nets_training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2019-08-24T14:03:48.394Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "*********ResNet15********\n",
      "\n",
      "Files already downloaded and verified\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/data/yaliu/jupyterbooks/multi-KD/models/student/resnet_s.py:13: UserWarning: nn.init.kaiming_normal is now deprecated in favor of nn.init.kaiming_normal_.\n",
      "  init.kaiming_normal(m.weight)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ResNet(\n",
      "  (conv1): Conv2d(3, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (layer1): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (2): BasicBlock(\n",
      "      (conv1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (3): BasicBlock(\n",
      "      (conv1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (4): BasicBlock(\n",
      "      (conv1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(8, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "  )\n",
      "  (layer2): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(8, 16, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): LambdaLayer()\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (2): BasicBlock(\n",
      "      (conv1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (3): BasicBlock(\n",
      "      (conv1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (4): BasicBlock(\n",
      "      (conv1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "  )\n",
      "  (layer3): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(16, 32, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): LambdaLayer()\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (2): BasicBlock(\n",
      "      (conv1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (3): BasicBlock(\n",
      "      (conv1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "    (4): BasicBlock(\n",
      "      (conv1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (conv2): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (shortcut): Sequential()\n",
      "    )\n",
      "  )\n",
      "  (linear): Linear(in_features=32, out_features=100, bias=True)\n",
      ")\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Setting up a new session...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "===> epoch: 1/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.510 (0.510)\tData 0.387 (0.387)\tLoss 5.9144 (5.9144)\tPrec@1 0.000 (0.000)\n",
      "[20/391]\tTime 0.037 (0.081)\tData 0.000 (0.019)\tLoss 4.5735 (4.8541)\tPrec@1 3.125 (1.079)\n",
      "[40/391]\tTime 0.023 (0.068)\tData 0.000 (0.010)\tLoss 4.5927 (4.7219)\tPrec@1 1.562 (1.410)\n",
      "[60/391]\tTime 0.049 (0.062)\tData 0.000 (0.007)\tLoss 4.5399 (4.6529)\tPrec@1 2.344 (1.601)\n",
      "[80/391]\tTime 0.089 (0.062)\tData 0.000 (0.005)\tLoss 4.4581 (4.6133)\tPrec@1 1.562 (1.707)\n",
      "[100/391]\tTime 0.026 (0.060)\tData 0.001 (0.004)\tLoss 4.4695 (4.5821)\tPrec@1 2.344 (1.864)\n",
      "[120/391]\tTime 0.029 (0.060)\tData 0.000 (0.004)\tLoss 4.4021 (4.5588)\tPrec@1 3.125 (1.995)\n",
      "[140/391]\tTime 0.050 (0.060)\tData 0.000 (0.003)\tLoss 4.4178 (4.5385)\tPrec@1 3.125 (2.150)\n",
      "[160/391]\tTime 0.047 (0.060)\tData 0.001 (0.003)\tLoss 4.4714 (4.5216)\tPrec@1 3.125 (2.339)\n",
      "[180/391]\tTime 0.082 (0.059)\tData 0.000 (0.002)\tLoss 4.3050 (4.5038)\tPrec@1 4.688 (2.495)\n",
      "[200/391]\tTime 0.062 (0.059)\tData 0.000 (0.002)\tLoss 4.4343 (4.4886)\tPrec@1 3.125 (2.577)\n",
      "[220/391]\tTime 0.086 (0.059)\tData 0.000 (0.002)\tLoss 4.4963 (4.4727)\tPrec@1 2.344 (2.680)\n",
      "[240/391]\tTime 0.102 (0.059)\tData 0.011 (0.002)\tLoss 4.3073 (4.4556)\tPrec@1 4.688 (2.785)\n",
      "[260/391]\tTime 0.080 (0.059)\tData 0.000 (0.002)\tLoss 4.1409 (4.4409)\tPrec@1 4.688 (2.868)\n",
      "[280/391]\tTime 0.085 (0.059)\tData 0.000 (0.002)\tLoss 4.2929 (4.4243)\tPrec@1 4.688 (3.050)\n",
      "[300/391]\tTime 0.096 (0.058)\tData 0.000 (0.002)\tLoss 4.2379 (4.4071)\tPrec@1 2.344 (3.195)\n",
      "[320/391]\tTime 0.034 (0.058)\tData 0.000 (0.002)\tLoss 4.1111 (4.3910)\tPrec@1 4.688 (3.366)\n",
      "[340/391]\tTime 0.075 (0.058)\tData 0.000 (0.002)\tLoss 4.0296 (4.3767)\tPrec@1 2.344 (3.453)\n",
      "[360/391]\tTime 0.074 (0.057)\tData 0.000 (0.002)\tLoss 4.0213 (4.3576)\tPrec@1 3.125 (3.608)\n",
      "[380/391]\tTime 0.080 (0.057)\tData 0.000 (0.002)\tLoss 3.8906 (4.3402)\tPrec@1 11.719 (3.785)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.377 (0.377)\tLoss 4.0485 (4.0485)\tPrec@1 10.156 (10.156)\n",
      "Test: [20/79]\tTime 0.013 (0.033)\tLoss 4.3711 (4.1070)\tPrec@1 5.469 (7.999)\n",
      "Test: [40/79]\tTime 0.014 (0.023)\tLoss 4.2055 (4.0968)\tPrec@1 6.250 (7.489)\n",
      "Test: [60/79]\tTime 0.015 (0.021)\tLoss 4.1227 (4.1077)\tPrec@1 6.250 (7.467)\n",
      " * Prec@1 7.430\n",
      "\n",
      "===> epoch: 2/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.391 (0.391)\tData 0.311 (0.311)\tLoss 3.8891 (3.8891)\tPrec@1 10.938 (10.938)\n",
      "[20/391]\tTime 0.053 (0.079)\tData 0.000 (0.015)\tLoss 4.0287 (4.0038)\tPrec@1 7.812 (7.292)\n",
      "[40/391]\tTime 0.073 (0.068)\tData 0.000 (0.008)\tLoss 4.0072 (3.9953)\tPrec@1 8.594 (7.431)\n",
      "[60/391]\tTime 0.047 (0.063)\tData 0.000 (0.006)\tLoss 3.8800 (3.9668)\tPrec@1 7.812 (7.723)\n",
      "[80/391]\tTime 0.093 (0.062)\tData 0.000 (0.004)\tLoss 3.8421 (3.9531)\tPrec@1 8.594 (7.976)\n",
      "[100/391]\tTime 0.047 (0.061)\tData 0.000 (0.004)\tLoss 3.8325 (3.9409)\tPrec@1 8.594 (8.068)\n",
      "[120/391]\tTime 0.037 (0.060)\tData 0.000 (0.003)\tLoss 3.8168 (3.9262)\tPrec@1 3.906 (8.258)\n",
      "[140/391]\tTime 0.038 (0.060)\tData 0.000 (0.003)\tLoss 3.9614 (3.9150)\tPrec@1 7.031 (8.494)\n",
      "[160/391]\tTime 0.050 (0.059)\tData 0.000 (0.003)\tLoss 3.7932 (3.9092)\tPrec@1 8.594 (8.686)\n",
      "[180/391]\tTime 0.064 (0.059)\tData 0.000 (0.002)\tLoss 3.6800 (3.8924)\tPrec@1 11.719 (8.926)\n",
      "[200/391]\tTime 0.052 (0.059)\tData 0.000 (0.002)\tLoss 3.8428 (3.8826)\tPrec@1 12.500 (9.099)\n",
      "[220/391]\tTime 0.098 (0.059)\tData 0.000 (0.002)\tLoss 3.5350 (3.8671)\tPrec@1 12.500 (9.283)\n",
      "[240/391]\tTime 0.032 (0.059)\tData 0.000 (0.002)\tLoss 3.7732 (3.8571)\tPrec@1 7.812 (9.313)\n",
      "[260/391]\tTime 0.046 (0.059)\tData 0.000 (0.002)\tLoss 3.6598 (3.8469)\tPrec@1 9.375 (9.441)\n",
      "[280/391]\tTime 0.082 (0.059)\tData 0.000 (0.002)\tLoss 4.0383 (3.8397)\tPrec@1 8.594 (9.595)\n",
      "[300/391]\tTime 0.030 (0.059)\tData 0.000 (0.002)\tLoss 3.6505 (3.8294)\tPrec@1 10.938 (9.824)\n",
      "[320/391]\tTime 0.076 (0.059)\tData 0.000 (0.002)\tLoss 3.8873 (3.8198)\tPrec@1 12.500 (10.000)\n",
      "[340/391]\tTime 0.033 (0.058)\tData 0.000 (0.001)\tLoss 3.5778 (3.8088)\tPrec@1 11.719 (10.232)\n",
      "[360/391]\tTime 0.044 (0.059)\tData 0.000 (0.001)\tLoss 3.6552 (3.7984)\tPrec@1 10.938 (10.362)\n",
      "[380/391]\tTime 0.033 (0.059)\tData 0.000 (0.001)\tLoss 3.4477 (3.7857)\tPrec@1 16.406 (10.560)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.323 (0.323)\tLoss 3.7382 (3.7382)\tPrec@1 11.719 (11.719)\n",
      "Test: [20/79]\tTime 0.009 (0.030)\tLoss 3.8811 (3.7749)\tPrec@1 9.375 (12.388)\n",
      "Test: [40/79]\tTime 0.011 (0.023)\tLoss 3.7690 (3.7469)\tPrec@1 12.500 (12.710)\n",
      "Test: [60/79]\tTime 0.038 (0.020)\tLoss 4.1042 (3.7712)\tPrec@1 11.719 (12.487)\n",
      " * Prec@1 12.330\n",
      "\n",
      "===> epoch: 3/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.327 (0.327)\tData 0.302 (0.302)\tLoss 3.7862 (3.7862)\tPrec@1 9.375 (9.375)\n",
      "[20/391]\tTime 0.073 (0.070)\tData 0.000 (0.015)\tLoss 3.5647 (3.5904)\tPrec@1 15.625 (12.760)\n",
      "[40/391]\tTime 0.033 (0.064)\tData 0.000 (0.008)\tLoss 3.4710 (3.5556)\tPrec@1 21.094 (13.853)\n",
      "[60/391]\tTime 0.071 (0.062)\tData 0.000 (0.005)\tLoss 3.4111 (3.5624)\tPrec@1 20.312 (13.934)\n",
      "[80/391]\tTime 0.048 (0.060)\tData 0.000 (0.004)\tLoss 3.4329 (3.5664)\tPrec@1 15.625 (14.053)\n",
      "[100/391]\tTime 0.083 (0.059)\tData 0.000 (0.003)\tLoss 3.5095 (3.5587)\tPrec@1 13.281 (14.217)\n",
      "[120/391]\tTime 0.032 (0.059)\tData 0.001 (0.003)\tLoss 3.6351 (3.5585)\tPrec@1 15.625 (14.256)\n",
      "[140/391]\tTime 0.086 (0.059)\tData 0.000 (0.002)\tLoss 3.4884 (3.5395)\tPrec@1 16.406 (14.484)\n",
      "[160/391]\tTime 0.053 (0.059)\tData 0.000 (0.002)\tLoss 3.3803 (3.5289)\tPrec@1 17.969 (14.596)\n",
      "[180/391]\tTime 0.036 (0.059)\tData 0.000 (0.002)\tLoss 3.2607 (3.5226)\tPrec@1 20.312 (14.822)\n",
      "[200/391]\tTime 0.047 (0.059)\tData 0.000 (0.002)\tLoss 3.4880 (3.5126)\tPrec@1 11.719 (14.968)\n",
      "[220/391]\tTime 0.082 (0.059)\tData 0.000 (0.002)\tLoss 3.4288 (3.5063)\tPrec@1 18.750 (15.123)\n",
      "[240/391]\tTime 0.038 (0.058)\tData 0.000 (0.002)\tLoss 3.2767 (3.4924)\tPrec@1 20.312 (15.330)\n",
      "[260/391]\tTime 0.034 (0.058)\tData 0.000 (0.002)\tLoss 3.3065 (3.4883)\tPrec@1 21.875 (15.421)\n",
      "[280/391]\tTime 0.037 (0.058)\tData 0.000 (0.001)\tLoss 2.9713 (3.4796)\tPrec@1 26.562 (15.683)\n",
      "[300/391]\tTime 0.028 (0.058)\tData 0.000 (0.001)\tLoss 3.5087 (3.4736)\tPrec@1 15.625 (15.796)\n",
      "[320/391]\tTime 0.041 (0.058)\tData 0.000 (0.001)\tLoss 3.1969 (3.4686)\tPrec@1 17.188 (15.808)\n",
      "[340/391]\tTime 0.049 (0.057)\tData 0.000 (0.001)\tLoss 3.1289 (3.4579)\tPrec@1 17.969 (15.971)\n",
      "[360/391]\tTime 0.064 (0.057)\tData 0.000 (0.001)\tLoss 3.3008 (3.4517)\tPrec@1 17.969 (16.021)\n",
      "[380/391]\tTime 0.071 (0.057)\tData 0.000 (0.001)\tLoss 3.4071 (3.4456)\tPrec@1 19.531 (16.205)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.220 (0.220)\tLoss 3.3290 (3.3290)\tPrec@1 16.406 (16.406)\n",
      "Test: [20/79]\tTime 0.005 (0.021)\tLoss 3.4600 (3.3720)\tPrec@1 14.062 (17.708)\n",
      "Test: [40/79]\tTime 0.016 (0.019)\tLoss 3.1457 (3.3671)\tPrec@1 22.656 (18.064)\n",
      "Test: [60/79]\tTime 0.006 (0.019)\tLoss 3.7366 (3.3817)\tPrec@1 10.938 (17.328)\n",
      " * Prec@1 17.530\n",
      "\n",
      "===> epoch: 4/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.418 (0.418)\tData 0.353 (0.353)\tLoss 3.4529 (3.4529)\tPrec@1 16.406 (16.406)\n",
      "[20/391]\tTime 0.028 (0.076)\tData 0.000 (0.017)\tLoss 3.2129 (3.2876)\tPrec@1 21.875 (19.606)\n",
      "[40/391]\tTime 0.080 (0.067)\tData 0.000 (0.009)\tLoss 3.1791 (3.2755)\tPrec@1 18.750 (19.779)\n",
      "[60/391]\tTime 0.030 (0.064)\tData 0.000 (0.006)\tLoss 3.3554 (3.2663)\tPrec@1 12.500 (19.390)\n",
      "[80/391]\tTime 0.103 (0.063)\tData 0.000 (0.005)\tLoss 3.2396 (3.2569)\tPrec@1 28.125 (19.512)\n",
      "[100/391]\tTime 0.075 (0.062)\tData 0.000 (0.004)\tLoss 3.0962 (3.2430)\tPrec@1 21.094 (19.756)\n",
      "[120/391]\tTime 0.024 (0.060)\tData 0.000 (0.003)\tLoss 3.1009 (3.2372)\tPrec@1 18.750 (19.964)\n",
      "[140/391]\tTime 0.031 (0.060)\tData 0.000 (0.003)\tLoss 3.0962 (3.2239)\tPrec@1 20.312 (20.290)\n",
      "[160/391]\tTime 0.031 (0.059)\tData 0.001 (0.003)\tLoss 3.4968 (3.2231)\tPrec@1 17.188 (20.283)\n",
      "[180/391]\tTime 0.032 (0.059)\tData 0.000 (0.002)\tLoss 3.1597 (3.2190)\tPrec@1 23.438 (20.399)\n",
      "[200/391]\tTime 0.032 (0.060)\tData 0.000 (0.002)\tLoss 3.2385 (3.2146)\tPrec@1 21.875 (20.375)\n",
      "[220/391]\tTime 0.034 (0.060)\tData 0.001 (0.002)\tLoss 3.0246 (3.2099)\tPrec@1 20.312 (20.366)\n",
      "[240/391]\tTime 0.046 (0.060)\tData 0.000 (0.002)\tLoss 3.1620 (3.2043)\tPrec@1 19.531 (20.504)\n",
      "[260/391]\tTime 0.095 (0.059)\tData 0.000 (0.002)\tLoss 2.9733 (3.2003)\tPrec@1 25.781 (20.570)\n",
      "[280/391]\tTime 0.066 (0.059)\tData 0.001 (0.002)\tLoss 3.4724 (3.1981)\tPrec@1 12.500 (20.540)\n",
      "[300/391]\tTime 0.037 (0.059)\tData 0.001 (0.002)\tLoss 3.1143 (3.1918)\tPrec@1 23.438 (20.710)\n",
      "[320/391]\tTime 0.095 (0.059)\tData 0.000 (0.002)\tLoss 2.8569 (3.1866)\tPrec@1 25.000 (20.772)\n",
      "[340/391]\tTime 0.061 (0.059)\tData 0.000 (0.001)\tLoss 2.8526 (3.1836)\tPrec@1 29.688 (20.858)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[360/391]\tTime 0.035 (0.059)\tData 0.000 (0.001)\tLoss 3.1613 (3.1784)\tPrec@1 21.094 (20.916)\n",
      "[380/391]\tTime 0.093 (0.059)\tData 0.000 (0.001)\tLoss 3.0769 (3.1727)\tPrec@1 19.531 (20.975)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.339 (0.339)\tLoss 3.2194 (3.2194)\tPrec@1 24.219 (24.219)\n",
      "Test: [20/79]\tTime 0.009 (0.034)\tLoss 3.3545 (3.1930)\tPrec@1 21.094 (21.540)\n",
      "Test: [40/79]\tTime 0.006 (0.024)\tLoss 3.0847 (3.2131)\tPrec@1 23.438 (20.884)\n",
      "Test: [60/79]\tTime 0.007 (0.019)\tLoss 3.6187 (3.2256)\tPrec@1 16.406 (20.838)\n",
      " * Prec@1 21.010\n",
      "\n",
      "===> epoch: 5/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.229 (0.229)\tData 0.201 (0.201)\tLoss 3.1229 (3.1229)\tPrec@1 23.438 (23.438)\n",
      "[20/391]\tTime 0.087 (0.058)\tData 0.000 (0.010)\tLoss 3.1710 (3.0341)\tPrec@1 18.750 (24.628)\n",
      "[40/391]\tTime 0.029 (0.058)\tData 0.000 (0.006)\tLoss 2.8183 (3.0624)\tPrec@1 28.125 (23.266)\n",
      "[60/391]\tTime 0.028 (0.059)\tData 0.000 (0.004)\tLoss 3.1067 (3.0508)\tPrec@1 23.438 (23.335)\n",
      "[80/391]\tTime 0.086 (0.060)\tData 0.000 (0.003)\tLoss 2.9925 (3.0593)\tPrec@1 22.656 (23.042)\n",
      "[100/391]\tTime 0.102 (0.060)\tData 0.009 (0.003)\tLoss 2.9953 (3.0483)\tPrec@1 25.000 (23.267)\n",
      "[120/391]\tTime 0.059 (0.060)\tData 0.000 (0.002)\tLoss 3.2112 (3.0462)\tPrec@1 21.094 (23.257)\n",
      "[140/391]\tTime 0.031 (0.059)\tData 0.000 (0.002)\tLoss 2.8718 (3.0393)\tPrec@1 27.344 (23.377)\n",
      "[160/391]\tTime 0.058 (0.059)\tData 0.000 (0.002)\tLoss 3.0140 (3.0306)\tPrec@1 21.094 (23.593)\n",
      "[180/391]\tTime 0.033 (0.059)\tData 0.000 (0.002)\tLoss 2.9468 (3.0242)\tPrec@1 28.125 (23.675)\n",
      "[200/391]\tTime 0.046 (0.059)\tData 0.000 (0.002)\tLoss 2.9789 (3.0199)\tPrec@1 25.781 (23.791)\n",
      "[220/391]\tTime 0.065 (0.059)\tData 0.000 (0.002)\tLoss 2.7962 (3.0115)\tPrec@1 34.375 (24.014)\n",
      "[240/391]\tTime 0.061 (0.058)\tData 0.000 (0.001)\tLoss 3.2435 (3.0083)\tPrec@1 15.625 (24.157)\n",
      "[260/391]\tTime 0.031 (0.058)\tData 0.000 (0.001)\tLoss 3.0198 (3.0027)\tPrec@1 25.000 (24.243)\n",
      "[280/391]\tTime 0.030 (0.059)\tData 0.000 (0.001)\tLoss 2.7590 (3.0015)\tPrec@1 32.031 (24.299)\n",
      "[300/391]\tTime 0.074 (0.059)\tData 0.000 (0.001)\tLoss 3.2708 (2.9994)\tPrec@1 14.844 (24.343)\n",
      "[320/391]\tTime 0.031 (0.059)\tData 0.001 (0.001)\tLoss 2.7843 (2.9944)\tPrec@1 28.906 (24.472)\n",
      "[340/391]\tTime 0.060 (0.058)\tData 0.000 (0.001)\tLoss 2.9662 (2.9935)\tPrec@1 21.094 (24.505)\n",
      "[360/391]\tTime 0.072 (0.058)\tData 0.000 (0.001)\tLoss 2.7974 (2.9899)\tPrec@1 32.031 (24.617)\n",
      "[380/391]\tTime 0.045 (0.058)\tData 0.000 (0.001)\tLoss 2.8815 (2.9834)\tPrec@1 21.875 (24.738)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.338 (0.338)\tLoss 5.0187 (5.0187)\tPrec@1 10.938 (10.938)\n",
      "Test: [20/79]\tTime 0.008 (0.032)\tLoss 4.8574 (4.7030)\tPrec@1 14.844 (13.430)\n",
      "Test: [40/79]\tTime 0.034 (0.023)\tLoss 4.4645 (4.7687)\tPrec@1 16.406 (13.224)\n",
      "Test: [60/79]\tTime 0.016 (0.021)\tLoss 5.3305 (4.8061)\tPrec@1 12.500 (13.025)\n",
      " * Prec@1 12.940\n",
      "\n",
      "===> epoch: 6/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.412 (0.412)\tData 0.340 (0.340)\tLoss 2.7417 (2.7417)\tPrec@1 29.688 (29.688)\n",
      "[20/391]\tTime 0.052 (0.077)\tData 0.000 (0.017)\tLoss 2.7426 (2.8301)\tPrec@1 27.344 (27.493)\n",
      "[40/391]\tTime 0.084 (0.066)\tData 0.000 (0.009)\tLoss 2.7800 (2.8357)\tPrec@1 22.656 (27.420)\n",
      "[60/391]\tTime 0.038 (0.063)\tData 0.000 (0.006)\tLoss 2.6608 (2.8287)\tPrec@1 35.938 (27.485)\n",
      "[80/391]\tTime 0.059 (0.059)\tData 0.000 (0.005)\tLoss 2.6267 (2.8169)\tPrec@1 34.375 (27.556)\n",
      "[100/391]\tTime 0.063 (0.058)\tData 0.000 (0.004)\tLoss 2.9269 (2.8223)\tPrec@1 23.438 (27.676)\n",
      "[120/391]\tTime 0.045 (0.056)\tData 0.000 (0.003)\tLoss 2.9818 (2.8143)\tPrec@1 24.219 (27.705)\n",
      "[140/391]\tTime 0.027 (0.056)\tData 0.000 (0.003)\tLoss 2.6857 (2.8175)\tPrec@1 32.812 (27.676)\n",
      "[160/391]\tTime 0.065 (0.057)\tData 0.000 (0.003)\tLoss 3.1295 (2.8268)\tPrec@1 20.312 (27.431)\n",
      "[180/391]\tTime 0.070 (0.057)\tData 0.000 (0.002)\tLoss 2.9856 (2.8286)\tPrec@1 22.656 (27.314)\n",
      "[200/391]\tTime 0.085 (0.057)\tData 0.000 (0.002)\tLoss 2.7968 (2.8228)\tPrec@1 28.125 (27.317)\n",
      "[220/391]\tTime 0.055 (0.057)\tData 0.000 (0.002)\tLoss 3.0787 (2.8237)\tPrec@1 25.000 (27.227)\n",
      "[240/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 3.2499 (2.8286)\tPrec@1 22.656 (27.149)\n",
      "[260/391]\tTime 0.053 (0.057)\tData 0.000 (0.002)\tLoss 2.7124 (2.8302)\tPrec@1 33.594 (27.182)\n",
      "[280/391]\tTime 0.068 (0.057)\tData 0.000 (0.002)\tLoss 2.6465 (2.8295)\tPrec@1 30.469 (27.246)\n",
      "[300/391]\tTime 0.031 (0.058)\tData 0.000 (0.002)\tLoss 2.9625 (2.8276)\tPrec@1 27.344 (27.307)\n",
      "[320/391]\tTime 0.083 (0.058)\tData 0.000 (0.002)\tLoss 2.7384 (2.8256)\tPrec@1 28.906 (27.344)\n",
      "[340/391]\tTime 0.090 (0.058)\tData 0.000 (0.001)\tLoss 2.4102 (2.8210)\tPrec@1 39.844 (27.493)\n",
      "[360/391]\tTime 0.035 (0.058)\tData 0.000 (0.001)\tLoss 2.9378 (2.8186)\tPrec@1 23.438 (27.554)\n",
      "[380/391]\tTime 0.116 (0.058)\tData 0.000 (0.001)\tLoss 2.9971 (2.8171)\tPrec@1 25.781 (27.592)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.312 (0.312)\tLoss 2.7360 (2.7360)\tPrec@1 25.000 (25.000)\n",
      "Test: [20/79]\tTime 0.010 (0.028)\tLoss 3.0160 (3.0295)\tPrec@1 23.438 (25.930)\n",
      "Test: [40/79]\tTime 0.032 (0.020)\tLoss 2.7671 (3.0230)\tPrec@1 29.688 (25.591)\n",
      "Test: [60/79]\tTime 0.008 (0.017)\tLoss 3.1859 (3.0310)\tPrec@1 21.875 (25.205)\n",
      " * Prec@1 25.270\n",
      "\n",
      "===> epoch: 7/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.277 (0.277)\tData 0.248 (0.248)\tLoss 2.8887 (2.8887)\tPrec@1 20.312 (20.312)\n",
      "[20/391]\tTime 0.030 (0.060)\tData 0.000 (0.012)\tLoss 2.8038 (2.6820)\tPrec@1 23.438 (29.501)\n",
      "[40/391]\tTime 0.043 (0.054)\tData 0.000 (0.007)\tLoss 2.9700 (2.7047)\tPrec@1 24.219 (29.440)\n",
      "[60/391]\tTime 0.042 (0.057)\tData 0.000 (0.005)\tLoss 2.9742 (2.7369)\tPrec@1 26.562 (28.624)\n",
      "[80/391]\tTime 0.084 (0.058)\tData 0.000 (0.004)\tLoss 2.6429 (2.7302)\tPrec@1 34.375 (28.993)\n",
      "[100/391]\tTime 0.060 (0.058)\tData 0.000 (0.003)\tLoss 2.5538 (2.7250)\tPrec@1 31.250 (29.270)\n",
      "[120/391]\tTime 0.030 (0.058)\tData 0.000 (0.003)\tLoss 2.4922 (2.7163)\tPrec@1 37.500 (29.533)\n",
      "[140/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 2.7099 (2.7145)\tPrec@1 30.469 (29.433)\n",
      "[160/391]\tTime 0.102 (0.059)\tData 0.000 (0.002)\tLoss 2.6647 (2.7128)\tPrec@1 32.812 (29.707)\n",
      "[180/391]\tTime 0.058 (0.059)\tData 0.000 (0.002)\tLoss 2.9476 (2.7112)\tPrec@1 26.562 (29.791)\n",
      "[200/391]\tTime 0.079 (0.059)\tData 0.000 (0.002)\tLoss 2.8484 (2.7144)\tPrec@1 26.562 (29.726)\n",
      "[220/391]\tTime 0.084 (0.059)\tData 0.000 (0.002)\tLoss 2.4813 (2.7161)\tPrec@1 37.500 (29.656)\n",
      "[240/391]\tTime 0.095 (0.059)\tData 0.006 (0.002)\tLoss 2.7118 (2.7153)\tPrec@1 28.125 (29.759)\n",
      "[260/391]\tTime 0.029 (0.059)\tData 0.000 (0.001)\tLoss 2.5392 (2.7107)\tPrec@1 35.156 (29.795)\n",
      "[280/391]\tTime 0.032 (0.059)\tData 0.000 (0.001)\tLoss 2.5670 (2.7055)\tPrec@1 30.469 (29.829)\n",
      "[300/391]\tTime 0.089 (0.059)\tData 0.000 (0.001)\tLoss 2.5418 (2.7060)\tPrec@1 30.469 (29.861)\n",
      "[320/391]\tTime 0.076 (0.058)\tData 0.000 (0.001)\tLoss 2.7571 (2.7073)\tPrec@1 30.469 (29.782)\n",
      "[340/391]\tTime 0.056 (0.058)\tData 0.000 (0.001)\tLoss 2.5062 (2.7058)\tPrec@1 32.031 (29.747)\n",
      "[360/391]\tTime 0.053 (0.058)\tData 0.000 (0.001)\tLoss 2.5893 (2.7047)\tPrec@1 34.375 (29.804)\n",
      "[380/391]\tTime 0.039 (0.058)\tData 0.000 (0.001)\tLoss 2.5495 (2.7018)\tPrec@1 38.281 (29.829)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.321 (0.321)\tLoss 3.0769 (3.0769)\tPrec@1 27.344 (27.344)\n",
      "Test: [20/79]\tTime 0.025 (0.034)\tLoss 3.4720 (3.2261)\tPrec@1 16.406 (23.586)\n",
      "Test: [40/79]\tTime 0.052 (0.027)\tLoss 3.1191 (3.2408)\tPrec@1 25.781 (22.847)\n",
      "Test: [60/79]\tTime 0.007 (0.025)\tLoss 3.4551 (3.2550)\tPrec@1 16.406 (22.554)\n",
      " * Prec@1 22.810\n",
      "\n",
      "===> epoch: 8/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.298 (0.298)\tData 0.253 (0.253)\tLoss 2.6840 (2.6840)\tPrec@1 31.250 (31.250)\n",
      "[20/391]\tTime 0.060 (0.068)\tData 0.000 (0.012)\tLoss 2.3932 (2.5693)\tPrec@1 39.844 (32.775)\n",
      "[40/391]\tTime 0.082 (0.066)\tData 0.000 (0.006)\tLoss 2.4513 (2.5784)\tPrec@1 34.375 (32.679)\n",
      "[60/391]\tTime 0.061 (0.064)\tData 0.000 (0.005)\tLoss 2.8924 (2.5928)\tPrec@1 21.875 (32.223)\n",
      "[80/391]\tTime 0.052 (0.061)\tData 0.000 (0.004)\tLoss 2.7824 (2.5857)\tPrec@1 33.594 (32.089)\n",
      "[100/391]\tTime 0.028 (0.060)\tData 0.000 (0.003)\tLoss 2.6616 (2.5982)\tPrec@1 32.812 (31.768)\n",
      "[120/391]\tTime 0.068 (0.060)\tData 0.001 (0.003)\tLoss 2.6519 (2.6068)\tPrec@1 32.812 (31.612)\n",
      "[140/391]\tTime 0.043 (0.059)\tData 0.000 (0.002)\tLoss 2.6231 (2.6143)\tPrec@1 33.594 (31.560)\n",
      "[160/391]\tTime 0.031 (0.059)\tData 0.000 (0.002)\tLoss 2.6053 (2.6206)\tPrec@1 32.812 (31.342)\n",
      "[180/391]\tTime 0.081 (0.059)\tData 0.000 (0.002)\tLoss 2.6579 (2.6122)\tPrec@1 30.469 (31.518)\n",
      "[200/391]\tTime 0.031 (0.059)\tData 0.000 (0.002)\tLoss 2.7819 (2.6094)\tPrec@1 28.906 (31.666)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[220/391]\tTime 0.090 (0.059)\tData 0.000 (0.002)\tLoss 2.5900 (2.6065)\tPrec@1 25.781 (31.738)\n",
      "[240/391]\tTime 0.034 (0.058)\tData 0.000 (0.001)\tLoss 2.5809 (2.6025)\tPrec@1 32.031 (31.824)\n",
      "[260/391]\tTime 0.043 (0.059)\tData 0.000 (0.001)\tLoss 2.5376 (2.6022)\tPrec@1 35.156 (31.837)\n",
      "[280/391]\tTime 0.029 (0.059)\tData 0.000 (0.001)\tLoss 2.4976 (2.6055)\tPrec@1 36.719 (31.806)\n",
      "[300/391]\tTime 0.097 (0.059)\tData 0.000 (0.001)\tLoss 2.5505 (2.6086)\tPrec@1 35.938 (31.785)\n",
      "[320/391]\tTime 0.030 (0.059)\tData 0.000 (0.001)\tLoss 2.4501 (2.6051)\tPrec@1 36.719 (31.851)\n",
      "[340/391]\tTime 0.073 (0.059)\tData 0.000 (0.001)\tLoss 2.3948 (2.6053)\tPrec@1 37.500 (31.903)\n",
      "[360/391]\tTime 0.031 (0.058)\tData 0.000 (0.001)\tLoss 2.6915 (2.6036)\tPrec@1 27.344 (31.904)\n",
      "[380/391]\tTime 0.055 (0.058)\tData 0.000 (0.001)\tLoss 2.4573 (2.6003)\tPrec@1 36.719 (31.990)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.246 (0.246)\tLoss 2.5863 (2.5863)\tPrec@1 35.156 (35.156)\n",
      "Test: [20/79]\tTime 0.006 (0.025)\tLoss 2.8938 (2.7093)\tPrec@1 30.469 (30.841)\n",
      "Test: [40/79]\tTime 0.028 (0.021)\tLoss 2.5830 (2.7347)\tPrec@1 34.375 (30.240)\n",
      "Test: [60/79]\tTime 0.013 (0.019)\tLoss 3.2555 (2.7456)\tPrec@1 27.344 (30.277)\n",
      " * Prec@1 30.370\n",
      "\n",
      "===> epoch: 9/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.360 (0.360)\tData 0.319 (0.319)\tLoss 2.8035 (2.8035)\tPrec@1 27.344 (27.344)\n",
      "[20/391]\tTime 0.034 (0.066)\tData 0.001 (0.016)\tLoss 2.4253 (2.5455)\tPrec@1 33.594 (32.812)\n",
      "[40/391]\tTime 0.039 (0.054)\tData 0.005 (0.008)\tLoss 2.5863 (2.5521)\tPrec@1 35.156 (32.984)\n",
      "[60/391]\tTime 0.065 (0.054)\tData 0.000 (0.006)\tLoss 2.3512 (2.5515)\tPrec@1 39.844 (33.094)\n",
      "[80/391]\tTime 0.033 (0.056)\tData 0.001 (0.004)\tLoss 2.2574 (2.5537)\tPrec@1 39.062 (32.996)\n",
      "[100/391]\tTime 0.085 (0.057)\tData 0.000 (0.004)\tLoss 2.5583 (2.5402)\tPrec@1 39.062 (33.455)\n",
      "[120/391]\tTime 0.080 (0.057)\tData 0.000 (0.003)\tLoss 2.5630 (2.5378)\tPrec@1 32.031 (33.574)\n",
      "[140/391]\tTime 0.067 (0.057)\tData 0.000 (0.003)\tLoss 2.5363 (2.5416)\tPrec@1 35.156 (33.378)\n",
      "[160/391]\tTime 0.074 (0.057)\tData 0.000 (0.002)\tLoss 2.4902 (2.5305)\tPrec@1 38.281 (33.555)\n",
      "[180/391]\tTime 0.072 (0.057)\tData 0.000 (0.002)\tLoss 2.3260 (2.5297)\tPrec@1 35.156 (33.615)\n",
      "[200/391]\tTime 0.040 (0.057)\tData 0.000 (0.002)\tLoss 2.3802 (2.5265)\tPrec@1 32.812 (33.660)\n",
      "[220/391]\tTime 0.032 (0.056)\tData 0.000 (0.002)\tLoss 2.5443 (2.5241)\tPrec@1 32.812 (33.732)\n",
      "[240/391]\tTime 0.070 (0.056)\tData 0.000 (0.002)\tLoss 2.4641 (2.5244)\tPrec@1 35.156 (33.697)\n",
      "[260/391]\tTime 0.041 (0.056)\tData 0.000 (0.002)\tLoss 2.3929 (2.5250)\tPrec@1 36.719 (33.663)\n",
      "[280/391]\tTime 0.084 (0.056)\tData 0.000 (0.002)\tLoss 2.5196 (2.5257)\tPrec@1 35.156 (33.597)\n",
      "[300/391]\tTime 0.087 (0.056)\tData 0.000 (0.001)\tLoss 2.5263 (2.5215)\tPrec@1 32.812 (33.711)\n",
      "[320/391]\tTime 0.080 (0.056)\tData 0.000 (0.001)\tLoss 2.5326 (2.5180)\tPrec@1 32.812 (33.737)\n",
      "[340/391]\tTime 0.057 (0.056)\tData 0.000 (0.001)\tLoss 2.4266 (2.5156)\tPrec@1 40.625 (33.809)\n",
      "[360/391]\tTime 0.051 (0.056)\tData 0.000 (0.001)\tLoss 2.6006 (2.5148)\tPrec@1 36.719 (33.843)\n",
      "[380/391]\tTime 0.069 (0.056)\tData 0.001 (0.001)\tLoss 2.1671 (2.5160)\tPrec@1 44.531 (33.830)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.362 (0.362)\tLoss 2.7423 (2.7423)\tPrec@1 33.594 (33.594)\n",
      "Test: [20/79]\tTime 0.015 (0.035)\tLoss 2.8971 (2.7847)\tPrec@1 27.344 (30.097)\n",
      "Test: [40/79]\tTime 0.018 (0.024)\tLoss 2.5301 (2.7945)\tPrec@1 36.719 (29.687)\n",
      "Test: [60/79]\tTime 0.008 (0.021)\tLoss 3.3780 (2.8111)\tPrec@1 22.656 (29.239)\n",
      " * Prec@1 29.380\n",
      "\n",
      "===> epoch: 10/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.322 (0.322)\tData 0.266 (0.266)\tLoss 2.4767 (2.4767)\tPrec@1 35.156 (35.156)\n",
      "[20/391]\tTime 0.033 (0.075)\tData 0.000 (0.013)\tLoss 2.4692 (2.5221)\tPrec@1 36.719 (33.705)\n",
      "[40/391]\tTime 0.031 (0.067)\tData 0.000 (0.007)\tLoss 2.2609 (2.4792)\tPrec@1 38.281 (35.118)\n",
      "[60/391]\tTime 0.095 (0.064)\tData 0.005 (0.005)\tLoss 2.5301 (2.4815)\tPrec@1 24.219 (34.593)\n",
      "[80/391]\tTime 0.087 (0.061)\tData 0.000 (0.004)\tLoss 2.4638 (2.4726)\tPrec@1 34.375 (34.848)\n",
      "[100/391]\tTime 0.036 (0.060)\tData 0.000 (0.003)\tLoss 2.2276 (2.4735)\tPrec@1 40.625 (34.901)\n",
      "[120/391]\tTime 0.046 (0.060)\tData 0.000 (0.003)\tLoss 2.3059 (2.4661)\tPrec@1 32.812 (34.982)\n",
      "[140/391]\tTime 0.096 (0.060)\tData 0.000 (0.002)\tLoss 2.4774 (2.4704)\tPrec@1 35.938 (34.807)\n",
      "[160/391]\tTime 0.044 (0.059)\tData 0.000 (0.002)\tLoss 2.3363 (2.4673)\tPrec@1 39.844 (35.035)\n",
      "[180/391]\tTime 0.078 (0.059)\tData 0.001 (0.002)\tLoss 2.4843 (2.4685)\tPrec@1 34.375 (34.979)\n",
      "[200/391]\tTime 0.054 (0.059)\tData 0.000 (0.002)\tLoss 2.2727 (2.4632)\tPrec@1 40.625 (35.110)\n",
      "[220/391]\tTime 0.051 (0.059)\tData 0.000 (0.002)\tLoss 2.3527 (2.4615)\tPrec@1 33.594 (35.061)\n",
      "[240/391]\tTime 0.042 (0.059)\tData 0.000 (0.002)\tLoss 2.8401 (2.4594)\tPrec@1 28.125 (35.101)\n",
      "[260/391]\tTime 0.039 (0.059)\tData 0.000 (0.001)\tLoss 2.3661 (2.4585)\tPrec@1 40.625 (35.213)\n",
      "[280/391]\tTime 0.041 (0.059)\tData 0.000 (0.001)\tLoss 2.6020 (2.4619)\tPrec@1 32.812 (35.173)\n",
      "[300/391]\tTime 0.060 (0.058)\tData 0.000 (0.001)\tLoss 2.3766 (2.4627)\tPrec@1 40.625 (35.117)\n",
      "[320/391]\tTime 0.040 (0.058)\tData 0.000 (0.001)\tLoss 2.3611 (2.4574)\tPrec@1 37.500 (35.185)\n",
      "[340/391]\tTime 0.071 (0.058)\tData 0.000 (0.001)\tLoss 2.3674 (2.4550)\tPrec@1 30.469 (35.266)\n",
      "[360/391]\tTime 0.100 (0.058)\tData 0.004 (0.001)\tLoss 2.4976 (2.4544)\tPrec@1 31.250 (35.303)\n",
      "[380/391]\tTime 0.028 (0.058)\tData 0.000 (0.001)\tLoss 2.3403 (2.4513)\tPrec@1 40.625 (35.339)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.346 (0.346)\tLoss 3.7171 (3.7171)\tPrec@1 20.312 (20.312)\n",
      "Test: [20/79]\tTime 0.012 (0.034)\tLoss 3.3391 (3.5944)\tPrec@1 25.781 (22.098)\n",
      "Test: [40/79]\tTime 0.026 (0.027)\tLoss 3.2916 (3.6888)\tPrec@1 28.125 (21.780)\n",
      "Test: [60/79]\tTime 0.007 (0.023)\tLoss 4.4151 (3.7250)\tPrec@1 19.531 (21.529)\n",
      " * Prec@1 21.720\n",
      "\n",
      "===> epoch: 11/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.403 (0.403)\tData 0.365 (0.365)\tLoss 2.4710 (2.4710)\tPrec@1 35.938 (35.938)\n",
      "[20/391]\tTime 0.051 (0.062)\tData 0.000 (0.018)\tLoss 2.6319 (2.4468)\tPrec@1 28.125 (35.379)\n",
      "[40/391]\tTime 0.073 (0.054)\tData 0.000 (0.009)\tLoss 2.5361 (2.4376)\tPrec@1 33.594 (36.014)\n",
      "[60/391]\tTime 0.086 (0.051)\tData 0.000 (0.006)\tLoss 2.2261 (2.4168)\tPrec@1 36.719 (35.873)\n",
      "[80/391]\tTime 0.039 (0.053)\tData 0.000 (0.005)\tLoss 2.3648 (2.4129)\tPrec@1 38.281 (36.034)\n",
      "[100/391]\tTime 0.030 (0.053)\tData 0.000 (0.004)\tLoss 2.2326 (2.3992)\tPrec@1 36.719 (36.378)\n",
      "[120/391]\tTime 0.062 (0.054)\tData 0.000 (0.003)\tLoss 2.2823 (2.4004)\tPrec@1 35.938 (36.170)\n",
      "[140/391]\tTime 0.059 (0.054)\tData 0.000 (0.003)\tLoss 2.2785 (2.4027)\tPrec@1 35.938 (36.215)\n",
      "[160/391]\tTime 0.058 (0.054)\tData 0.000 (0.003)\tLoss 2.2233 (2.3939)\tPrec@1 37.500 (36.306)\n",
      "[180/391]\tTime 0.091 (0.055)\tData 0.000 (0.002)\tLoss 2.5843 (2.3875)\tPrec@1 32.031 (36.460)\n",
      "[200/391]\tTime 0.041 (0.055)\tData 0.000 (0.002)\tLoss 2.5176 (2.3818)\tPrec@1 32.812 (36.556)\n",
      "[220/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 2.3712 (2.3790)\tPrec@1 39.062 (36.549)\n",
      "[240/391]\tTime 0.082 (0.056)\tData 0.000 (0.002)\tLoss 2.6265 (2.3814)\tPrec@1 32.812 (36.495)\n",
      "[260/391]\tTime 0.026 (0.056)\tData 0.000 (0.002)\tLoss 2.3821 (2.3813)\tPrec@1 39.844 (36.530)\n",
      "[280/391]\tTime 0.042 (0.056)\tData 0.000 (0.002)\tLoss 2.3757 (2.3853)\tPrec@1 35.156 (36.474)\n",
      "[300/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 2.4163 (2.3880)\tPrec@1 32.031 (36.387)\n",
      "[320/391]\tTime 0.084 (0.056)\tData 0.001 (0.002)\tLoss 2.2632 (2.3904)\tPrec@1 44.531 (36.439)\n",
      "[340/391]\tTime 0.023 (0.056)\tData 0.000 (0.002)\tLoss 2.2837 (2.3907)\tPrec@1 38.281 (36.448)\n",
      "[360/391]\tTime 0.030 (0.056)\tData 0.000 (0.001)\tLoss 2.5554 (2.3902)\tPrec@1 32.031 (36.446)\n",
      "[380/391]\tTime 0.042 (0.056)\tData 0.000 (0.001)\tLoss 2.4437 (2.3887)\tPrec@1 34.375 (36.471)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.346 (0.346)\tLoss 2.8667 (2.8667)\tPrec@1 30.469 (30.469)\n",
      "Test: [20/79]\tTime 0.007 (0.034)\tLoss 2.9397 (3.0018)\tPrec@1 28.125 (28.237)\n",
      "Test: [40/79]\tTime 0.007 (0.027)\tLoss 2.6358 (3.0401)\tPrec@1 32.031 (28.011)\n",
      "Test: [60/79]\tTime 0.006 (0.023)\tLoss 3.2987 (3.0637)\tPrec@1 25.781 (27.766)\n",
      " * Prec@1 28.140\n",
      "\n",
      "===> epoch: 12/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.251 (0.251)\tData 0.192 (0.192)\tLoss 2.2712 (2.2712)\tPrec@1 35.938 (35.938)\n",
      "[20/391]\tTime 0.082 (0.064)\tData 0.000 (0.010)\tLoss 2.2371 (2.3158)\tPrec@1 42.969 (38.616)\n",
      "[40/391]\tTime 0.046 (0.061)\tData 0.000 (0.005)\tLoss 2.1604 (2.2998)\tPrec@1 40.625 (38.491)\n",
      "[60/391]\tTime 0.081 (0.060)\tData 0.000 (0.004)\tLoss 2.7675 (2.2985)\tPrec@1 28.906 (38.768)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[80/391]\tTime 0.023 (0.059)\tData 0.000 (0.003)\tLoss 2.4076 (2.3130)\tPrec@1 31.250 (38.378)\n",
      "[100/391]\tTime 0.043 (0.059)\tData 0.000 (0.002)\tLoss 2.3065 (2.3040)\tPrec@1 35.156 (38.420)\n",
      "[120/391]\tTime 0.047 (0.058)\tData 0.000 (0.002)\tLoss 2.4843 (2.3117)\tPrec@1 31.250 (37.984)\n",
      "[140/391]\tTime 0.033 (0.057)\tData 0.000 (0.002)\tLoss 2.4944 (2.3182)\tPrec@1 30.469 (37.921)\n",
      "[160/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 2.3425 (2.3239)\tPrec@1 36.719 (37.723)\n",
      "[180/391]\tTime 0.090 (0.058)\tData 0.000 (0.001)\tLoss 2.4434 (2.3212)\tPrec@1 31.250 (37.776)\n",
      "[200/391]\tTime 0.048 (0.058)\tData 0.000 (0.001)\tLoss 2.4954 (2.3270)\tPrec@1 37.500 (37.683)\n",
      "[220/391]\tTime 0.032 (0.058)\tData 0.000 (0.001)\tLoss 2.4148 (2.3336)\tPrec@1 32.812 (37.557)\n",
      "[240/391]\tTime 0.053 (0.058)\tData 0.000 (0.001)\tLoss 2.3272 (2.3354)\tPrec@1 39.062 (37.643)\n",
      "[260/391]\tTime 0.030 (0.058)\tData 0.000 (0.001)\tLoss 2.3824 (2.3348)\tPrec@1 37.500 (37.710)\n",
      "[280/391]\tTime 0.089 (0.058)\tData 0.000 (0.001)\tLoss 2.3237 (2.3335)\tPrec@1 41.406 (37.867)\n",
      "[300/391]\tTime 0.087 (0.058)\tData 0.000 (0.001)\tLoss 2.3539 (2.3320)\tPrec@1 37.500 (37.780)\n",
      "[320/391]\tTime 0.098 (0.057)\tData 0.000 (0.001)\tLoss 2.2904 (2.3340)\tPrec@1 42.969 (37.743)\n",
      "[340/391]\tTime 0.094 (0.058)\tData 0.000 (0.001)\tLoss 2.2463 (2.3332)\tPrec@1 42.188 (37.773)\n",
      "[360/391]\tTime 0.045 (0.057)\tData 0.000 (0.001)\tLoss 2.2846 (2.3327)\tPrec@1 39.844 (37.816)\n",
      "[380/391]\tTime 0.089 (0.058)\tData 0.000 (0.001)\tLoss 2.4419 (2.3333)\tPrec@1 36.719 (37.799)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.344 (0.344)\tLoss 2.6750 (2.6750)\tPrec@1 30.469 (30.469)\n",
      "Test: [20/79]\tTime 0.052 (0.036)\tLoss 3.0730 (2.7245)\tPrec@1 21.094 (31.213)\n",
      "Test: [40/79]\tTime 0.019 (0.024)\tLoss 2.5624 (2.7364)\tPrec@1 35.156 (31.079)\n",
      "Test: [60/79]\tTime 0.007 (0.022)\tLoss 2.9646 (2.7382)\tPrec@1 27.344 (30.879)\n",
      " * Prec@1 31.160\n",
      "\n",
      "===> epoch: 13/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.359 (0.359)\tData 0.315 (0.315)\tLoss 2.2107 (2.2107)\tPrec@1 39.844 (39.844)\n",
      "[20/391]\tTime 0.070 (0.073)\tData 0.000 (0.016)\tLoss 2.0256 (2.3126)\tPrec@1 42.188 (37.202)\n",
      "[40/391]\tTime 0.063 (0.060)\tData 0.000 (0.008)\tLoss 2.3656 (2.2978)\tPrec@1 28.906 (37.576)\n",
      "[60/391]\tTime 0.044 (0.055)\tData 0.001 (0.006)\tLoss 2.3675 (2.2896)\tPrec@1 37.500 (38.409)\n",
      "[80/391]\tTime 0.050 (0.054)\tData 0.000 (0.004)\tLoss 2.1990 (2.2885)\tPrec@1 41.406 (38.600)\n",
      "[100/391]\tTime 0.033 (0.055)\tData 0.000 (0.004)\tLoss 2.3238 (2.2924)\tPrec@1 36.719 (38.567)\n",
      "[120/391]\tTime 0.080 (0.055)\tData 0.000 (0.003)\tLoss 2.3899 (2.2887)\tPrec@1 33.594 (38.714)\n",
      "[140/391]\tTime 0.036 (0.055)\tData 0.000 (0.003)\tLoss 2.3556 (2.2837)\tPrec@1 33.594 (38.725)\n",
      "[160/391]\tTime 0.039 (0.055)\tData 0.000 (0.003)\tLoss 2.4799 (2.2869)\tPrec@1 35.938 (38.766)\n",
      "[180/391]\tTime 0.048 (0.055)\tData 0.000 (0.002)\tLoss 2.1995 (2.2905)\tPrec@1 39.844 (38.795)\n",
      "[200/391]\tTime 0.066 (0.056)\tData 0.000 (0.002)\tLoss 2.1154 (2.2890)\tPrec@1 44.531 (38.856)\n",
      "[220/391]\tTime 0.045 (0.056)\tData 0.000 (0.002)\tLoss 2.3724 (2.2862)\tPrec@1 32.812 (38.812)\n",
      "[240/391]\tTime 0.075 (0.056)\tData 0.000 (0.002)\tLoss 2.3665 (2.2800)\tPrec@1 40.625 (39.001)\n",
      "[260/391]\tTime 0.096 (0.056)\tData 0.000 (0.002)\tLoss 2.3290 (2.2818)\tPrec@1 38.281 (38.886)\n",
      "[280/391]\tTime 0.034 (0.056)\tData 0.000 (0.002)\tLoss 2.5982 (2.2813)\tPrec@1 35.156 (38.929)\n",
      "[300/391]\tTime 0.033 (0.056)\tData 0.000 (0.002)\tLoss 2.2636 (2.2830)\tPrec@1 38.281 (38.860)\n",
      "[320/391]\tTime 0.078 (0.057)\tData 0.000 (0.002)\tLoss 2.3933 (2.2824)\tPrec@1 32.812 (38.858)\n",
      "[340/391]\tTime 0.064 (0.057)\tData 0.000 (0.002)\tLoss 2.6889 (2.2811)\tPrec@1 35.938 (38.904)\n",
      "[360/391]\tTime 0.086 (0.057)\tData 0.000 (0.001)\tLoss 2.1293 (2.2802)\tPrec@1 40.625 (38.900)\n",
      "[380/391]\tTime 0.096 (0.057)\tData 0.000 (0.001)\tLoss 2.4258 (2.2803)\tPrec@1 39.062 (38.917)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.321 (0.321)\tLoss 2.6068 (2.6068)\tPrec@1 30.469 (30.469)\n",
      "Test: [20/79]\tTime 0.019 (0.033)\tLoss 2.7653 (2.6566)\tPrec@1 25.000 (31.622)\n",
      "Test: [40/79]\tTime 0.012 (0.026)\tLoss 2.2842 (2.6532)\tPrec@1 32.812 (31.707)\n",
      "Test: [60/79]\tTime 0.032 (0.022)\tLoss 2.8469 (2.6657)\tPrec@1 28.125 (31.685)\n",
      " * Prec@1 31.760\n",
      "\n",
      "===> epoch: 14/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.312 (0.312)\tData 0.239 (0.239)\tLoss 2.0448 (2.0448)\tPrec@1 43.750 (43.750)\n",
      "[20/391]\tTime 0.029 (0.068)\tData 0.000 (0.012)\tLoss 2.1855 (2.2247)\tPrec@1 39.844 (41.220)\n",
      "[40/391]\tTime 0.073 (0.061)\tData 0.000 (0.006)\tLoss 2.2652 (2.2154)\tPrec@1 42.188 (41.216)\n",
      "[60/391]\tTime 0.120 (0.061)\tData 0.001 (0.004)\tLoss 1.8992 (2.2076)\tPrec@1 44.531 (40.791)\n",
      "[80/391]\tTime 0.084 (0.061)\tData 0.000 (0.003)\tLoss 2.2325 (2.2251)\tPrec@1 40.625 (40.432)\n",
      "[100/391]\tTime 0.053 (0.060)\tData 0.000 (0.003)\tLoss 2.4589 (2.2389)\tPrec@1 31.250 (39.968)\n",
      "[120/391]\tTime 0.087 (0.059)\tData 0.000 (0.002)\tLoss 2.3449 (2.2483)\tPrec@1 35.156 (39.844)\n",
      "[140/391]\tTime 0.089 (0.059)\tData 0.000 (0.002)\tLoss 2.1042 (2.2509)\tPrec@1 44.531 (39.661)\n",
      "[160/391]\tTime 0.064 (0.058)\tData 0.000 (0.002)\tLoss 2.3683 (2.2512)\tPrec@1 29.688 (39.460)\n",
      "[180/391]\tTime 0.035 (0.058)\tData 0.001 (0.002)\tLoss 2.2794 (2.2476)\tPrec@1 34.375 (39.498)\n",
      "[200/391]\tTime 0.085 (0.058)\tData 0.000 (0.002)\tLoss 2.1602 (2.2479)\tPrec@1 47.656 (39.541)\n",
      "[220/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 2.3830 (2.2525)\tPrec@1 36.719 (39.441)\n",
      "[240/391]\tTime 0.054 (0.058)\tData 0.000 (0.001)\tLoss 2.1075 (2.2510)\tPrec@1 36.719 (39.374)\n",
      "[260/391]\tTime 0.086 (0.058)\tData 0.000 (0.001)\tLoss 2.2383 (2.2480)\tPrec@1 37.500 (39.413)\n",
      "[280/391]\tTime 0.039 (0.058)\tData 0.000 (0.001)\tLoss 2.2534 (2.2491)\tPrec@1 38.281 (39.277)\n",
      "[300/391]\tTime 0.029 (0.058)\tData 0.000 (0.001)\tLoss 2.2535 (2.2525)\tPrec@1 40.625 (39.242)\n",
      "[320/391]\tTime 0.031 (0.058)\tData 0.000 (0.001)\tLoss 2.5422 (2.2532)\tPrec@1 35.156 (39.179)\n",
      "[340/391]\tTime 0.051 (0.058)\tData 0.000 (0.001)\tLoss 2.2260 (2.2542)\tPrec@1 36.719 (39.243)\n",
      "[360/391]\tTime 0.041 (0.058)\tData 0.000 (0.001)\tLoss 2.0915 (2.2524)\tPrec@1 37.500 (39.236)\n",
      "[380/391]\tTime 0.101 (0.058)\tData 0.000 (0.001)\tLoss 2.4483 (2.2526)\tPrec@1 26.562 (39.241)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.342 (0.342)\tLoss 2.4185 (2.4185)\tPrec@1 36.719 (36.719)\n",
      "Test: [20/79]\tTime 0.014 (0.031)\tLoss 2.4290 (2.4616)\tPrec@1 34.375 (35.900)\n",
      "Test: [40/79]\tTime 0.017 (0.023)\tLoss 2.0009 (2.4539)\tPrec@1 45.312 (35.995)\n",
      "Test: [60/79]\tTime 0.005 (0.019)\tLoss 2.8826 (2.4639)\tPrec@1 38.281 (35.681)\n",
      " * Prec@1 35.670\n",
      "\n",
      "===> epoch: 15/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.392 (0.392)\tData 0.342 (0.342)\tLoss 2.0014 (2.0014)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.046 (0.077)\tData 0.000 (0.017)\tLoss 2.2781 (2.2047)\tPrec@1 35.938 (40.997)\n",
      "[40/391]\tTime 0.045 (0.067)\tData 0.000 (0.009)\tLoss 2.1895 (2.2167)\tPrec@1 42.188 (39.710)\n",
      "[60/391]\tTime 0.065 (0.060)\tData 0.000 (0.006)\tLoss 2.2845 (2.1964)\tPrec@1 34.375 (40.459)\n",
      "[80/391]\tTime 0.045 (0.056)\tData 0.000 (0.005)\tLoss 2.0136 (2.1947)\tPrec@1 45.312 (40.268)\n",
      "[100/391]\tTime 0.046 (0.053)\tData 0.000 (0.004)\tLoss 2.3151 (2.1935)\tPrec@1 37.500 (40.215)\n",
      "[120/391]\tTime 0.027 (0.053)\tData 0.000 (0.003)\tLoss 2.0476 (2.2005)\tPrec@1 45.312 (40.070)\n",
      "[140/391]\tTime 0.081 (0.053)\tData 0.000 (0.003)\tLoss 2.0327 (2.2121)\tPrec@1 48.438 (39.822)\n",
      "[160/391]\tTime 0.046 (0.053)\tData 0.000 (0.003)\tLoss 2.2543 (2.2122)\tPrec@1 37.500 (39.902)\n",
      "[180/391]\tTime 0.059 (0.054)\tData 0.000 (0.002)\tLoss 2.1898 (2.2087)\tPrec@1 39.062 (40.081)\n",
      "[200/391]\tTime 0.048 (0.054)\tData 0.000 (0.002)\tLoss 2.2411 (2.2077)\tPrec@1 42.969 (40.085)\n",
      "[220/391]\tTime 0.068 (0.054)\tData 0.001 (0.002)\tLoss 2.2061 (2.2052)\tPrec@1 42.188 (40.208)\n",
      "[240/391]\tTime 0.088 (0.054)\tData 0.000 (0.002)\tLoss 2.4541 (2.2071)\tPrec@1 39.062 (40.204)\n",
      "[260/391]\tTime 0.074 (0.054)\tData 0.000 (0.002)\tLoss 2.0567 (2.2142)\tPrec@1 44.531 (40.095)\n",
      "[280/391]\tTime 0.086 (0.055)\tData 0.000 (0.002)\tLoss 2.0869 (2.2103)\tPrec@1 46.094 (40.177)\n",
      "[300/391]\tTime 0.061 (0.054)\tData 0.000 (0.002)\tLoss 2.0439 (2.2100)\tPrec@1 49.219 (40.158)\n",
      "[320/391]\tTime 0.098 (0.055)\tData 0.000 (0.002)\tLoss 2.0943 (2.2124)\tPrec@1 44.531 (40.221)\n",
      "[340/391]\tTime 0.073 (0.055)\tData 0.000 (0.001)\tLoss 2.0412 (2.2110)\tPrec@1 44.531 (40.313)\n",
      "[360/391]\tTime 0.040 (0.055)\tData 0.000 (0.001)\tLoss 2.0750 (2.2108)\tPrec@1 44.531 (40.339)\n",
      "[380/391]\tTime 0.033 (0.055)\tData 0.000 (0.001)\tLoss 2.1511 (2.2140)\tPrec@1 42.188 (40.293)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.384 (0.384)\tLoss 2.2828 (2.2828)\tPrec@1 41.406 (41.406)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [20/79]\tTime 0.013 (0.033)\tLoss 2.6005 (2.4683)\tPrec@1 36.719 (35.491)\n",
      "Test: [40/79]\tTime 0.013 (0.024)\tLoss 2.1406 (2.4894)\tPrec@1 46.875 (35.137)\n",
      "Test: [60/79]\tTime 0.017 (0.021)\tLoss 2.9140 (2.4998)\tPrec@1 34.375 (35.464)\n",
      " * Prec@1 35.510\n",
      "\n",
      "===> epoch: 16/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.377 (0.377)\tData 0.327 (0.327)\tLoss 2.1643 (2.1643)\tPrec@1 38.281 (38.281)\n",
      "[20/391]\tTime 0.078 (0.071)\tData 0.000 (0.016)\tLoss 1.9624 (2.1227)\tPrec@1 47.656 (41.890)\n",
      "[40/391]\tTime 0.098 (0.067)\tData 0.000 (0.008)\tLoss 2.1922 (2.1550)\tPrec@1 40.625 (41.387)\n",
      "[60/391]\tTime 0.071 (0.065)\tData 0.006 (0.006)\tLoss 2.3098 (2.1691)\tPrec@1 36.719 (41.253)\n",
      "[80/391]\tTime 0.035 (0.064)\tData 0.000 (0.004)\tLoss 2.2524 (2.1819)\tPrec@1 40.625 (41.194)\n",
      "[100/391]\tTime 0.055 (0.063)\tData 0.000 (0.004)\tLoss 2.1989 (2.1835)\tPrec@1 40.625 (41.136)\n",
      "[120/391]\tTime 0.050 (0.062)\tData 0.000 (0.003)\tLoss 2.1102 (2.1872)\tPrec@1 42.969 (41.038)\n",
      "[140/391]\tTime 0.090 (0.061)\tData 0.000 (0.003)\tLoss 2.0688 (2.1813)\tPrec@1 42.188 (41.052)\n",
      "[160/391]\tTime 0.031 (0.061)\tData 0.000 (0.002)\tLoss 2.1387 (2.1842)\tPrec@1 41.406 (40.921)\n",
      "[180/391]\tTime 0.091 (0.061)\tData 0.000 (0.002)\tLoss 2.0392 (2.1878)\tPrec@1 42.188 (40.763)\n",
      "[200/391]\tTime 0.048 (0.060)\tData 0.000 (0.002)\tLoss 2.1215 (2.1899)\tPrec@1 39.062 (40.889)\n",
      "[220/391]\tTime 0.063 (0.060)\tData 0.000 (0.002)\tLoss 2.0629 (2.1848)\tPrec@1 43.750 (40.947)\n",
      "[240/391]\tTime 0.026 (0.059)\tData 0.000 (0.002)\tLoss 2.1842 (2.1890)\tPrec@1 42.188 (40.774)\n",
      "[260/391]\tTime 0.055 (0.059)\tData 0.001 (0.002)\tLoss 2.2963 (2.1863)\tPrec@1 38.281 (40.787)\n",
      "[280/391]\tTime 0.025 (0.059)\tData 0.000 (0.002)\tLoss 2.1469 (2.1833)\tPrec@1 40.625 (40.836)\n",
      "[300/391]\tTime 0.035 (0.059)\tData 0.000 (0.001)\tLoss 2.1463 (2.1817)\tPrec@1 40.625 (40.817)\n",
      "[320/391]\tTime 0.035 (0.059)\tData 0.000 (0.001)\tLoss 1.9952 (2.1834)\tPrec@1 46.875 (40.815)\n",
      "[340/391]\tTime 0.092 (0.059)\tData 0.000 (0.001)\tLoss 2.4068 (2.1868)\tPrec@1 36.719 (40.737)\n",
      "[360/391]\tTime 0.048 (0.059)\tData 0.000 (0.001)\tLoss 2.3477 (2.1907)\tPrec@1 40.625 (40.653)\n",
      "[380/391]\tTime 0.034 (0.059)\tData 0.000 (0.001)\tLoss 1.9571 (2.1908)\tPrec@1 46.875 (40.625)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.354 (0.354)\tLoss 2.8352 (2.8352)\tPrec@1 29.688 (29.688)\n",
      "Test: [20/79]\tTime 0.026 (0.036)\tLoss 2.6754 (2.7244)\tPrec@1 30.469 (31.771)\n",
      "Test: [40/79]\tTime 0.019 (0.027)\tLoss 2.5069 (2.7847)\tPrec@1 31.250 (30.716)\n",
      "Test: [60/79]\tTime 0.019 (0.024)\tLoss 3.1361 (2.7929)\tPrec@1 27.344 (30.776)\n",
      " * Prec@1 31.170\n",
      "\n",
      "===> epoch: 17/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.462 (0.462)\tData 0.374 (0.374)\tLoss 2.3442 (2.3442)\tPrec@1 33.594 (33.594)\n",
      "[20/391]\tTime 0.088 (0.076)\tData 0.000 (0.019)\tLoss 2.1546 (2.1350)\tPrec@1 40.625 (41.369)\n",
      "[40/391]\tTime 0.110 (0.069)\tData 0.005 (0.010)\tLoss 2.1210 (2.1494)\tPrec@1 37.500 (41.578)\n",
      "[60/391]\tTime 0.027 (0.065)\tData 0.000 (0.007)\tLoss 1.9560 (2.1787)\tPrec@1 44.531 (41.163)\n",
      "[80/391]\tTime 0.031 (0.060)\tData 0.000 (0.005)\tLoss 1.8714 (2.1664)\tPrec@1 46.094 (41.184)\n",
      "[100/391]\tTime 0.024 (0.057)\tData 0.000 (0.004)\tLoss 2.0173 (2.1709)\tPrec@1 38.281 (41.159)\n",
      "[120/391]\tTime 0.046 (0.054)\tData 0.000 (0.004)\tLoss 2.1701 (2.1685)\tPrec@1 42.188 (41.083)\n",
      "[140/391]\tTime 0.087 (0.055)\tData 0.000 (0.003)\tLoss 2.0046 (2.1671)\tPrec@1 48.438 (41.102)\n",
      "[160/391]\tTime 0.029 (0.056)\tData 0.000 (0.003)\tLoss 2.2852 (2.1679)\tPrec@1 32.812 (41.091)\n",
      "[180/391]\tTime 0.063 (0.056)\tData 0.000 (0.003)\tLoss 2.0877 (2.1678)\tPrec@1 42.188 (40.940)\n",
      "[200/391]\tTime 0.044 (0.056)\tData 0.000 (0.002)\tLoss 2.0414 (2.1654)\tPrec@1 40.625 (40.994)\n",
      "[220/391]\tTime 0.053 (0.056)\tData 0.000 (0.002)\tLoss 2.1539 (2.1630)\tPrec@1 35.156 (41.074)\n",
      "[240/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 1.9676 (2.1606)\tPrec@1 49.219 (41.092)\n",
      "[260/391]\tTime 0.066 (0.057)\tData 0.000 (0.002)\tLoss 2.2965 (2.1648)\tPrec@1 35.938 (40.954)\n",
      "[280/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 2.2904 (2.1650)\tPrec@1 39.844 (41.003)\n",
      "[300/391]\tTime 0.077 (0.057)\tData 0.000 (0.002)\tLoss 2.2965 (2.1679)\tPrec@1 39.062 (40.960)\n",
      "[320/391]\tTime 0.088 (0.057)\tData 0.000 (0.002)\tLoss 2.1083 (2.1676)\tPrec@1 42.969 (40.973)\n",
      "[340/391]\tTime 0.039 (0.057)\tData 0.000 (0.002)\tLoss 2.1413 (2.1686)\tPrec@1 41.406 (40.996)\n",
      "[360/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 2.0511 (2.1680)\tPrec@1 46.094 (41.015)\n",
      "[380/391]\tTime 0.072 (0.057)\tData 0.000 (0.001)\tLoss 2.1402 (2.1663)\tPrec@1 46.094 (41.039)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.307 (0.307)\tLoss 2.2942 (2.2942)\tPrec@1 46.094 (46.094)\n",
      "Test: [20/79]\tTime 0.006 (0.030)\tLoss 2.4825 (2.4258)\tPrec@1 32.812 (37.723)\n",
      "Test: [40/79]\tTime 0.006 (0.022)\tLoss 2.2398 (2.4498)\tPrec@1 34.375 (36.795)\n",
      "Test: [60/79]\tTime 0.007 (0.019)\tLoss 2.8484 (2.4717)\tPrec@1 32.031 (36.347)\n",
      " * Prec@1 36.450\n",
      "\n",
      "===> epoch: 18/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.254 (0.254)\tData 0.216 (0.216)\tLoss 2.1066 (2.1066)\tPrec@1 39.844 (39.844)\n",
      "[20/391]\tTime 0.050 (0.065)\tData 0.000 (0.011)\tLoss 1.7562 (2.0744)\tPrec@1 54.688 (43.192)\n",
      "[40/391]\tTime 0.109 (0.064)\tData 0.001 (0.006)\tLoss 2.3089 (2.1051)\tPrec@1 38.281 (42.092)\n",
      "[60/391]\tTime 0.025 (0.059)\tData 0.000 (0.004)\tLoss 2.3173 (2.1215)\tPrec@1 36.719 (41.970)\n",
      "[80/391]\tTime 0.029 (0.058)\tData 0.000 (0.003)\tLoss 2.0375 (2.1205)\tPrec@1 43.750 (42.130)\n",
      "[100/391]\tTime 0.095 (0.058)\tData 0.000 (0.002)\tLoss 1.7857 (2.1206)\tPrec@1 53.906 (42.373)\n",
      "[120/391]\tTime 0.054 (0.059)\tData 0.000 (0.003)\tLoss 2.0191 (2.1281)\tPrec@1 39.844 (42.097)\n",
      "[140/391]\tTime 0.056 (0.059)\tData 0.000 (0.002)\tLoss 2.3546 (2.1427)\tPrec@1 40.625 (42.010)\n",
      "[160/391]\tTime 0.052 (0.059)\tData 0.000 (0.002)\tLoss 2.6394 (2.1441)\tPrec@1 31.250 (42.071)\n",
      "[180/391]\tTime 0.063 (0.059)\tData 0.000 (0.002)\tLoss 2.1808 (2.1482)\tPrec@1 39.844 (41.756)\n",
      "[200/391]\tTime 0.090 (0.059)\tData 0.000 (0.002)\tLoss 2.0563 (2.1502)\tPrec@1 40.625 (41.783)\n",
      "[220/391]\tTime 0.048 (0.059)\tData 0.000 (0.002)\tLoss 1.8927 (2.1505)\tPrec@1 50.781 (41.767)\n",
      "[240/391]\tTime 0.042 (0.059)\tData 0.000 (0.002)\tLoss 2.1827 (2.1497)\tPrec@1 43.750 (41.850)\n",
      "[260/391]\tTime 0.092 (0.059)\tData 0.000 (0.001)\tLoss 2.0911 (2.1478)\tPrec@1 42.969 (41.798)\n",
      "[280/391]\tTime 0.042 (0.059)\tData 0.000 (0.001)\tLoss 2.3035 (2.1510)\tPrec@1 36.719 (41.745)\n",
      "[300/391]\tTime 0.028 (0.059)\tData 0.000 (0.001)\tLoss 2.3331 (2.1535)\tPrec@1 35.938 (41.689)\n",
      "[320/391]\tTime 0.104 (0.059)\tData 0.000 (0.001)\tLoss 2.2626 (2.1513)\tPrec@1 35.156 (41.723)\n",
      "[340/391]\tTime 0.083 (0.059)\tData 0.000 (0.001)\tLoss 2.1893 (2.1523)\tPrec@1 42.188 (41.706)\n",
      "[360/391]\tTime 0.055 (0.059)\tData 0.000 (0.001)\tLoss 2.2081 (2.1520)\tPrec@1 43.750 (41.724)\n",
      "[380/391]\tTime 0.047 (0.059)\tData 0.000 (0.001)\tLoss 2.0197 (2.1498)\tPrec@1 42.188 (41.751)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.326 (0.326)\tLoss 2.4212 (2.4212)\tPrec@1 44.531 (44.531)\n",
      "Test: [20/79]\tTime 0.016 (0.029)\tLoss 2.5171 (2.3664)\tPrec@1 31.250 (38.504)\n",
      "Test: [40/79]\tTime 0.006 (0.023)\tLoss 2.2061 (2.3540)\tPrec@1 44.531 (38.319)\n",
      "Test: [60/79]\tTime 0.047 (0.021)\tLoss 2.6666 (2.3542)\tPrec@1 36.719 (38.281)\n",
      " * Prec@1 38.050\n",
      "\n",
      "===> epoch: 19/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.381 (0.381)\tData 0.360 (0.360)\tLoss 2.1051 (2.1051)\tPrec@1 35.156 (35.156)\n",
      "[20/391]\tTime 0.044 (0.073)\tData 0.000 (0.017)\tLoss 2.0335 (2.1405)\tPrec@1 43.750 (40.997)\n",
      "[40/391]\tTime 0.098 (0.069)\tData 0.008 (0.009)\tLoss 2.0624 (2.0945)\tPrec@1 47.656 (42.797)\n",
      "[60/391]\tTime 0.060 (0.066)\tData 0.000 (0.006)\tLoss 2.2950 (2.1109)\tPrec@1 41.406 (42.380)\n",
      "[80/391]\tTime 0.043 (0.060)\tData 0.000 (0.005)\tLoss 2.2883 (2.1113)\tPrec@1 36.719 (42.400)\n",
      "[100/391]\tTime 0.060 (0.058)\tData 0.005 (0.004)\tLoss 2.2625 (2.1280)\tPrec@1 42.969 (41.994)\n",
      "[120/391]\tTime 0.102 (0.058)\tData 0.000 (0.003)\tLoss 2.3113 (2.1327)\tPrec@1 38.281 (41.852)\n",
      "[140/391]\tTime 0.043 (0.057)\tData 0.000 (0.003)\tLoss 2.1304 (2.1343)\tPrec@1 46.875 (41.966)\n",
      "[160/391]\tTime 0.095 (0.058)\tData 0.000 (0.003)\tLoss 2.2105 (2.1344)\tPrec@1 39.844 (42.018)\n",
      "[180/391]\tTime 0.029 (0.057)\tData 0.000 (0.003)\tLoss 2.1280 (2.1314)\tPrec@1 36.719 (42.041)\n",
      "[200/391]\tTime 0.042 (0.057)\tData 0.000 (0.002)\tLoss 2.0631 (2.1356)\tPrec@1 35.156 (41.985)\n",
      "[220/391]\tTime 0.036 (0.057)\tData 0.000 (0.002)\tLoss 2.1257 (2.1337)\tPrec@1 42.188 (42.159)\n",
      "[240/391]\tTime 0.036 (0.057)\tData 0.000 (0.002)\tLoss 2.0639 (2.1261)\tPrec@1 43.750 (42.265)\n",
      "[260/391]\tTime 0.066 (0.057)\tData 0.000 (0.002)\tLoss 2.1434 (2.1289)\tPrec@1 42.188 (42.214)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[280/391]\tTime 0.053 (0.057)\tData 0.000 (0.002)\tLoss 2.0605 (2.1314)\tPrec@1 46.875 (42.168)\n",
      "[300/391]\tTime 0.029 (0.057)\tData 0.000 (0.002)\tLoss 2.1969 (2.1320)\tPrec@1 34.375 (42.151)\n",
      "[320/391]\tTime 0.089 (0.057)\tData 0.000 (0.002)\tLoss 2.3874 (2.1312)\tPrec@1 32.812 (42.153)\n",
      "[340/391]\tTime 0.038 (0.057)\tData 0.000 (0.002)\tLoss 2.0972 (2.1324)\tPrec@1 45.312 (42.144)\n",
      "[360/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 1.9238 (2.1326)\tPrec@1 48.438 (42.136)\n",
      "[380/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 2.2247 (2.1322)\tPrec@1 39.062 (42.138)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.248 (0.248)\tLoss 2.6207 (2.6207)\tPrec@1 37.500 (37.500)\n",
      "Test: [20/79]\tTime 0.008 (0.025)\tLoss 2.6453 (2.5781)\tPrec@1 35.938 (36.756)\n",
      "Test: [40/79]\tTime 0.023 (0.019)\tLoss 2.5018 (2.6165)\tPrec@1 40.625 (35.804)\n",
      "Test: [60/79]\tTime 0.024 (0.018)\tLoss 3.0024 (2.6235)\tPrec@1 28.125 (34.977)\n",
      " * Prec@1 35.090\n",
      "\n",
      "===> epoch: 20/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.362 (0.362)\tData 0.286 (0.286)\tLoss 2.1959 (2.1959)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.048 (0.076)\tData 0.000 (0.014)\tLoss 2.0703 (2.0712)\tPrec@1 39.062 (45.275)\n",
      "[40/391]\tTime 0.056 (0.069)\tData 0.000 (0.007)\tLoss 1.9006 (2.0780)\tPrec@1 49.219 (43.521)\n",
      "[60/391]\tTime 0.033 (0.066)\tData 0.000 (0.005)\tLoss 1.9550 (2.0923)\tPrec@1 45.312 (42.969)\n",
      "[80/391]\tTime 0.029 (0.063)\tData 0.000 (0.004)\tLoss 2.1207 (2.0962)\tPrec@1 43.750 (42.593)\n",
      "[100/391]\tTime 0.032 (0.061)\tData 0.000 (0.003)\tLoss 2.3142 (2.0999)\tPrec@1 33.594 (42.590)\n",
      "[120/391]\tTime 0.052 (0.061)\tData 0.000 (0.003)\tLoss 1.8920 (2.0953)\tPrec@1 47.656 (42.878)\n",
      "[140/391]\tTime 0.076 (0.060)\tData 0.000 (0.002)\tLoss 2.3426 (2.0970)\tPrec@1 42.188 (42.908)\n",
      "[160/391]\tTime 0.094 (0.061)\tData 0.000 (0.002)\tLoss 2.1111 (2.0973)\tPrec@1 39.062 (42.911)\n",
      "[180/391]\tTime 0.061 (0.060)\tData 0.000 (0.002)\tLoss 2.1747 (2.1039)\tPrec@1 46.094 (42.796)\n",
      "[200/391]\tTime 0.062 (0.061)\tData 0.000 (0.002)\tLoss 2.1014 (2.1044)\tPrec@1 46.094 (42.685)\n",
      "[220/391]\tTime 0.100 (0.061)\tData 0.000 (0.002)\tLoss 2.1528 (2.1052)\tPrec@1 37.500 (42.686)\n",
      "[240/391]\tTime 0.063 (0.060)\tData 0.000 (0.002)\tLoss 2.2594 (2.1039)\tPrec@1 38.281 (42.667)\n",
      "[260/391]\tTime 0.048 (0.060)\tData 0.000 (0.001)\tLoss 1.9232 (2.1042)\tPrec@1 50.000 (42.717)\n",
      "[280/391]\tTime 0.045 (0.060)\tData 0.001 (0.001)\tLoss 2.4158 (2.1069)\tPrec@1 37.500 (42.630)\n",
      "[300/391]\tTime 0.032 (0.060)\tData 0.000 (0.001)\tLoss 2.2547 (2.1135)\tPrec@1 37.500 (42.528)\n",
      "[320/391]\tTime 0.044 (0.060)\tData 0.000 (0.001)\tLoss 2.0728 (2.1159)\tPrec@1 44.531 (42.477)\n",
      "[340/391]\tTime 0.071 (0.060)\tData 0.000 (0.001)\tLoss 2.1022 (2.1144)\tPrec@1 46.875 (42.483)\n",
      "[360/391]\tTime 0.092 (0.060)\tData 0.000 (0.001)\tLoss 2.1944 (2.1163)\tPrec@1 41.406 (42.421)\n",
      "[380/391]\tTime 0.035 (0.060)\tData 0.000 (0.001)\tLoss 2.3480 (2.1184)\tPrec@1 42.969 (42.335)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.328 (0.328)\tLoss 2.6226 (2.6226)\tPrec@1 32.031 (32.031)\n",
      "Test: [20/79]\tTime 0.026 (0.028)\tLoss 2.6778 (2.6637)\tPrec@1 33.594 (34.152)\n",
      "Test: [40/79]\tTime 0.013 (0.022)\tLoss 2.4494 (2.7048)\tPrec@1 38.281 (33.708)\n",
      "Test: [60/79]\tTime 0.007 (0.019)\tLoss 3.0567 (2.6972)\tPrec@1 30.469 (33.427)\n",
      " * Prec@1 33.460\n",
      "\n",
      "===> epoch: 21/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.232 (0.232)\tData 0.170 (0.170)\tLoss 2.0823 (2.0823)\tPrec@1 46.875 (46.875)\n",
      "[20/391]\tTime 0.064 (0.066)\tData 0.000 (0.008)\tLoss 2.1181 (2.0129)\tPrec@1 44.531 (45.685)\n",
      "[40/391]\tTime 0.032 (0.063)\tData 0.000 (0.005)\tLoss 2.0375 (2.0633)\tPrec@1 42.188 (44.207)\n",
      "[60/391]\tTime 0.043 (0.061)\tData 0.000 (0.003)\tLoss 2.2157 (2.0719)\tPrec@1 38.281 (43.763)\n",
      "[80/391]\tTime 0.049 (0.058)\tData 0.000 (0.003)\tLoss 2.0825 (2.0702)\tPrec@1 46.094 (43.991)\n",
      "[100/391]\tTime 0.058 (0.056)\tData 0.000 (0.002)\tLoss 2.1273 (2.0614)\tPrec@1 41.406 (44.199)\n",
      "[120/391]\tTime 0.091 (0.054)\tData 0.000 (0.002)\tLoss 2.0740 (2.0720)\tPrec@1 42.188 (43.827)\n",
      "[140/391]\tTime 0.032 (0.054)\tData 0.000 (0.002)\tLoss 2.1790 (2.0814)\tPrec@1 41.406 (43.822)\n",
      "[160/391]\tTime 0.086 (0.055)\tData 0.000 (0.001)\tLoss 2.1961 (2.0907)\tPrec@1 42.969 (43.541)\n",
      "[180/391]\tTime 0.089 (0.055)\tData 0.000 (0.001)\tLoss 2.1888 (2.1002)\tPrec@1 39.062 (43.262)\n",
      "[200/391]\tTime 0.032 (0.055)\tData 0.000 (0.001)\tLoss 2.1368 (2.1015)\tPrec@1 39.844 (43.175)\n",
      "[220/391]\tTime 0.069 (0.056)\tData 0.000 (0.001)\tLoss 2.1257 (2.1012)\tPrec@1 36.719 (42.979)\n",
      "[240/391]\tTime 0.043 (0.056)\tData 0.000 (0.001)\tLoss 2.1897 (2.1050)\tPrec@1 36.719 (42.859)\n",
      "[260/391]\tTime 0.073 (0.056)\tData 0.000 (0.001)\tLoss 1.9913 (2.1006)\tPrec@1 39.062 (42.972)\n",
      "[280/391]\tTime 0.059 (0.056)\tData 0.000 (0.001)\tLoss 2.2656 (2.1026)\tPrec@1 41.406 (42.894)\n",
      "[300/391]\tTime 0.028 (0.057)\tData 0.000 (0.001)\tLoss 2.1534 (2.1039)\tPrec@1 35.938 (42.857)\n",
      "[320/391]\tTime 0.031 (0.057)\tData 0.000 (0.001)\tLoss 1.9927 (2.1053)\tPrec@1 41.406 (42.781)\n",
      "[340/391]\tTime 0.109 (0.057)\tData 0.000 (0.001)\tLoss 2.0630 (2.1070)\tPrec@1 40.625 (42.799)\n",
      "[360/391]\tTime 0.094 (0.057)\tData 0.000 (0.001)\tLoss 2.3217 (2.1101)\tPrec@1 37.500 (42.707)\n",
      "[380/391]\tTime 0.072 (0.058)\tData 0.000 (0.001)\tLoss 2.3934 (2.1073)\tPrec@1 32.812 (42.723)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.342 (0.342)\tLoss 2.4698 (2.4698)\tPrec@1 32.031 (32.031)\n",
      "Test: [20/79]\tTime 0.007 (0.031)\tLoss 2.4861 (2.5129)\tPrec@1 36.719 (35.714)\n",
      "Test: [40/79]\tTime 0.021 (0.024)\tLoss 2.1540 (2.5233)\tPrec@1 42.969 (35.309)\n",
      "Test: [60/79]\tTime 0.026 (0.023)\tLoss 2.8613 (2.5271)\tPrec@1 30.469 (35.246)\n",
      " * Prec@1 35.240\n",
      "\n",
      "===> epoch: 22/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.457 (0.457)\tData 0.353 (0.353)\tLoss 2.1008 (2.1008)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.060 (0.072)\tData 0.000 (0.017)\tLoss 1.9248 (2.0746)\tPrec@1 47.656 (43.080)\n",
      "[40/391]\tTime 0.084 (0.066)\tData 0.000 (0.009)\tLoss 2.0597 (2.0671)\tPrec@1 46.875 (43.369)\n",
      "[60/391]\tTime 0.090 (0.065)\tData 0.000 (0.006)\tLoss 1.8587 (2.0674)\tPrec@1 46.094 (43.289)\n",
      "[80/391]\tTime 0.082 (0.063)\tData 0.000 (0.005)\tLoss 2.1262 (2.0823)\tPrec@1 43.750 (42.911)\n",
      "[100/391]\tTime 0.089 (0.062)\tData 0.000 (0.004)\tLoss 2.1881 (2.0738)\tPrec@1 44.531 (43.162)\n",
      "[120/391]\tTime 0.027 (0.062)\tData 0.000 (0.003)\tLoss 2.1203 (2.0681)\tPrec@1 42.188 (43.208)\n",
      "[140/391]\tTime 0.036 (0.060)\tData 0.000 (0.003)\tLoss 2.1284 (2.0694)\tPrec@1 46.875 (43.285)\n",
      "[160/391]\tTime 0.035 (0.059)\tData 0.000 (0.003)\tLoss 2.1917 (2.0808)\tPrec@1 36.719 (43.148)\n",
      "[180/391]\tTime 0.038 (0.058)\tData 0.000 (0.002)\tLoss 1.9855 (2.0834)\tPrec@1 49.219 (43.072)\n",
      "[200/391]\tTime 0.087 (0.058)\tData 0.000 (0.002)\tLoss 2.0276 (2.0899)\tPrec@1 44.531 (42.942)\n",
      "[220/391]\tTime 0.027 (0.058)\tData 0.000 (0.002)\tLoss 1.8674 (2.0876)\tPrec@1 52.344 (43.128)\n",
      "[240/391]\tTime 0.020 (0.058)\tData 0.000 (0.002)\tLoss 2.2524 (2.0919)\tPrec@1 41.406 (43.024)\n",
      "[260/391]\tTime 0.039 (0.057)\tData 0.000 (0.002)\tLoss 2.1329 (2.0903)\tPrec@1 43.750 (43.074)\n",
      "[280/391]\tTime 0.032 (0.057)\tData 0.000 (0.002)\tLoss 1.9821 (2.0888)\tPrec@1 44.531 (43.033)\n",
      "[300/391]\tTime 0.061 (0.057)\tData 0.000 (0.002)\tLoss 2.2286 (2.0932)\tPrec@1 34.375 (42.951)\n",
      "[320/391]\tTime 0.043 (0.057)\tData 0.000 (0.002)\tLoss 2.2110 (2.0945)\tPrec@1 39.062 (42.947)\n",
      "[340/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 2.1398 (2.0962)\tPrec@1 37.500 (42.891)\n",
      "[360/391]\tTime 0.025 (0.057)\tData 0.000 (0.001)\tLoss 2.1271 (2.0965)\tPrec@1 40.625 (42.858)\n",
      "[380/391]\tTime 0.034 (0.057)\tData 0.000 (0.001)\tLoss 2.0173 (2.0951)\tPrec@1 41.406 (42.874)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.337 (0.337)\tLoss 2.2733 (2.2733)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.012 (0.029)\tLoss 2.6857 (2.4680)\tPrec@1 32.812 (39.286)\n",
      "Test: [40/79]\tTime 0.019 (0.024)\tLoss 2.1038 (2.4489)\tPrec@1 46.875 (38.834)\n",
      "Test: [60/79]\tTime 0.007 (0.021)\tLoss 2.6346 (2.4457)\tPrec@1 34.375 (38.576)\n",
      " * Prec@1 38.530\n",
      "\n",
      "===> epoch: 23/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.173 (0.173)\tData 0.128 (0.128)\tLoss 1.9976 (1.9976)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.077 (0.066)\tData 0.000 (0.006)\tLoss 2.1220 (1.9970)\tPrec@1 46.094 (44.866)\n",
      "[40/391]\tTime 0.090 (0.061)\tData 0.000 (0.003)\tLoss 1.8908 (2.0272)\tPrec@1 42.969 (44.912)\n",
      "[60/391]\tTime 0.051 (0.061)\tData 0.000 (0.002)\tLoss 2.0675 (2.0289)\tPrec@1 41.406 (44.518)\n",
      "[80/391]\tTime 0.067 (0.059)\tData 0.000 (0.002)\tLoss 1.7917 (2.0235)\tPrec@1 50.000 (44.869)\n",
      "[100/391]\tTime 0.048 (0.059)\tData 0.000 (0.002)\tLoss 2.0662 (2.0436)\tPrec@1 47.656 (44.686)\n",
      "[120/391]\tTime 0.038 (0.057)\tData 0.000 (0.001)\tLoss 2.0547 (2.0531)\tPrec@1 41.406 (44.228)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[140/391]\tTime 0.026 (0.055)\tData 0.000 (0.001)\tLoss 2.2323 (2.0577)\tPrec@1 37.500 (44.016)\n",
      "[160/391]\tTime 0.031 (0.054)\tData 0.000 (0.001)\tLoss 2.0418 (2.0683)\tPrec@1 42.188 (43.701)\n",
      "[180/391]\tTime 0.090 (0.054)\tData 0.000 (0.001)\tLoss 1.8613 (2.0660)\tPrec@1 53.125 (43.703)\n",
      "[200/391]\tTime 0.049 (0.054)\tData 0.000 (0.001)\tLoss 1.9650 (2.0664)\tPrec@1 44.531 (43.626)\n",
      "[220/391]\tTime 0.092 (0.054)\tData 0.001 (0.001)\tLoss 2.2080 (2.0674)\tPrec@1 44.531 (43.651)\n",
      "[240/391]\tTime 0.032 (0.054)\tData 0.000 (0.001)\tLoss 2.2509 (2.0691)\tPrec@1 34.375 (43.598)\n",
      "[260/391]\tTime 0.038 (0.055)\tData 0.000 (0.001)\tLoss 2.2411 (2.0680)\tPrec@1 39.062 (43.588)\n",
      "[280/391]\tTime 0.033 (0.055)\tData 0.001 (0.001)\tLoss 1.8723 (2.0645)\tPrec@1 46.094 (43.667)\n",
      "[300/391]\tTime 0.031 (0.056)\tData 0.000 (0.001)\tLoss 1.9318 (2.0691)\tPrec@1 50.000 (43.529)\n",
      "[320/391]\tTime 0.039 (0.056)\tData 0.000 (0.001)\tLoss 2.0445 (2.0696)\tPrec@1 50.000 (43.497)\n",
      "[340/391]\tTime 0.125 (0.056)\tData 0.000 (0.001)\tLoss 2.0424 (2.0702)\tPrec@1 42.188 (43.459)\n",
      "[360/391]\tTime 0.109 (0.056)\tData 0.000 (0.001)\tLoss 1.8446 (2.0693)\tPrec@1 46.875 (43.495)\n",
      "[380/391]\tTime 0.031 (0.056)\tData 0.000 (0.001)\tLoss 1.8732 (2.0689)\tPrec@1 47.656 (43.506)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.226 (0.226)\tLoss 2.1388 (2.1388)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.007 (0.028)\tLoss 2.5178 (2.5285)\tPrec@1 32.812 (35.714)\n",
      "Test: [40/79]\tTime 0.012 (0.023)\tLoss 2.1006 (2.5075)\tPrec@1 43.750 (36.662)\n",
      "Test: [60/79]\tTime 0.011 (0.021)\tLoss 2.6554 (2.5064)\tPrec@1 34.375 (36.706)\n",
      " * Prec@1 36.730\n",
      "\n",
      "===> epoch: 24/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.390 (0.390)\tData 0.336 (0.336)\tLoss 1.9218 (1.9218)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.088 (0.073)\tData 0.000 (0.016)\tLoss 1.9707 (2.0642)\tPrec@1 47.656 (43.266)\n",
      "[40/391]\tTime 0.086 (0.068)\tData 0.000 (0.009)\tLoss 1.9987 (2.0634)\tPrec@1 44.531 (43.350)\n",
      "[60/391]\tTime 0.033 (0.061)\tData 0.000 (0.006)\tLoss 1.7826 (2.0439)\tPrec@1 50.000 (43.750)\n",
      "[80/391]\tTime 0.030 (0.059)\tData 0.000 (0.005)\tLoss 2.2675 (2.0553)\tPrec@1 37.500 (43.567)\n",
      "[100/391]\tTime 0.087 (0.058)\tData 0.000 (0.004)\tLoss 2.0905 (2.0624)\tPrec@1 45.312 (43.649)\n",
      "[120/391]\tTime 0.042 (0.058)\tData 0.000 (0.003)\tLoss 2.1267 (2.0592)\tPrec@1 44.531 (43.705)\n",
      "[140/391]\tTime 0.090 (0.058)\tData 0.001 (0.003)\tLoss 1.9951 (2.0713)\tPrec@1 47.656 (43.595)\n",
      "[160/391]\tTime 0.035 (0.058)\tData 0.000 (0.003)\tLoss 2.0318 (2.0727)\tPrec@1 46.875 (43.522)\n",
      "[180/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 2.3429 (2.0738)\tPrec@1 38.281 (43.569)\n",
      "[200/391]\tTime 0.031 (0.058)\tData 0.000 (0.002)\tLoss 1.9472 (2.0792)\tPrec@1 48.438 (43.532)\n",
      "[220/391]\tTime 0.059 (0.058)\tData 0.000 (0.002)\tLoss 1.9708 (2.0770)\tPrec@1 44.531 (43.563)\n",
      "[240/391]\tTime 0.096 (0.058)\tData 0.000 (0.002)\tLoss 2.0082 (2.0697)\tPrec@1 46.094 (43.815)\n",
      "[260/391]\tTime 0.036 (0.057)\tData 0.000 (0.002)\tLoss 1.9542 (2.0760)\tPrec@1 47.656 (43.693)\n",
      "[280/391]\tTime 0.020 (0.057)\tData 0.000 (0.002)\tLoss 1.7761 (2.0739)\tPrec@1 46.875 (43.744)\n",
      "[300/391]\tTime 0.058 (0.057)\tData 0.000 (0.002)\tLoss 2.0810 (2.0701)\tPrec@1 50.781 (43.856)\n",
      "[320/391]\tTime 0.060 (0.057)\tData 0.000 (0.002)\tLoss 1.9617 (2.0695)\tPrec@1 42.969 (43.804)\n",
      "[340/391]\tTime 0.048 (0.057)\tData 0.000 (0.002)\tLoss 1.9997 (2.0703)\tPrec@1 50.781 (43.784)\n",
      "[360/391]\tTime 0.050 (0.057)\tData 0.001 (0.002)\tLoss 2.2893 (2.0709)\tPrec@1 34.375 (43.772)\n",
      "[380/391]\tTime 0.070 (0.057)\tData 0.000 (0.002)\tLoss 2.0585 (2.0735)\tPrec@1 42.969 (43.705)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.302 (0.302)\tLoss 2.4665 (2.4665)\tPrec@1 35.938 (35.938)\n",
      "Test: [20/79]\tTime 0.015 (0.032)\tLoss 2.6937 (2.6485)\tPrec@1 33.594 (33.185)\n",
      "Test: [40/79]\tTime 0.012 (0.022)\tLoss 2.3977 (2.6495)\tPrec@1 41.406 (34.108)\n",
      "Test: [60/79]\tTime 0.013 (0.020)\tLoss 2.8505 (2.6461)\tPrec@1 32.812 (34.234)\n",
      " * Prec@1 34.130\n",
      "\n",
      "===> epoch: 25/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.285 (0.285)\tData 0.251 (0.251)\tLoss 2.2095 (2.2095)\tPrec@1 39.844 (39.844)\n",
      "[20/391]\tTime 0.052 (0.074)\tData 0.000 (0.012)\tLoss 2.1080 (2.0270)\tPrec@1 41.406 (44.345)\n",
      "[40/391]\tTime 0.034 (0.065)\tData 0.000 (0.007)\tLoss 2.1043 (2.0504)\tPrec@1 42.188 (44.284)\n",
      "[60/391]\tTime 0.025 (0.061)\tData 0.000 (0.004)\tLoss 1.9532 (2.0330)\tPrec@1 44.531 (44.723)\n",
      "[80/391]\tTime 0.050 (0.061)\tData 0.000 (0.004)\tLoss 1.9119 (2.0354)\tPrec@1 47.656 (44.830)\n",
      "[100/391]\tTime 0.066 (0.061)\tData 0.000 (0.003)\tLoss 2.0109 (2.0359)\tPrec@1 49.219 (44.771)\n",
      "[120/391]\tTime 0.063 (0.062)\tData 0.000 (0.003)\tLoss 2.0521 (2.0454)\tPrec@1 39.844 (44.596)\n",
      "[140/391]\tTime 0.073 (0.061)\tData 0.000 (0.002)\tLoss 2.0067 (2.0474)\tPrec@1 50.781 (44.564)\n",
      "[160/391]\tTime 0.069 (0.059)\tData 0.000 (0.002)\tLoss 1.7710 (2.0453)\tPrec@1 50.781 (44.585)\n",
      "[180/391]\tTime 0.021 (0.058)\tData 0.000 (0.002)\tLoss 2.1834 (2.0520)\tPrec@1 37.500 (44.436)\n",
      "[200/391]\tTime 0.058 (0.057)\tData 0.000 (0.002)\tLoss 2.1537 (2.0459)\tPrec@1 45.312 (44.512)\n",
      "[220/391]\tTime 0.026 (0.056)\tData 0.000 (0.002)\tLoss 1.8711 (2.0521)\tPrec@1 47.656 (44.287)\n",
      "[240/391]\tTime 0.064 (0.056)\tData 0.000 (0.002)\tLoss 2.2098 (2.0482)\tPrec@1 40.625 (44.252)\n",
      "[260/391]\tTime 0.036 (0.057)\tData 0.000 (0.001)\tLoss 1.8634 (2.0495)\tPrec@1 55.469 (44.292)\n",
      "[280/391]\tTime 0.067 (0.057)\tData 0.000 (0.001)\tLoss 2.1001 (2.0506)\tPrec@1 39.844 (44.237)\n",
      "[300/391]\tTime 0.071 (0.057)\tData 0.000 (0.001)\tLoss 1.8868 (2.0512)\tPrec@1 46.875 (44.217)\n",
      "[320/391]\tTime 0.069 (0.057)\tData 0.001 (0.001)\tLoss 2.2453 (2.0511)\tPrec@1 45.312 (44.217)\n",
      "[340/391]\tTime 0.079 (0.058)\tData 0.000 (0.001)\tLoss 2.0934 (2.0525)\tPrec@1 39.844 (44.151)\n",
      "[360/391]\tTime 0.088 (0.058)\tData 0.000 (0.001)\tLoss 2.2131 (2.0511)\tPrec@1 42.188 (44.187)\n",
      "[380/391]\tTime 0.080 (0.058)\tData 0.000 (0.001)\tLoss 2.1990 (2.0533)\tPrec@1 38.281 (44.117)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.315 (0.315)\tLoss 2.4859 (2.4859)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.017 (0.034)\tLoss 2.7893 (2.7588)\tPrec@1 34.375 (33.482)\n",
      "Test: [40/79]\tTime 0.011 (0.023)\tLoss 2.4739 (2.7471)\tPrec@1 39.844 (33.289)\n",
      "Test: [60/79]\tTime 0.013 (0.021)\tLoss 2.9136 (2.7431)\tPrec@1 32.812 (33.107)\n",
      " * Prec@1 33.040\n",
      "\n",
      "===> epoch: 26/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.425 (0.425)\tData 0.377 (0.377)\tLoss 2.2043 (2.2043)\tPrec@1 41.406 (41.406)\n",
      "[20/391]\tTime 0.086 (0.072)\tData 0.000 (0.018)\tLoss 1.8845 (2.0128)\tPrec@1 44.531 (45.350)\n",
      "[40/391]\tTime 0.066 (0.064)\tData 0.000 (0.009)\tLoss 2.2257 (2.0133)\tPrec@1 36.719 (45.312)\n",
      "[60/391]\tTime 0.034 (0.061)\tData 0.000 (0.007)\tLoss 1.9794 (2.0225)\tPrec@1 43.750 (44.775)\n",
      "[80/391]\tTime 0.063 (0.061)\tData 0.000 (0.005)\tLoss 1.8857 (2.0241)\tPrec@1 42.969 (44.560)\n",
      "[100/391]\tTime 0.020 (0.059)\tData 0.000 (0.004)\tLoss 2.0882 (2.0119)\tPrec@1 44.531 (45.050)\n",
      "[120/391]\tTime 0.041 (0.059)\tData 0.000 (0.003)\tLoss 1.9835 (2.0296)\tPrec@1 43.750 (44.589)\n",
      "[140/391]\tTime 0.044 (0.058)\tData 0.000 (0.003)\tLoss 1.8416 (2.0315)\tPrec@1 49.219 (44.598)\n",
      "[160/391]\tTime 0.085 (0.059)\tData 0.000 (0.003)\tLoss 2.0854 (2.0434)\tPrec@1 49.219 (44.361)\n",
      "[180/391]\tTime 0.031 (0.059)\tData 0.000 (0.002)\tLoss 2.0985 (2.0523)\tPrec@1 44.531 (44.177)\n",
      "[200/391]\tTime 0.056 (0.060)\tData 0.000 (0.002)\tLoss 1.9484 (2.0500)\tPrec@1 50.781 (44.170)\n",
      "[220/391]\tTime 0.050 (0.059)\tData 0.000 (0.002)\tLoss 2.1201 (2.0535)\tPrec@1 42.969 (44.079)\n",
      "[240/391]\tTime 0.078 (0.059)\tData 0.000 (0.002)\tLoss 2.0482 (2.0548)\tPrec@1 47.656 (44.022)\n",
      "[260/391]\tTime 0.030 (0.059)\tData 0.000 (0.002)\tLoss 2.0846 (2.0576)\tPrec@1 43.750 (43.903)\n",
      "[280/391]\tTime 0.053 (0.058)\tData 0.000 (0.002)\tLoss 2.1308 (2.0531)\tPrec@1 41.406 (43.981)\n",
      "[300/391]\tTime 0.085 (0.058)\tData 0.000 (0.002)\tLoss 2.1704 (2.0529)\tPrec@1 41.406 (43.963)\n",
      "[320/391]\tTime 0.092 (0.058)\tData 0.000 (0.002)\tLoss 1.9207 (2.0536)\tPrec@1 46.094 (44.001)\n",
      "[340/391]\tTime 0.065 (0.058)\tData 0.000 (0.002)\tLoss 2.2064 (2.0543)\tPrec@1 40.625 (43.988)\n",
      "[360/391]\tTime 0.033 (0.058)\tData 0.000 (0.001)\tLoss 2.1999 (2.0552)\tPrec@1 40.625 (43.958)\n",
      "[380/391]\tTime 0.036 (0.058)\tData 0.000 (0.001)\tLoss 2.0658 (2.0533)\tPrec@1 41.406 (43.974)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.281 (0.281)\tLoss 2.6780 (2.6780)\tPrec@1 35.156 (35.156)\n",
      "Test: [20/79]\tTime 0.022 (0.027)\tLoss 2.7013 (2.6740)\tPrec@1 34.375 (34.859)\n",
      "Test: [40/79]\tTime 0.006 (0.022)\tLoss 2.4496 (2.6553)\tPrec@1 39.062 (34.699)\n",
      "Test: [60/79]\tTime 0.005 (0.018)\tLoss 2.7640 (2.6337)\tPrec@1 35.938 (34.939)\n",
      " * Prec@1 35.160\n",
      "\n",
      "===> epoch: 27/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0/391]\tTime 0.223 (0.223)\tData 0.173 (0.173)\tLoss 2.0875 (2.0875)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.051 (0.065)\tData 0.000 (0.009)\tLoss 1.7028 (2.0198)\tPrec@1 51.562 (45.499)\n",
      "[40/391]\tTime 0.070 (0.060)\tData 0.000 (0.005)\tLoss 2.2185 (2.0245)\tPrec@1 42.969 (44.989)\n",
      "[60/391]\tTime 0.030 (0.060)\tData 0.000 (0.003)\tLoss 1.9993 (2.0234)\tPrec@1 42.188 (44.531)\n",
      "[80/391]\tTime 0.032 (0.059)\tData 0.000 (0.002)\tLoss 2.0397 (2.0347)\tPrec@1 36.719 (44.348)\n",
      "[100/391]\tTime 0.034 (0.059)\tData 0.000 (0.002)\tLoss 2.0350 (2.0308)\tPrec@1 42.188 (44.624)\n",
      "[120/391]\tTime 0.066 (0.059)\tData 0.000 (0.002)\tLoss 1.9499 (2.0163)\tPrec@1 44.531 (44.835)\n",
      "[140/391]\tTime 0.042 (0.059)\tData 0.000 (0.002)\tLoss 2.2466 (2.0228)\tPrec@1 37.500 (44.775)\n",
      "[160/391]\tTime 0.034 (0.058)\tData 0.000 (0.001)\tLoss 2.1788 (2.0236)\tPrec@1 44.531 (44.895)\n",
      "[180/391]\tTime 0.028 (0.057)\tData 0.000 (0.001)\tLoss 1.8550 (2.0281)\tPrec@1 47.656 (44.652)\n",
      "[200/391]\tTime 0.025 (0.056)\tData 0.000 (0.001)\tLoss 1.9990 (2.0335)\tPrec@1 50.781 (44.609)\n",
      "[220/391]\tTime 0.032 (0.056)\tData 0.000 (0.001)\tLoss 2.0540 (2.0302)\tPrec@1 42.188 (44.754)\n",
      "[240/391]\tTime 0.056 (0.055)\tData 0.000 (0.001)\tLoss 1.9518 (2.0330)\tPrec@1 50.000 (44.625)\n",
      "[260/391]\tTime 0.043 (0.055)\tData 0.000 (0.001)\tLoss 2.1818 (2.0376)\tPrec@1 46.094 (44.552)\n",
      "[280/391]\tTime 0.034 (0.055)\tData 0.000 (0.001)\tLoss 2.0370 (2.0377)\tPrec@1 46.094 (44.590)\n",
      "[300/391]\tTime 0.056 (0.056)\tData 0.000 (0.001)\tLoss 2.0564 (2.0373)\tPrec@1 40.625 (44.596)\n",
      "[320/391]\tTime 0.065 (0.056)\tData 0.000 (0.001)\tLoss 2.0600 (2.0356)\tPrec@1 46.094 (44.643)\n",
      "[340/391]\tTime 0.090 (0.056)\tData 0.000 (0.001)\tLoss 2.1404 (2.0372)\tPrec@1 44.531 (44.611)\n",
      "[360/391]\tTime 0.081 (0.056)\tData 0.000 (0.001)\tLoss 2.4007 (2.0381)\tPrec@1 35.938 (44.529)\n",
      "[380/391]\tTime 0.048 (0.056)\tData 0.000 (0.001)\tLoss 1.8346 (2.0387)\tPrec@1 51.562 (44.580)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.252 (0.252)\tLoss 2.3983 (2.3983)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.044 (0.035)\tLoss 2.4556 (2.4392)\tPrec@1 38.281 (39.658)\n",
      "Test: [40/79]\tTime 0.025 (0.026)\tLoss 2.0526 (2.4614)\tPrec@1 43.750 (38.548)\n",
      "Test: [60/79]\tTime 0.017 (0.023)\tLoss 2.8065 (2.4737)\tPrec@1 38.281 (38.217)\n",
      " * Prec@1 38.040\n",
      "\n",
      "===> epoch: 28/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.394 (0.394)\tData 0.333 (0.333)\tLoss 2.2055 (2.2055)\tPrec@1 42.188 (42.188)\n",
      "[20/391]\tTime 0.082 (0.080)\tData 0.000 (0.017)\tLoss 2.0198 (2.0913)\tPrec@1 45.312 (42.969)\n",
      "[40/391]\tTime 0.037 (0.067)\tData 0.000 (0.009)\tLoss 1.9851 (2.0344)\tPrec@1 46.094 (44.036)\n",
      "[60/391]\tTime 0.089 (0.063)\tData 0.000 (0.006)\tLoss 2.1591 (2.0253)\tPrec@1 39.844 (43.929)\n",
      "[80/391]\tTime 0.071 (0.061)\tData 0.001 (0.005)\tLoss 1.9601 (2.0241)\tPrec@1 50.000 (44.078)\n",
      "[100/391]\tTime 0.030 (0.060)\tData 0.000 (0.004)\tLoss 1.9429 (2.0370)\tPrec@1 42.969 (43.897)\n",
      "[120/391]\tTime 0.024 (0.060)\tData 0.000 (0.003)\tLoss 2.0690 (2.0310)\tPrec@1 41.406 (44.092)\n",
      "[140/391]\tTime 0.033 (0.060)\tData 0.001 (0.003)\tLoss 1.9326 (2.0337)\tPrec@1 50.781 (44.154)\n",
      "[160/391]\tTime 0.032 (0.060)\tData 0.000 (0.003)\tLoss 1.8320 (2.0367)\tPrec@1 52.344 (44.012)\n",
      "[180/391]\tTime 0.042 (0.060)\tData 0.000 (0.002)\tLoss 1.9448 (2.0295)\tPrec@1 42.969 (44.208)\n",
      "[200/391]\tTime 0.068 (0.060)\tData 0.000 (0.002)\tLoss 1.9858 (2.0287)\tPrec@1 46.875 (44.302)\n",
      "[220/391]\tTime 0.079 (0.060)\tData 0.000 (0.002)\tLoss 1.8501 (2.0281)\tPrec@1 43.750 (44.425)\n",
      "[240/391]\tTime 0.024 (0.060)\tData 0.000 (0.002)\tLoss 2.1246 (2.0253)\tPrec@1 45.312 (44.612)\n",
      "[260/391]\tTime 0.045 (0.060)\tData 0.000 (0.002)\tLoss 1.9266 (2.0249)\tPrec@1 50.781 (44.660)\n",
      "[280/391]\tTime 0.099 (0.060)\tData 0.000 (0.002)\tLoss 2.0080 (2.0222)\tPrec@1 42.969 (44.754)\n",
      "[300/391]\tTime 0.055 (0.060)\tData 0.000 (0.002)\tLoss 2.1820 (2.0267)\tPrec@1 42.969 (44.664)\n",
      "[320/391]\tTime 0.074 (0.060)\tData 0.000 (0.002)\tLoss 2.1321 (2.0333)\tPrec@1 39.844 (44.526)\n",
      "[340/391]\tTime 0.081 (0.060)\tData 0.000 (0.001)\tLoss 1.9966 (2.0345)\tPrec@1 45.312 (44.538)\n",
      "[360/391]\tTime 0.062 (0.060)\tData 0.001 (0.001)\tLoss 2.0388 (2.0331)\tPrec@1 45.312 (44.540)\n",
      "[380/391]\tTime 0.060 (0.059)\tData 0.000 (0.001)\tLoss 1.9425 (2.0352)\tPrec@1 49.219 (44.445)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.339 (0.339)\tLoss 2.4511 (2.4511)\tPrec@1 35.938 (35.938)\n",
      "Test: [20/79]\tTime 0.020 (0.033)\tLoss 2.5219 (2.4823)\tPrec@1 33.594 (36.793)\n",
      "Test: [40/79]\tTime 0.014 (0.025)\tLoss 2.1983 (2.5060)\tPrec@1 41.406 (36.090)\n",
      "Test: [60/79]\tTime 0.022 (0.021)\tLoss 2.9943 (2.5369)\tPrec@1 33.594 (35.669)\n",
      " * Prec@1 35.500\n",
      "\n",
      "===> epoch: 29/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.298 (0.298)\tData 0.245 (0.245)\tLoss 1.8404 (1.8404)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.083 (0.066)\tData 0.000 (0.012)\tLoss 2.1341 (2.0088)\tPrec@1 39.844 (45.312)\n",
      "[40/391]\tTime 0.090 (0.061)\tData 0.000 (0.006)\tLoss 1.8844 (2.0370)\tPrec@1 50.000 (43.864)\n",
      "[60/391]\tTime 0.077 (0.060)\tData 0.000 (0.004)\tLoss 1.7925 (2.0177)\tPrec@1 54.688 (44.903)\n",
      "[80/391]\tTime 0.075 (0.060)\tData 0.000 (0.003)\tLoss 2.1528 (2.0321)\tPrec@1 46.875 (44.753)\n",
      "[100/391]\tTime 0.066 (0.059)\tData 0.000 (0.003)\tLoss 2.0215 (2.0296)\tPrec@1 46.875 (44.725)\n",
      "[120/391]\tTime 0.083 (0.059)\tData 0.000 (0.002)\tLoss 2.0858 (2.0256)\tPrec@1 45.312 (44.699)\n",
      "[140/391]\tTime 0.065 (0.059)\tData 0.000 (0.002)\tLoss 1.9646 (2.0187)\tPrec@1 49.219 (44.792)\n",
      "[160/391]\tTime 0.043 (0.058)\tData 0.000 (0.002)\tLoss 1.8830 (2.0189)\tPrec@1 46.094 (44.803)\n",
      "[180/391]\tTime 0.075 (0.058)\tData 0.000 (0.002)\tLoss 1.9785 (2.0250)\tPrec@1 43.750 (44.708)\n",
      "[200/391]\tTime 0.038 (0.057)\tData 0.000 (0.002)\tLoss 2.2149 (2.0288)\tPrec@1 40.625 (44.714)\n",
      "[220/391]\tTime 0.023 (0.056)\tData 0.000 (0.002)\tLoss 1.8254 (2.0276)\tPrec@1 49.219 (44.669)\n",
      "[240/391]\tTime 0.032 (0.054)\tData 0.000 (0.001)\tLoss 2.3886 (2.0286)\tPrec@1 36.719 (44.713)\n",
      "[260/391]\tTime 0.099 (0.054)\tData 0.000 (0.001)\tLoss 2.2728 (2.0272)\tPrec@1 44.531 (44.726)\n",
      "[280/391]\tTime 0.080 (0.054)\tData 0.000 (0.001)\tLoss 2.0199 (2.0292)\tPrec@1 40.625 (44.712)\n",
      "[300/391]\tTime 0.039 (0.054)\tData 0.000 (0.001)\tLoss 2.1614 (2.0314)\tPrec@1 41.406 (44.666)\n",
      "[320/391]\tTime 0.055 (0.055)\tData 0.000 (0.001)\tLoss 1.9827 (2.0334)\tPrec@1 46.094 (44.658)\n",
      "[340/391]\tTime 0.033 (0.055)\tData 0.000 (0.001)\tLoss 2.2359 (2.0344)\tPrec@1 42.188 (44.570)\n",
      "[360/391]\tTime 0.076 (0.055)\tData 0.000 (0.001)\tLoss 2.0396 (2.0304)\tPrec@1 48.438 (44.700)\n",
      "[380/391]\tTime 0.060 (0.056)\tData 0.000 (0.001)\tLoss 1.8376 (2.0303)\tPrec@1 44.531 (44.757)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.302 (0.302)\tLoss 2.2464 (2.2464)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.021 (0.032)\tLoss 2.7311 (2.4572)\tPrec@1 32.812 (36.830)\n",
      "Test: [40/79]\tTime 0.008 (0.024)\tLoss 2.1524 (2.4318)\tPrec@1 42.969 (37.005)\n",
      "Test: [60/79]\tTime 0.009 (0.021)\tLoss 2.9639 (2.4477)\tPrec@1 29.688 (37.039)\n",
      " * Prec@1 36.870\n",
      "\n",
      "===> epoch: 30/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.448 (0.448)\tData 0.384 (0.384)\tLoss 1.8204 (1.8204)\tPrec@1 50.781 (50.781)\n",
      "[20/391]\tTime 0.045 (0.078)\tData 0.000 (0.019)\tLoss 2.2398 (1.9916)\tPrec@1 39.844 (45.201)\n",
      "[40/391]\tTime 0.042 (0.068)\tData 0.000 (0.010)\tLoss 2.0702 (1.9918)\tPrec@1 46.875 (44.912)\n",
      "[60/391]\tTime 0.047 (0.065)\tData 0.000 (0.007)\tLoss 2.1708 (2.0067)\tPrec@1 42.969 (44.851)\n",
      "[80/391]\tTime 0.054 (0.064)\tData 0.000 (0.005)\tLoss 1.9806 (2.0251)\tPrec@1 49.219 (44.579)\n",
      "[100/391]\tTime 0.081 (0.063)\tData 0.000 (0.005)\tLoss 1.8375 (2.0165)\tPrec@1 46.875 (44.701)\n",
      "[120/391]\tTime 0.028 (0.061)\tData 0.001 (0.004)\tLoss 1.9801 (2.0136)\tPrec@1 42.969 (44.673)\n",
      "[140/391]\tTime 0.061 (0.062)\tData 0.000 (0.003)\tLoss 2.2553 (2.0195)\tPrec@1 43.750 (44.686)\n",
      "[160/391]\tTime 0.081 (0.061)\tData 0.000 (0.003)\tLoss 2.1048 (2.0225)\tPrec@1 41.406 (44.662)\n",
      "[180/391]\tTime 0.029 (0.060)\tData 0.000 (0.003)\tLoss 2.2850 (2.0302)\tPrec@1 39.844 (44.536)\n",
      "[200/391]\tTime 0.077 (0.060)\tData 0.000 (0.003)\tLoss 1.9648 (2.0255)\tPrec@1 48.438 (44.737)\n",
      "[220/391]\tTime 0.039 (0.060)\tData 0.000 (0.002)\tLoss 2.0773 (2.0224)\tPrec@1 42.969 (44.811)\n",
      "[240/391]\tTime 0.055 (0.060)\tData 0.000 (0.002)\tLoss 2.3151 (2.0212)\tPrec@1 41.406 (44.872)\n",
      "[260/391]\tTime 0.056 (0.060)\tData 0.000 (0.002)\tLoss 2.0222 (2.0240)\tPrec@1 52.344 (44.726)\n",
      "[280/391]\tTime 0.084 (0.059)\tData 0.000 (0.002)\tLoss 1.9035 (2.0235)\tPrec@1 46.094 (44.770)\n",
      "[300/391]\tTime 0.028 (0.059)\tData 0.000 (0.002)\tLoss 2.0582 (2.0241)\tPrec@1 40.625 (44.747)\n",
      "[320/391]\tTime 0.089 (0.059)\tData 0.000 (0.002)\tLoss 2.0533 (2.0237)\tPrec@1 46.875 (44.775)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[340/391]\tTime 0.048 (0.059)\tData 0.000 (0.002)\tLoss 1.9010 (2.0226)\tPrec@1 43.750 (44.822)\n",
      "[360/391]\tTime 0.034 (0.059)\tData 0.000 (0.002)\tLoss 2.0266 (2.0223)\tPrec@1 39.844 (44.800)\n",
      "[380/391]\tTime 0.078 (0.058)\tData 0.000 (0.002)\tLoss 2.3218 (2.0230)\tPrec@1 38.281 (44.788)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.264 (0.264)\tLoss 2.1192 (2.1192)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.006 (0.026)\tLoss 2.3686 (2.2333)\tPrec@1 39.062 (41.332)\n",
      "Test: [40/79]\tTime 0.012 (0.020)\tLoss 2.0720 (2.2477)\tPrec@1 48.438 (41.311)\n",
      "Test: [60/79]\tTime 0.013 (0.019)\tLoss 2.7179 (2.2587)\tPrec@1 36.719 (40.881)\n",
      " * Prec@1 40.770\n",
      "\n",
      "===> epoch: 31/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.312 (0.312)\tData 0.230 (0.230)\tLoss 2.1101 (2.1101)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.031 (0.067)\tData 0.000 (0.011)\tLoss 2.0952 (2.0139)\tPrec@1 42.188 (43.899)\n",
      "[40/391]\tTime 0.065 (0.064)\tData 0.000 (0.006)\tLoss 2.1371 (2.0033)\tPrec@1 45.312 (44.607)\n",
      "[60/391]\tTime 0.095 (0.062)\tData 0.000 (0.004)\tLoss 2.0014 (2.0116)\tPrec@1 42.969 (44.249)\n",
      "[80/391]\tTime 0.033 (0.059)\tData 0.000 (0.003)\tLoss 1.7522 (2.0144)\tPrec@1 53.906 (44.522)\n",
      "[100/391]\tTime 0.047 (0.060)\tData 0.000 (0.003)\tLoss 2.2216 (2.0097)\tPrec@1 35.156 (44.624)\n",
      "[120/391]\tTime 0.107 (0.060)\tData 0.000 (0.002)\tLoss 2.2840 (2.0021)\tPrec@1 40.625 (44.983)\n",
      "[140/391]\tTime 0.086 (0.060)\tData 0.000 (0.002)\tLoss 2.1764 (2.0065)\tPrec@1 41.406 (44.858)\n",
      "[160/391]\tTime 0.044 (0.060)\tData 0.000 (0.002)\tLoss 1.8833 (1.9985)\tPrec@1 47.656 (45.046)\n",
      "[180/391]\tTime 0.063 (0.060)\tData 0.000 (0.002)\tLoss 2.1702 (1.9988)\tPrec@1 42.969 (45.079)\n",
      "[200/391]\tTime 0.065 (0.059)\tData 0.000 (0.002)\tLoss 2.4603 (2.0062)\tPrec@1 38.281 (44.970)\n",
      "[220/391]\tTime 0.029 (0.058)\tData 0.000 (0.001)\tLoss 1.8624 (2.0069)\tPrec@1 46.094 (44.917)\n",
      "[240/391]\tTime 0.023 (0.057)\tData 0.000 (0.001)\tLoss 1.8305 (2.0047)\tPrec@1 43.750 (44.975)\n",
      "[260/391]\tTime 0.035 (0.056)\tData 0.001 (0.001)\tLoss 2.3006 (2.0117)\tPrec@1 39.062 (44.681)\n",
      "[280/391]\tTime 0.030 (0.055)\tData 0.000 (0.001)\tLoss 2.0076 (2.0128)\tPrec@1 48.438 (44.667)\n",
      "[300/391]\tTime 0.064 (0.055)\tData 0.000 (0.001)\tLoss 2.2851 (2.0151)\tPrec@1 40.625 (44.658)\n",
      "[320/391]\tTime 0.042 (0.055)\tData 0.000 (0.001)\tLoss 2.0830 (2.0171)\tPrec@1 45.312 (44.621)\n",
      "[340/391]\tTime 0.083 (0.056)\tData 0.000 (0.001)\tLoss 2.0811 (2.0174)\tPrec@1 44.531 (44.572)\n",
      "[360/391]\tTime 0.071 (0.056)\tData 0.001 (0.001)\tLoss 1.9486 (2.0165)\tPrec@1 46.875 (44.577)\n",
      "[380/391]\tTime 0.073 (0.056)\tData 0.000 (0.001)\tLoss 2.1566 (2.0160)\tPrec@1 41.406 (44.550)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.270 (0.270)\tLoss 2.4927 (2.4927)\tPrec@1 33.594 (33.594)\n",
      "Test: [20/79]\tTime 0.021 (0.028)\tLoss 2.7719 (2.7101)\tPrec@1 29.688 (32.403)\n",
      "Test: [40/79]\tTime 0.023 (0.022)\tLoss 2.6492 (2.6629)\tPrec@1 39.062 (33.670)\n",
      "Test: [60/79]\tTime 0.022 (0.021)\tLoss 2.8740 (2.6694)\tPrec@1 32.031 (33.491)\n",
      " * Prec@1 33.740\n",
      "\n",
      "===> epoch: 32/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.331 (0.331)\tData 0.289 (0.289)\tLoss 2.0895 (2.0895)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.055 (0.072)\tData 0.000 (0.015)\tLoss 2.1571 (2.0104)\tPrec@1 45.312 (46.205)\n",
      "[40/391]\tTime 0.057 (0.066)\tData 0.000 (0.008)\tLoss 2.1449 (2.0235)\tPrec@1 39.062 (45.122)\n",
      "[60/391]\tTime 0.032 (0.066)\tData 0.000 (0.006)\tLoss 1.6242 (2.0336)\tPrec@1 55.469 (44.826)\n",
      "[80/391]\tTime 0.073 (0.063)\tData 0.000 (0.004)\tLoss 1.8181 (2.0294)\tPrec@1 46.094 (44.946)\n",
      "[100/391]\tTime 0.022 (0.061)\tData 0.000 (0.004)\tLoss 2.1379 (2.0233)\tPrec@1 42.969 (44.887)\n",
      "[120/391]\tTime 0.033 (0.060)\tData 0.000 (0.003)\tLoss 1.8197 (2.0105)\tPrec@1 46.875 (45.145)\n",
      "[140/391]\tTime 0.038 (0.060)\tData 0.000 (0.003)\tLoss 1.9939 (2.0055)\tPrec@1 40.625 (45.124)\n",
      "[160/391]\tTime 0.113 (0.059)\tData 0.001 (0.002)\tLoss 1.9575 (2.0085)\tPrec@1 45.312 (45.075)\n",
      "[180/391]\tTime 0.080 (0.060)\tData 0.000 (0.002)\tLoss 2.3213 (2.0093)\tPrec@1 42.188 (45.148)\n",
      "[200/391]\tTime 0.066 (0.059)\tData 0.000 (0.002)\tLoss 2.1316 (2.0144)\tPrec@1 40.625 (45.091)\n",
      "[220/391]\tTime 0.029 (0.058)\tData 0.000 (0.002)\tLoss 1.8585 (2.0147)\tPrec@1 50.000 (45.153)\n",
      "[240/391]\tTime 0.033 (0.058)\tData 0.000 (0.002)\tLoss 2.1181 (2.0212)\tPrec@1 41.406 (45.050)\n",
      "[260/391]\tTime 0.083 (0.058)\tData 0.000 (0.002)\tLoss 2.0109 (2.0212)\tPrec@1 43.750 (45.040)\n",
      "[280/391]\tTime 0.075 (0.057)\tData 0.000 (0.001)\tLoss 2.0664 (2.0209)\tPrec@1 44.531 (44.990)\n",
      "[300/391]\tTime 0.040 (0.057)\tData 0.000 (0.001)\tLoss 2.1672 (2.0179)\tPrec@1 43.750 (45.040)\n",
      "[320/391]\tTime 0.083 (0.057)\tData 0.000 (0.001)\tLoss 2.0288 (2.0169)\tPrec@1 50.781 (45.052)\n",
      "[340/391]\tTime 0.064 (0.057)\tData 0.000 (0.001)\tLoss 2.1746 (2.0174)\tPrec@1 44.531 (45.049)\n",
      "[360/391]\tTime 0.069 (0.057)\tData 0.000 (0.001)\tLoss 1.7518 (2.0189)\tPrec@1 47.656 (45.014)\n",
      "[380/391]\tTime 0.038 (0.057)\tData 0.000 (0.001)\tLoss 2.2622 (2.0186)\tPrec@1 39.844 (45.054)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.355 (0.355)\tLoss 2.2638 (2.2638)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.011 (0.032)\tLoss 2.2561 (2.2061)\tPrec@1 35.938 (39.881)\n",
      "Test: [40/79]\tTime 0.031 (0.024)\tLoss 1.8675 (2.2062)\tPrec@1 50.000 (40.111)\n",
      "Test: [60/79]\tTime 0.013 (0.021)\tLoss 2.8543 (2.2128)\tPrec@1 34.375 (39.997)\n",
      " * Prec@1 40.060\n",
      "\n",
      "===> epoch: 33/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.274 (0.274)\tData 0.244 (0.244)\tLoss 2.2123 (2.2123)\tPrec@1 41.406 (41.406)\n",
      "[20/391]\tTime 0.032 (0.060)\tData 0.000 (0.012)\tLoss 1.9004 (1.9347)\tPrec@1 49.219 (45.536)\n",
      "[40/391]\tTime 0.033 (0.059)\tData 0.000 (0.006)\tLoss 2.0762 (1.9717)\tPrec@1 39.844 (45.065)\n",
      "[60/391]\tTime 0.051 (0.059)\tData 0.000 (0.005)\tLoss 1.9256 (1.9835)\tPrec@1 46.094 (45.044)\n",
      "[80/391]\tTime 0.029 (0.059)\tData 0.000 (0.003)\tLoss 2.0497 (1.9986)\tPrec@1 46.875 (45.052)\n",
      "[100/391]\tTime 0.075 (0.059)\tData 0.000 (0.003)\tLoss 1.8907 (1.9948)\tPrec@1 46.875 (45.019)\n",
      "[120/391]\tTime 0.034 (0.058)\tData 0.000 (0.002)\tLoss 2.2359 (1.9937)\tPrec@1 39.844 (45.061)\n",
      "[140/391]\tTime 0.061 (0.058)\tData 0.000 (0.002)\tLoss 2.0185 (2.0000)\tPrec@1 46.094 (44.914)\n",
      "[160/391]\tTime 0.072 (0.057)\tData 0.000 (0.002)\tLoss 1.7200 (1.9943)\tPrec@1 54.688 (45.167)\n",
      "[180/391]\tTime 0.036 (0.058)\tData 0.001 (0.002)\tLoss 2.2172 (1.9978)\tPrec@1 46.094 (45.062)\n",
      "[200/391]\tTime 0.031 (0.058)\tData 0.000 (0.002)\tLoss 1.8746 (1.9948)\tPrec@1 50.000 (45.165)\n",
      "[220/391]\tTime 0.021 (0.058)\tData 0.000 (0.002)\tLoss 1.9560 (1.9945)\tPrec@1 45.312 (45.107)\n",
      "[240/391]\tTime 0.050 (0.057)\tData 0.000 (0.001)\tLoss 2.4795 (1.9969)\tPrec@1 35.938 (45.034)\n",
      "[260/391]\tTime 0.028 (0.056)\tData 0.000 (0.001)\tLoss 2.1927 (2.0011)\tPrec@1 41.406 (44.956)\n",
      "[280/391]\tTime 0.059 (0.056)\tData 0.000 (0.001)\tLoss 1.8669 (2.0033)\tPrec@1 46.875 (44.918)\n",
      "[300/391]\tTime 0.030 (0.056)\tData 0.000 (0.001)\tLoss 2.1135 (2.0062)\tPrec@1 39.844 (44.796)\n",
      "[320/391]\tTime 0.085 (0.056)\tData 0.000 (0.001)\tLoss 2.2155 (2.0053)\tPrec@1 39.844 (44.840)\n",
      "[340/391]\tTime 0.033 (0.056)\tData 0.001 (0.001)\tLoss 1.9598 (2.0034)\tPrec@1 46.875 (44.907)\n",
      "[360/391]\tTime 0.049 (0.056)\tData 0.000 (0.001)\tLoss 1.7919 (2.0053)\tPrec@1 48.438 (44.826)\n",
      "[380/391]\tTime 0.045 (0.056)\tData 0.000 (0.001)\tLoss 1.9977 (2.0049)\tPrec@1 50.781 (44.806)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.193 (0.193)\tLoss 2.2480 (2.2480)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.008 (0.024)\tLoss 2.7997 (2.4829)\tPrec@1 39.844 (38.579)\n",
      "Test: [40/79]\tTime 0.006 (0.020)\tLoss 2.2403 (2.4433)\tPrec@1 48.438 (38.853)\n",
      "Test: [60/79]\tTime 0.009 (0.018)\tLoss 2.6110 (2.4300)\tPrec@1 38.281 (38.307)\n",
      " * Prec@1 38.460\n",
      "\n",
      "===> epoch: 34/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.385 (0.385)\tData 0.327 (0.327)\tLoss 1.8145 (1.8145)\tPrec@1 49.219 (49.219)\n",
      "[20/391]\tTime 0.064 (0.068)\tData 0.000 (0.016)\tLoss 1.9210 (1.9774)\tPrec@1 46.875 (45.164)\n",
      "[40/391]\tTime 0.073 (0.063)\tData 0.000 (0.008)\tLoss 2.0890 (1.9678)\tPrec@1 42.969 (45.903)\n",
      "[60/391]\tTime 0.059 (0.062)\tData 0.000 (0.006)\tLoss 2.0758 (1.9886)\tPrec@1 43.750 (45.581)\n",
      "[80/391]\tTime 0.039 (0.060)\tData 0.000 (0.005)\tLoss 1.9048 (1.9801)\tPrec@1 45.312 (45.775)\n",
      "[100/391]\tTime 0.051 (0.058)\tData 0.000 (0.004)\tLoss 1.8878 (1.9861)\tPrec@1 46.875 (45.645)\n",
      "[120/391]\tTime 0.036 (0.058)\tData 0.000 (0.003)\tLoss 1.8533 (1.9903)\tPrec@1 44.531 (45.429)\n",
      "[140/391]\tTime 0.037 (0.057)\tData 0.000 (0.003)\tLoss 1.9341 (1.9999)\tPrec@1 45.312 (45.163)\n",
      "[160/391]\tTime 0.098 (0.057)\tData 0.000 (0.002)\tLoss 1.9383 (1.9982)\tPrec@1 43.750 (45.089)\n",
      "[180/391]\tTime 0.042 (0.058)\tData 0.000 (0.002)\tLoss 1.9302 (1.9996)\tPrec@1 46.875 (45.032)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[200/391]\tTime 0.051 (0.057)\tData 0.000 (0.002)\tLoss 2.1278 (1.9958)\tPrec@1 42.969 (45.231)\n",
      "[220/391]\tTime 0.025 (0.057)\tData 0.000 (0.002)\tLoss 2.2059 (1.9958)\tPrec@1 37.500 (45.228)\n",
      "[240/391]\tTime 0.074 (0.056)\tData 0.000 (0.002)\tLoss 1.9822 (2.0004)\tPrec@1 42.969 (45.154)\n",
      "[260/391]\tTime 0.065 (0.056)\tData 0.000 (0.002)\tLoss 1.8174 (1.9999)\tPrec@1 53.125 (45.178)\n",
      "[280/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 1.9907 (2.0015)\tPrec@1 49.219 (45.146)\n",
      "[300/391]\tTime 0.038 (0.056)\tData 0.000 (0.002)\tLoss 2.0100 (2.0047)\tPrec@1 47.656 (45.066)\n",
      "[320/391]\tTime 0.060 (0.056)\tData 0.001 (0.002)\tLoss 2.2558 (2.0063)\tPrec@1 42.188 (45.016)\n",
      "[340/391]\tTime 0.052 (0.056)\tData 0.000 (0.002)\tLoss 2.1186 (2.0048)\tPrec@1 47.656 (45.072)\n",
      "[360/391]\tTime 0.060 (0.056)\tData 0.000 (0.001)\tLoss 2.0151 (2.0038)\tPrec@1 45.312 (45.118)\n",
      "[380/391]\tTime 0.035 (0.056)\tData 0.000 (0.001)\tLoss 2.2114 (2.0036)\tPrec@1 45.312 (45.200)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.319 (0.319)\tLoss 2.3072 (2.3072)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.014 (0.033)\tLoss 2.5311 (2.4331)\tPrec@1 31.250 (38.132)\n",
      "Test: [40/79]\tTime 0.024 (0.026)\tLoss 2.2873 (2.4290)\tPrec@1 42.188 (38.662)\n",
      "Test: [60/79]\tTime 0.010 (0.023)\tLoss 2.6957 (2.4446)\tPrec@1 35.938 (38.371)\n",
      " * Prec@1 38.070\n",
      "\n",
      "===> epoch: 35/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.395 (0.395)\tData 0.331 (0.331)\tLoss 2.0785 (2.0785)\tPrec@1 46.094 (46.094)\n",
      "[20/391]\tTime 0.031 (0.071)\tData 0.000 (0.016)\tLoss 2.0335 (1.9853)\tPrec@1 46.094 (45.536)\n",
      "[40/391]\tTime 0.075 (0.066)\tData 0.000 (0.008)\tLoss 1.8901 (1.9814)\tPrec@1 47.656 (45.713)\n",
      "[60/391]\tTime 0.031 (0.061)\tData 0.000 (0.006)\tLoss 2.1442 (1.9869)\tPrec@1 42.969 (45.645)\n",
      "[80/391]\tTime 0.031 (0.061)\tData 0.000 (0.004)\tLoss 1.8721 (1.9723)\tPrec@1 46.094 (45.968)\n",
      "[100/391]\tTime 0.025 (0.059)\tData 0.000 (0.004)\tLoss 1.9494 (1.9888)\tPrec@1 45.312 (45.622)\n",
      "[120/391]\tTime 0.055 (0.059)\tData 0.000 (0.003)\tLoss 1.8066 (1.9838)\tPrec@1 45.312 (45.790)\n",
      "[140/391]\tTime 0.095 (0.059)\tData 0.000 (0.003)\tLoss 1.7714 (1.9992)\tPrec@1 52.344 (45.423)\n",
      "[160/391]\tTime 0.080 (0.059)\tData 0.005 (0.002)\tLoss 2.2205 (1.9955)\tPrec@1 39.062 (45.497)\n",
      "[180/391]\tTime 0.087 (0.059)\tData 0.000 (0.002)\tLoss 1.9102 (1.9860)\tPrec@1 45.312 (45.796)\n",
      "[200/391]\tTime 0.032 (0.058)\tData 0.000 (0.002)\tLoss 1.9477 (1.9813)\tPrec@1 44.531 (45.896)\n",
      "[220/391]\tTime 0.046 (0.058)\tData 0.001 (0.002)\tLoss 2.0539 (1.9792)\tPrec@1 46.094 (45.860)\n",
      "[240/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 1.9602 (1.9806)\tPrec@1 49.219 (45.786)\n",
      "[260/391]\tTime 0.038 (0.057)\tData 0.000 (0.002)\tLoss 1.9516 (1.9841)\tPrec@1 46.094 (45.747)\n",
      "[280/391]\tTime 0.022 (0.056)\tData 0.000 (0.002)\tLoss 1.7344 (1.9866)\tPrec@1 51.562 (45.741)\n",
      "[300/391]\tTime 0.065 (0.056)\tData 0.000 (0.001)\tLoss 1.9942 (1.9915)\tPrec@1 39.062 (45.569)\n",
      "[320/391]\tTime 0.065 (0.055)\tData 0.006 (0.001)\tLoss 1.8211 (1.9909)\tPrec@1 48.438 (45.573)\n",
      "[340/391]\tTime 0.039 (0.055)\tData 0.000 (0.001)\tLoss 1.8692 (1.9901)\tPrec@1 51.562 (45.649)\n",
      "[360/391]\tTime 0.079 (0.056)\tData 0.000 (0.001)\tLoss 2.1238 (1.9937)\tPrec@1 42.188 (45.544)\n",
      "[380/391]\tTime 0.042 (0.055)\tData 0.000 (0.001)\tLoss 1.8721 (1.9940)\tPrec@1 46.875 (45.561)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.306 (0.306)\tLoss 2.5063 (2.5063)\tPrec@1 35.156 (35.156)\n",
      "Test: [20/79]\tTime 0.011 (0.033)\tLoss 2.6230 (2.4929)\tPrec@1 33.594 (37.946)\n",
      "Test: [40/79]\tTime 0.017 (0.024)\tLoss 2.2668 (2.5109)\tPrec@1 42.969 (37.005)\n",
      "Test: [60/79]\tTime 0.008 (0.020)\tLoss 2.9577 (2.5324)\tPrec@1 35.156 (36.399)\n",
      " * Prec@1 36.370\n",
      "\n",
      "===> epoch: 36/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.191 (0.191)\tData 0.168 (0.168)\tLoss 1.8100 (1.8100)\tPrec@1 50.781 (50.781)\n",
      "[20/391]\tTime 0.077 (0.068)\tData 0.004 (0.010)\tLoss 1.8869 (1.9943)\tPrec@1 46.094 (45.424)\n",
      "[40/391]\tTime 0.053 (0.063)\tData 0.000 (0.005)\tLoss 1.7958 (1.9687)\tPrec@1 48.438 (47.008)\n",
      "[60/391]\tTime 0.064 (0.060)\tData 0.000 (0.004)\tLoss 1.9123 (1.9349)\tPrec@1 46.875 (47.439)\n",
      "[80/391]\tTime 0.081 (0.059)\tData 0.000 (0.003)\tLoss 1.8707 (1.9722)\tPrec@1 40.625 (46.084)\n",
      "[100/391]\tTime 0.053 (0.059)\tData 0.000 (0.002)\tLoss 2.0158 (1.9687)\tPrec@1 41.406 (45.784)\n",
      "[120/391]\tTime 0.031 (0.059)\tData 0.000 (0.002)\tLoss 2.0457 (1.9705)\tPrec@1 44.531 (45.784)\n",
      "[140/391]\tTime 0.056 (0.059)\tData 0.000 (0.002)\tLoss 1.9186 (1.9777)\tPrec@1 47.656 (45.678)\n",
      "[160/391]\tTime 0.085 (0.059)\tData 0.000 (0.002)\tLoss 1.6531 (1.9778)\tPrec@1 55.469 (45.832)\n",
      "[180/391]\tTime 0.055 (0.059)\tData 0.000 (0.001)\tLoss 1.9871 (1.9787)\tPrec@1 50.000 (45.787)\n",
      "[200/391]\tTime 0.079 (0.059)\tData 0.000 (0.001)\tLoss 1.7527 (1.9770)\tPrec@1 53.125 (45.822)\n",
      "[220/391]\tTime 0.033 (0.058)\tData 0.000 (0.001)\tLoss 1.9295 (1.9822)\tPrec@1 45.312 (45.659)\n",
      "[240/391]\tTime 0.086 (0.058)\tData 0.000 (0.001)\tLoss 1.8476 (1.9792)\tPrec@1 50.000 (45.672)\n",
      "[260/391]\tTime 0.033 (0.057)\tData 0.000 (0.001)\tLoss 1.9423 (1.9797)\tPrec@1 46.094 (45.735)\n",
      "[280/391]\tTime 0.048 (0.058)\tData 0.000 (0.001)\tLoss 2.1013 (1.9755)\tPrec@1 41.406 (45.735)\n",
      "[300/391]\tTime 0.038 (0.058)\tData 0.000 (0.001)\tLoss 1.8337 (1.9762)\tPrec@1 47.656 (45.728)\n",
      "[320/391]\tTime 0.089 (0.058)\tData 0.000 (0.001)\tLoss 2.0674 (1.9778)\tPrec@1 42.969 (45.717)\n",
      "[340/391]\tTime 0.033 (0.057)\tData 0.000 (0.001)\tLoss 2.0637 (1.9836)\tPrec@1 42.188 (45.615)\n",
      "[360/391]\tTime 0.031 (0.058)\tData 0.000 (0.001)\tLoss 2.1400 (1.9835)\tPrec@1 44.531 (45.592)\n",
      "[380/391]\tTime 0.038 (0.058)\tData 0.000 (0.001)\tLoss 2.1234 (1.9818)\tPrec@1 39.062 (45.606)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.148 (0.148)\tLoss 2.3136 (2.3136)\tPrec@1 35.938 (35.938)\n",
      "Test: [20/79]\tTime 0.015 (0.021)\tLoss 2.4861 (2.4776)\tPrec@1 39.844 (37.351)\n",
      "Test: [40/79]\tTime 0.013 (0.017)\tLoss 2.0746 (2.4653)\tPrec@1 48.438 (37.633)\n",
      "Test: [60/79]\tTime 0.023 (0.016)\tLoss 2.7533 (2.4484)\tPrec@1 35.938 (37.743)\n",
      " * Prec@1 37.860\n",
      "\n",
      "===> epoch: 37/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.397 (0.397)\tData 0.337 (0.337)\tLoss 1.9595 (1.9595)\tPrec@1 39.844 (39.844)\n",
      "[20/391]\tTime 0.029 (0.067)\tData 0.000 (0.017)\tLoss 2.1024 (1.9651)\tPrec@1 45.312 (45.499)\n",
      "[40/391]\tTime 0.053 (0.063)\tData 0.000 (0.009)\tLoss 1.9367 (1.9556)\tPrec@1 42.969 (46.189)\n",
      "[60/391]\tTime 0.048 (0.060)\tData 0.000 (0.006)\tLoss 1.8512 (1.9751)\tPrec@1 51.562 (46.030)\n",
      "[80/391]\tTime 0.076 (0.058)\tData 0.000 (0.005)\tLoss 2.0946 (1.9752)\tPrec@1 42.969 (46.007)\n",
      "[100/391]\tTime 0.033 (0.058)\tData 0.000 (0.004)\tLoss 1.8562 (1.9721)\tPrec@1 48.438 (46.086)\n",
      "[120/391]\tTime 0.056 (0.058)\tData 0.000 (0.003)\tLoss 1.9532 (1.9759)\tPrec@1 48.438 (45.835)\n",
      "[140/391]\tTime 0.028 (0.057)\tData 0.000 (0.003)\tLoss 1.8338 (1.9867)\tPrec@1 48.438 (45.556)\n",
      "[160/391]\tTime 0.053 (0.057)\tData 0.000 (0.003)\tLoss 2.2422 (1.9847)\tPrec@1 44.531 (45.778)\n",
      "[180/391]\tTime 0.055 (0.057)\tData 0.000 (0.002)\tLoss 2.0216 (1.9859)\tPrec@1 46.094 (45.628)\n",
      "[200/391]\tTime 0.026 (0.056)\tData 0.000 (0.002)\tLoss 1.9484 (1.9839)\tPrec@1 52.344 (45.798)\n",
      "[220/391]\tTime 0.063 (0.056)\tData 0.000 (0.002)\tLoss 1.7605 (1.9882)\tPrec@1 53.906 (45.659)\n",
      "[240/391]\tTime 0.043 (0.056)\tData 0.000 (0.002)\tLoss 1.9878 (1.9901)\tPrec@1 55.469 (45.776)\n",
      "[260/391]\tTime 0.089 (0.056)\tData 0.000 (0.002)\tLoss 2.0780 (1.9922)\tPrec@1 43.750 (45.714)\n",
      "[280/391]\tTime 0.032 (0.056)\tData 0.000 (0.002)\tLoss 2.0054 (1.9942)\tPrec@1 44.531 (45.674)\n",
      "[300/391]\tTime 0.032 (0.055)\tData 0.000 (0.002)\tLoss 1.7113 (1.9899)\tPrec@1 57.812 (45.813)\n",
      "[320/391]\tTime 0.060 (0.054)\tData 0.000 (0.002)\tLoss 1.9400 (1.9897)\tPrec@1 46.094 (45.814)\n",
      "[340/391]\tTime 0.089 (0.054)\tData 0.000 (0.002)\tLoss 2.0601 (1.9942)\tPrec@1 40.625 (45.709)\n",
      "[360/391]\tTime 0.034 (0.053)\tData 0.000 (0.002)\tLoss 1.8364 (1.9946)\tPrec@1 46.094 (45.698)\n",
      "[380/391]\tTime 0.079 (0.053)\tData 0.000 (0.002)\tLoss 2.2245 (1.9939)\tPrec@1 44.531 (45.647)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.230 (0.230)\tLoss 2.3320 (2.3320)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.081 (0.033)\tLoss 2.4871 (2.4224)\tPrec@1 36.719 (36.905)\n",
      "Test: [40/79]\tTime 0.012 (0.024)\tLoss 2.0445 (2.4358)\tPrec@1 42.969 (36.795)\n",
      "Test: [60/79]\tTime 0.008 (0.022)\tLoss 2.7499 (2.4437)\tPrec@1 32.031 (36.399)\n",
      " * Prec@1 36.760\n",
      "\n",
      "===> epoch: 38/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.498 (0.498)\tData 0.414 (0.414)\tLoss 1.8522 (1.8522)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.078 (0.075)\tData 0.000 (0.020)\tLoss 1.9558 (1.9615)\tPrec@1 44.531 (46.280)\n",
      "[40/391]\tTime 0.051 (0.065)\tData 0.000 (0.011)\tLoss 1.8752 (1.9494)\tPrec@1 42.188 (46.361)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60/391]\tTime 0.072 (0.062)\tData 0.001 (0.008)\tLoss 2.0730 (1.9571)\tPrec@1 39.844 (46.119)\n",
      "[80/391]\tTime 0.041 (0.059)\tData 0.000 (0.006)\tLoss 1.8405 (1.9590)\tPrec@1 46.875 (46.200)\n",
      "[100/391]\tTime 0.071 (0.058)\tData 0.000 (0.005)\tLoss 1.9438 (1.9614)\tPrec@1 44.531 (46.071)\n",
      "[120/391]\tTime 0.089 (0.058)\tData 0.000 (0.004)\tLoss 2.1234 (1.9564)\tPrec@1 46.875 (46.165)\n",
      "[140/391]\tTime 0.021 (0.057)\tData 0.000 (0.004)\tLoss 2.1091 (1.9709)\tPrec@1 42.969 (45.883)\n",
      "[160/391]\tTime 0.036 (0.057)\tData 0.000 (0.003)\tLoss 1.9037 (1.9767)\tPrec@1 42.969 (45.798)\n",
      "[180/391]\tTime 0.050 (0.057)\tData 0.000 (0.003)\tLoss 1.9009 (1.9822)\tPrec@1 50.000 (45.541)\n",
      "[200/391]\tTime 0.073 (0.056)\tData 0.000 (0.003)\tLoss 2.2513 (1.9847)\tPrec@1 38.281 (45.511)\n",
      "[220/391]\tTime 0.039 (0.056)\tData 0.000 (0.002)\tLoss 1.9541 (1.9848)\tPrec@1 50.000 (45.585)\n",
      "[240/391]\tTime 0.044 (0.056)\tData 0.000 (0.002)\tLoss 1.7317 (1.9860)\tPrec@1 55.469 (45.572)\n",
      "[260/391]\tTime 0.030 (0.056)\tData 0.000 (0.002)\tLoss 1.8670 (1.9855)\tPrec@1 49.219 (45.588)\n",
      "[280/391]\tTime 0.039 (0.056)\tData 0.000 (0.002)\tLoss 2.0080 (1.9871)\tPrec@1 42.188 (45.438)\n",
      "[300/391]\tTime 0.075 (0.056)\tData 0.001 (0.002)\tLoss 2.1335 (1.9873)\tPrec@1 40.625 (45.427)\n",
      "[320/391]\tTime 0.038 (0.056)\tData 0.001 (0.002)\tLoss 1.8762 (1.9885)\tPrec@1 51.562 (45.424)\n",
      "[340/391]\tTime 0.067 (0.056)\tData 0.000 (0.002)\tLoss 1.9387 (1.9910)\tPrec@1 45.312 (45.312)\n",
      "[360/391]\tTime 0.081 (0.056)\tData 0.000 (0.002)\tLoss 1.8531 (1.9875)\tPrec@1 51.562 (45.349)\n",
      "[380/391]\tTime 0.032 (0.056)\tData 0.000 (0.002)\tLoss 1.9329 (1.9852)\tPrec@1 46.094 (45.399)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.317 (0.317)\tLoss 2.6666 (2.6666)\tPrec@1 38.281 (38.281)\n",
      "Test: [20/79]\tTime 0.013 (0.030)\tLoss 2.7647 (2.7158)\tPrec@1 33.594 (33.705)\n",
      "Test: [40/79]\tTime 0.016 (0.024)\tLoss 2.5863 (2.7242)\tPrec@1 36.719 (32.832)\n",
      "Test: [60/79]\tTime 0.006 (0.020)\tLoss 3.0540 (2.7512)\tPrec@1 34.375 (32.300)\n",
      " * Prec@1 32.540\n",
      "\n",
      "===> epoch: 39/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.251 (0.251)\tData 0.184 (0.184)\tLoss 1.8418 (1.8418)\tPrec@1 46.094 (46.094)\n",
      "[20/391]\tTime 0.058 (0.060)\tData 0.000 (0.009)\tLoss 1.8005 (1.9604)\tPrec@1 49.219 (46.689)\n",
      "[40/391]\tTime 0.035 (0.058)\tData 0.000 (0.005)\tLoss 1.8189 (1.9356)\tPrec@1 51.562 (47.237)\n",
      "[60/391]\tTime 0.046 (0.056)\tData 0.000 (0.003)\tLoss 2.0049 (1.9351)\tPrec@1 40.625 (47.246)\n",
      "[80/391]\tTime 0.038 (0.056)\tData 0.000 (0.003)\tLoss 1.8476 (1.9423)\tPrec@1 49.219 (47.020)\n",
      "[100/391]\tTime 0.056 (0.055)\tData 0.000 (0.002)\tLoss 1.9165 (1.9492)\tPrec@1 48.438 (46.890)\n",
      "[120/391]\tTime 0.040 (0.056)\tData 0.000 (0.002)\tLoss 1.7436 (1.9560)\tPrec@1 53.906 (46.501)\n",
      "[140/391]\tTime 0.023 (0.055)\tData 0.000 (0.002)\tLoss 1.7211 (1.9574)\tPrec@1 51.562 (46.471)\n",
      "[160/391]\tTime 0.040 (0.053)\tData 0.000 (0.002)\tLoss 2.2348 (1.9621)\tPrec@1 39.844 (46.477)\n",
      "[180/391]\tTime 0.047 (0.052)\tData 0.000 (0.001)\tLoss 1.8753 (1.9679)\tPrec@1 47.656 (46.357)\n",
      "[200/391]\tTime 0.056 (0.050)\tData 0.000 (0.001)\tLoss 1.7786 (1.9653)\tPrec@1 49.219 (46.490)\n",
      "[220/391]\tTime 0.028 (0.050)\tData 0.001 (0.001)\tLoss 1.9105 (1.9657)\tPrec@1 50.781 (46.543)\n",
      "[240/391]\tTime 0.046 (0.052)\tData 0.001 (0.001)\tLoss 1.9504 (1.9657)\tPrec@1 47.656 (46.596)\n",
      "[260/391]\tTime 0.054 (0.052)\tData 0.000 (0.001)\tLoss 1.8086 (1.9672)\tPrec@1 46.875 (46.480)\n",
      "[280/391]\tTime 0.050 (0.052)\tData 0.000 (0.001)\tLoss 1.6311 (1.9706)\tPrec@1 57.031 (46.369)\n",
      "[300/391]\tTime 0.024 (0.052)\tData 0.000 (0.001)\tLoss 1.9547 (1.9731)\tPrec@1 43.750 (46.288)\n",
      "[320/391]\tTime 0.032 (0.052)\tData 0.000 (0.001)\tLoss 1.9845 (1.9762)\tPrec@1 41.406 (46.196)\n",
      "[340/391]\tTime 0.058 (0.051)\tData 0.000 (0.001)\tLoss 1.8613 (1.9793)\tPrec@1 46.094 (46.101)\n",
      "[360/391]\tTime 0.022 (0.051)\tData 0.000 (0.001)\tLoss 2.2085 (1.9840)\tPrec@1 33.594 (45.923)\n",
      "[380/391]\tTime 0.076 (0.051)\tData 0.000 (0.001)\tLoss 2.0897 (1.9869)\tPrec@1 39.062 (45.829)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.384 (0.384)\tLoss 2.6461 (2.6461)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.017 (0.037)\tLoss 2.4748 (2.4947)\tPrec@1 34.375 (37.984)\n",
      "Test: [40/79]\tTime 0.013 (0.029)\tLoss 2.2942 (2.5201)\tPrec@1 42.188 (37.614)\n",
      "Test: [60/79]\tTime 0.005 (0.026)\tLoss 2.8100 (2.5167)\tPrec@1 31.250 (37.244)\n",
      " * Prec@1 37.440\n",
      "\n",
      "===> epoch: 40/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.267 (0.267)\tData 0.241 (0.241)\tLoss 1.8311 (1.8311)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.038 (0.064)\tData 0.000 (0.012)\tLoss 2.2438 (1.9412)\tPrec@1 40.625 (46.689)\n",
      "[40/391]\tTime 0.058 (0.059)\tData 0.000 (0.006)\tLoss 2.0288 (1.9353)\tPrec@1 46.094 (46.646)\n",
      "[60/391]\tTime 0.029 (0.058)\tData 0.003 (0.004)\tLoss 1.8526 (1.9329)\tPrec@1 47.656 (46.683)\n",
      "[80/391]\tTime 0.061 (0.057)\tData 0.000 (0.004)\tLoss 1.8618 (1.9416)\tPrec@1 51.562 (46.402)\n",
      "[100/391]\tTime 0.029 (0.055)\tData 0.000 (0.003)\tLoss 1.9025 (1.9372)\tPrec@1 49.219 (46.395)\n",
      "[120/391]\tTime 0.053 (0.055)\tData 0.000 (0.002)\tLoss 2.3277 (1.9415)\tPrec@1 39.844 (46.507)\n",
      "[140/391]\tTime 0.034 (0.055)\tData 0.000 (0.002)\tLoss 2.0706 (1.9516)\tPrec@1 38.281 (46.310)\n",
      "[160/391]\tTime 0.021 (0.054)\tData 0.000 (0.002)\tLoss 2.1227 (1.9600)\tPrec@1 42.188 (46.244)\n",
      "[180/391]\tTime 0.064 (0.054)\tData 0.000 (0.002)\tLoss 1.8166 (1.9562)\tPrec@1 47.656 (46.353)\n",
      "[200/391]\tTime 0.073 (0.054)\tData 0.005 (0.002)\tLoss 1.7826 (1.9557)\tPrec@1 55.469 (46.346)\n",
      "[220/391]\tTime 0.034 (0.054)\tData 0.000 (0.002)\tLoss 2.0912 (1.9653)\tPrec@1 46.094 (46.073)\n",
      "[240/391]\tTime 0.046 (0.054)\tData 0.000 (0.001)\tLoss 2.0283 (1.9683)\tPrec@1 43.750 (46.045)\n",
      "[260/391]\tTime 0.067 (0.053)\tData 0.000 (0.001)\tLoss 1.8985 (1.9718)\tPrec@1 40.625 (45.929)\n",
      "[280/391]\tTime 0.100 (0.053)\tData 0.000 (0.001)\tLoss 2.0079 (1.9723)\tPrec@1 42.188 (46.008)\n",
      "[300/391]\tTime 0.116 (0.054)\tData 0.000 (0.001)\tLoss 2.3235 (1.9703)\tPrec@1 41.406 (46.026)\n",
      "[320/391]\tTime 0.034 (0.054)\tData 0.000 (0.001)\tLoss 2.1832 (1.9693)\tPrec@1 41.406 (46.045)\n",
      "[340/391]\tTime 0.078 (0.054)\tData 0.000 (0.001)\tLoss 1.8845 (1.9672)\tPrec@1 48.438 (46.050)\n",
      "[360/391]\tTime 0.057 (0.054)\tData 0.000 (0.001)\tLoss 1.8102 (1.9681)\tPrec@1 47.656 (46.066)\n",
      "[380/391]\tTime 0.067 (0.054)\tData 0.000 (0.001)\tLoss 2.3067 (1.9729)\tPrec@1 38.281 (45.960)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.314 (0.314)\tLoss 2.2327 (2.2327)\tPrec@1 45.312 (45.312)\n",
      "Test: [20/79]\tTime 0.020 (0.035)\tLoss 2.3202 (2.3553)\tPrec@1 39.062 (38.504)\n",
      "Test: [40/79]\tTime 0.050 (0.027)\tLoss 1.8404 (2.3292)\tPrec@1 43.750 (39.024)\n",
      "Test: [60/79]\tTime 0.025 (0.022)\tLoss 2.6387 (2.3256)\tPrec@1 32.812 (38.781)\n",
      " * Prec@1 39.220\n",
      "\n",
      "===> epoch: 41/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.247 (0.247)\tData 0.217 (0.217)\tLoss 1.7974 (1.7974)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.053 (0.068)\tData 0.000 (0.011)\tLoss 2.0576 (1.9869)\tPrec@1 43.750 (45.387)\n",
      "[40/391]\tTime 0.100 (0.062)\tData 0.000 (0.006)\tLoss 1.7146 (1.9635)\tPrec@1 44.531 (45.179)\n",
      "[60/391]\tTime 0.075 (0.059)\tData 0.000 (0.004)\tLoss 1.9333 (1.9655)\tPrec@1 42.969 (45.607)\n",
      "[80/391]\tTime 0.046 (0.058)\tData 0.000 (0.003)\tLoss 2.0412 (1.9760)\tPrec@1 42.188 (45.284)\n",
      "[100/391]\tTime 0.068 (0.058)\tData 0.001 (0.003)\tLoss 2.0691 (1.9707)\tPrec@1 42.188 (45.622)\n",
      "[120/391]\tTime 0.087 (0.058)\tData 0.000 (0.002)\tLoss 1.8577 (1.9654)\tPrec@1 51.562 (45.726)\n",
      "[140/391]\tTime 0.073 (0.057)\tData 0.005 (0.002)\tLoss 1.9637 (1.9655)\tPrec@1 49.219 (45.756)\n",
      "[160/391]\tTime 0.050 (0.056)\tData 0.000 (0.002)\tLoss 2.2194 (1.9695)\tPrec@1 41.406 (45.740)\n",
      "[180/391]\tTime 0.081 (0.056)\tData 0.000 (0.002)\tLoss 1.8934 (1.9659)\tPrec@1 47.656 (45.874)\n",
      "[200/391]\tTime 0.044 (0.056)\tData 0.000 (0.002)\tLoss 2.2490 (1.9711)\tPrec@1 38.281 (45.779)\n",
      "[220/391]\tTime 0.084 (0.056)\tData 0.000 (0.002)\tLoss 1.9471 (1.9666)\tPrec@1 43.750 (45.896)\n",
      "[240/391]\tTime 0.024 (0.056)\tData 0.000 (0.001)\tLoss 2.2741 (1.9681)\tPrec@1 35.938 (45.844)\n",
      "[260/391]\tTime 0.031 (0.055)\tData 0.000 (0.001)\tLoss 1.9273 (1.9647)\tPrec@1 47.656 (45.947)\n",
      "[280/391]\tTime 0.041 (0.056)\tData 0.000 (0.001)\tLoss 2.0281 (1.9715)\tPrec@1 43.750 (45.880)\n",
      "[300/391]\tTime 0.065 (0.056)\tData 0.000 (0.001)\tLoss 2.0487 (1.9738)\tPrec@1 46.875 (45.889)\n",
      "[320/391]\tTime 0.040 (0.056)\tData 0.000 (0.001)\tLoss 2.0100 (1.9737)\tPrec@1 43.750 (45.877)\n",
      "[340/391]\tTime 0.025 (0.055)\tData 0.000 (0.001)\tLoss 2.1218 (1.9697)\tPrec@1 43.750 (45.963)\n",
      "[360/391]\tTime 0.031 (0.054)\tData 0.000 (0.001)\tLoss 1.8861 (1.9715)\tPrec@1 42.188 (45.936)\n",
      "[380/391]\tTime 0.059 (0.054)\tData 0.000 (0.001)\tLoss 1.8865 (1.9735)\tPrec@1 46.094 (45.915)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Testing:\n",
      "Test: [0/79]\tTime 0.327 (0.327)\tLoss 2.5386 (2.5386)\tPrec@1 32.812 (32.812)\n",
      "Test: [20/79]\tTime 0.039 (0.032)\tLoss 2.9842 (2.6136)\tPrec@1 25.000 (33.668)\n",
      "Test: [40/79]\tTime 0.016 (0.024)\tLoss 2.1876 (2.5994)\tPrec@1 38.281 (34.127)\n",
      "Test: [60/79]\tTime 0.006 (0.020)\tLoss 2.7602 (2.6233)\tPrec@1 33.594 (34.324)\n",
      " * Prec@1 34.640\n",
      "\n",
      "===> epoch: 42/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.347 (0.347)\tData 0.246 (0.246)\tLoss 2.1182 (2.1182)\tPrec@1 43.750 (43.750)\n",
      "[20/391]\tTime 0.037 (0.065)\tData 0.000 (0.012)\tLoss 1.9205 (1.9830)\tPrec@1 49.219 (44.680)\n",
      "[40/391]\tTime 0.048 (0.052)\tData 0.000 (0.006)\tLoss 1.7994 (1.9576)\tPrec@1 53.125 (45.998)\n",
      "[60/391]\tTime 0.025 (0.048)\tData 0.000 (0.004)\tLoss 1.7895 (1.9556)\tPrec@1 46.094 (46.311)\n",
      "[80/391]\tTime 0.039 (0.047)\tData 0.000 (0.003)\tLoss 1.8640 (1.9372)\tPrec@1 46.094 (46.701)\n",
      "[100/391]\tTime 0.114 (0.046)\tData 0.021 (0.003)\tLoss 1.7211 (1.9401)\tPrec@1 48.438 (46.481)\n",
      "[120/391]\tTime 0.033 (0.046)\tData 0.000 (0.003)\tLoss 1.9685 (1.9375)\tPrec@1 42.969 (46.726)\n",
      "[140/391]\tTime 0.053 (0.047)\tData 0.000 (0.002)\tLoss 2.0493 (1.9425)\tPrec@1 46.875 (46.520)\n",
      "[160/391]\tTime 0.042 (0.048)\tData 0.000 (0.002)\tLoss 1.9288 (1.9472)\tPrec@1 46.094 (46.317)\n",
      "[180/391]\tTime 0.064 (0.049)\tData 0.000 (0.002)\tLoss 1.8548 (1.9495)\tPrec@1 44.531 (46.340)\n",
      "[200/391]\tTime 0.064 (0.049)\tData 0.000 (0.002)\tLoss 1.9693 (1.9537)\tPrec@1 46.875 (46.269)\n",
      "[220/391]\tTime 0.047 (0.049)\tData 0.000 (0.002)\tLoss 1.8681 (1.9566)\tPrec@1 50.000 (46.306)\n",
      "[240/391]\tTime 0.051 (0.050)\tData 0.000 (0.001)\tLoss 1.7944 (1.9553)\tPrec@1 50.781 (46.308)\n",
      "[260/391]\tTime 0.041 (0.050)\tData 0.000 (0.001)\tLoss 1.9233 (1.9532)\tPrec@1 46.094 (46.369)\n",
      "[280/391]\tTime 0.026 (0.051)\tData 0.000 (0.001)\tLoss 2.2180 (1.9547)\tPrec@1 43.750 (46.336)\n",
      "[300/391]\tTime 0.057 (0.051)\tData 0.000 (0.001)\tLoss 2.0521 (1.9599)\tPrec@1 40.625 (46.218)\n",
      "[320/391]\tTime 0.083 (0.052)\tData 0.000 (0.001)\tLoss 1.9362 (1.9614)\tPrec@1 44.531 (46.169)\n",
      "[340/391]\tTime 0.053 (0.052)\tData 0.000 (0.001)\tLoss 1.6704 (1.9636)\tPrec@1 53.125 (46.130)\n",
      "[360/391]\tTime 0.044 (0.052)\tData 0.005 (0.001)\tLoss 1.7262 (1.9638)\tPrec@1 50.000 (46.165)\n",
      "[380/391]\tTime 0.064 (0.052)\tData 0.001 (0.001)\tLoss 1.9821 (1.9643)\tPrec@1 45.312 (46.172)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.221 (0.221)\tLoss 2.4401 (2.4401)\tPrec@1 42.188 (42.188)\n",
      "Test: [20/79]\tTime 0.011 (0.023)\tLoss 2.5951 (2.4999)\tPrec@1 32.812 (37.016)\n",
      "Test: [40/79]\tTime 0.005 (0.017)\tLoss 2.2066 (2.5195)\tPrec@1 45.312 (36.833)\n",
      "Test: [60/79]\tTime 0.017 (0.015)\tLoss 2.9526 (2.5317)\tPrec@1 28.125 (36.514)\n",
      " * Prec@1 36.590\n",
      "\n",
      "===> epoch: 43/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.297 (0.297)\tData 0.249 (0.249)\tLoss 1.8331 (1.8331)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.036 (0.061)\tData 0.000 (0.013)\tLoss 1.7803 (1.8926)\tPrec@1 47.656 (45.499)\n",
      "[40/391]\tTime 0.043 (0.060)\tData 0.001 (0.007)\tLoss 1.9506 (1.9178)\tPrec@1 46.094 (45.579)\n",
      "[60/391]\tTime 0.053 (0.057)\tData 0.000 (0.005)\tLoss 2.0260 (1.9466)\tPrec@1 47.656 (45.364)\n",
      "[80/391]\tTime 0.030 (0.054)\tData 0.000 (0.003)\tLoss 1.9255 (1.9522)\tPrec@1 48.438 (45.698)\n",
      "[100/391]\tTime 0.084 (0.055)\tData 0.001 (0.003)\tLoss 1.9275 (1.9512)\tPrec@1 42.969 (45.630)\n",
      "[120/391]\tTime 0.044 (0.055)\tData 0.000 (0.002)\tLoss 1.7850 (1.9541)\tPrec@1 47.656 (45.803)\n",
      "[140/391]\tTime 0.061 (0.055)\tData 0.000 (0.002)\tLoss 1.6474 (1.9519)\tPrec@1 57.031 (46.105)\n",
      "[160/391]\tTime 0.054 (0.054)\tData 0.000 (0.002)\tLoss 1.9073 (1.9556)\tPrec@1 53.906 (46.016)\n",
      "[180/391]\tTime 0.098 (0.054)\tData 0.000 (0.002)\tLoss 1.9416 (1.9604)\tPrec@1 49.219 (46.051)\n",
      "[200/391]\tTime 0.034 (0.054)\tData 0.000 (0.002)\tLoss 1.6669 (1.9616)\tPrec@1 51.562 (45.965)\n",
      "[220/391]\tTime 0.098 (0.055)\tData 0.000 (0.002)\tLoss 1.6535 (1.9630)\tPrec@1 49.219 (45.906)\n",
      "[240/391]\tTime 0.082 (0.055)\tData 0.000 (0.002)\tLoss 2.2594 (1.9683)\tPrec@1 43.750 (45.870)\n",
      "[260/391]\tTime 0.076 (0.055)\tData 0.000 (0.001)\tLoss 2.0136 (1.9712)\tPrec@1 49.219 (45.875)\n",
      "[280/391]\tTime 0.035 (0.055)\tData 0.000 (0.001)\tLoss 1.7412 (1.9684)\tPrec@1 46.875 (45.866)\n",
      "[300/391]\tTime 0.062 (0.056)\tData 0.000 (0.001)\tLoss 1.9419 (1.9669)\tPrec@1 43.750 (45.902)\n",
      "[320/391]\tTime 0.041 (0.055)\tData 0.000 (0.001)\tLoss 2.1412 (1.9658)\tPrec@1 40.625 (45.867)\n",
      "[340/391]\tTime 0.074 (0.055)\tData 0.000 (0.001)\tLoss 1.8276 (1.9634)\tPrec@1 52.344 (45.876)\n",
      "[360/391]\tTime 0.030 (0.055)\tData 0.000 (0.001)\tLoss 2.2464 (1.9663)\tPrec@1 35.938 (45.877)\n",
      "[380/391]\tTime 0.037 (0.055)\tData 0.000 (0.001)\tLoss 1.8041 (1.9656)\tPrec@1 46.094 (45.919)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.223 (0.223)\tLoss 2.4583 (2.4583)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.024 (0.023)\tLoss 2.5479 (2.4124)\tPrec@1 35.938 (38.356)\n",
      "Test: [40/79]\tTime 0.006 (0.016)\tLoss 2.0775 (2.4410)\tPrec@1 45.312 (38.148)\n",
      "Test: [60/79]\tTime 0.006 (0.013)\tLoss 2.5687 (2.4359)\tPrec@1 36.719 (38.102)\n",
      " * Prec@1 38.190\n",
      "\n",
      "===> epoch: 44/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.306 (0.306)\tData 0.280 (0.280)\tLoss 1.8776 (1.8776)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.032 (0.066)\tData 0.000 (0.016)\tLoss 2.2274 (1.9380)\tPrec@1 39.844 (46.726)\n",
      "[40/391]\tTime 0.065 (0.059)\tData 0.000 (0.008)\tLoss 1.8886 (1.9624)\tPrec@1 50.000 (46.284)\n",
      "[60/391]\tTime 0.019 (0.056)\tData 0.000 (0.006)\tLoss 1.9542 (1.9501)\tPrec@1 46.875 (46.696)\n",
      "[80/391]\tTime 0.080 (0.056)\tData 0.000 (0.004)\tLoss 2.0535 (1.9513)\tPrec@1 46.094 (46.615)\n",
      "[100/391]\tTime 0.022 (0.055)\tData 0.000 (0.004)\tLoss 1.9553 (1.9472)\tPrec@1 44.531 (46.720)\n",
      "[120/391]\tTime 0.072 (0.055)\tData 0.000 (0.003)\tLoss 1.9562 (1.9493)\tPrec@1 48.438 (46.772)\n",
      "[140/391]\tTime 0.084 (0.056)\tData 0.000 (0.003)\tLoss 1.9558 (1.9544)\tPrec@1 48.438 (46.565)\n",
      "[160/391]\tTime 0.077 (0.056)\tData 0.000 (0.002)\tLoss 1.9218 (1.9612)\tPrec@1 47.656 (46.215)\n",
      "[180/391]\tTime 0.053 (0.056)\tData 0.000 (0.002)\tLoss 1.9512 (1.9628)\tPrec@1 42.188 (46.176)\n",
      "[200/391]\tTime 0.057 (0.056)\tData 0.000 (0.002)\tLoss 1.7973 (1.9642)\tPrec@1 50.781 (46.214)\n",
      "[220/391]\tTime 0.068 (0.056)\tData 0.000 (0.002)\tLoss 2.2855 (1.9672)\tPrec@1 36.719 (46.214)\n",
      "[240/391]\tTime 0.084 (0.057)\tData 0.000 (0.002)\tLoss 1.9974 (1.9686)\tPrec@1 49.219 (46.236)\n",
      "[260/391]\tTime 0.051 (0.056)\tData 0.000 (0.002)\tLoss 1.9261 (1.9710)\tPrec@1 47.656 (46.222)\n",
      "[280/391]\tTime 0.093 (0.056)\tData 0.000 (0.002)\tLoss 1.9838 (1.9732)\tPrec@1 50.000 (46.219)\n",
      "[300/391]\tTime 0.068 (0.056)\tData 0.000 (0.002)\tLoss 2.0579 (1.9710)\tPrec@1 45.312 (46.177)\n",
      "[320/391]\tTime 0.061 (0.056)\tData 0.001 (0.002)\tLoss 1.8938 (1.9699)\tPrec@1 46.094 (46.150)\n",
      "[340/391]\tTime 0.078 (0.055)\tData 0.000 (0.002)\tLoss 1.9838 (1.9728)\tPrec@1 46.094 (46.073)\n",
      "[360/391]\tTime 0.040 (0.055)\tData 0.015 (0.002)\tLoss 2.0932 (1.9726)\tPrec@1 42.969 (46.076)\n",
      "[380/391]\tTime 0.032 (0.054)\tData 0.000 (0.001)\tLoss 1.8753 (1.9745)\tPrec@1 45.312 (46.006)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.158 (0.158)\tLoss 2.6630 (2.6630)\tPrec@1 38.281 (38.281)\n",
      "Test: [20/79]\tTime 0.008 (0.016)\tLoss 3.1984 (2.8008)\tPrec@1 27.344 (34.301)\n",
      "Test: [40/79]\tTime 0.032 (0.013)\tLoss 2.2174 (2.7789)\tPrec@1 46.094 (34.375)\n",
      "Test: [60/79]\tTime 0.006 (0.013)\tLoss 3.0858 (2.7838)\tPrec@1 29.688 (34.144)\n",
      " * Prec@1 34.240\n",
      "\n",
      "===> epoch: 45/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.330 (0.330)\tData 0.300 (0.300)\tLoss 2.1397 (2.1397)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.033 (0.067)\tData 0.000 (0.017)\tLoss 1.7450 (1.9031)\tPrec@1 52.344 (46.652)\n",
      "[40/391]\tTime 0.084 (0.064)\tData 0.000 (0.009)\tLoss 1.8833 (1.9226)\tPrec@1 46.875 (46.532)\n",
      "[60/391]\tTime 0.054 (0.062)\tData 0.000 (0.006)\tLoss 2.0769 (1.9224)\tPrec@1 42.188 (46.811)\n",
      "[80/391]\tTime 0.025 (0.060)\tData 0.000 (0.005)\tLoss 2.0713 (1.9364)\tPrec@1 44.531 (46.557)\n",
      "[100/391]\tTime 0.049 (0.059)\tData 0.000 (0.004)\tLoss 2.0956 (1.9511)\tPrec@1 46.094 (46.334)\n",
      "[120/391]\tTime 0.069 (0.057)\tData 0.000 (0.003)\tLoss 1.9650 (1.9471)\tPrec@1 43.750 (46.307)\n",
      "[140/391]\tTime 0.026 (0.057)\tData 0.000 (0.003)\tLoss 2.0803 (1.9441)\tPrec@1 49.219 (46.515)\n",
      "[160/391]\tTime 0.027 (0.056)\tData 0.000 (0.002)\tLoss 1.9535 (1.9510)\tPrec@1 49.219 (46.312)\n",
      "[180/391]\tTime 0.037 (0.056)\tData 0.000 (0.002)\tLoss 1.9314 (1.9515)\tPrec@1 50.781 (46.331)\n",
      "[200/391]\tTime 0.073 (0.056)\tData 0.000 (0.002)\tLoss 1.9896 (1.9555)\tPrec@1 43.750 (46.261)\n",
      "[220/391]\tTime 0.039 (0.056)\tData 0.000 (0.002)\tLoss 2.1113 (1.9576)\tPrec@1 40.625 (46.267)\n",
      "[240/391]\tTime 0.032 (0.056)\tData 0.000 (0.002)\tLoss 1.7866 (1.9573)\tPrec@1 47.656 (46.236)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[260/391]\tTime 0.026 (0.056)\tData 0.000 (0.002)\tLoss 1.8372 (1.9570)\tPrec@1 56.250 (46.300)\n",
      "[280/391]\tTime 0.076 (0.056)\tData 0.000 (0.002)\tLoss 1.8879 (1.9532)\tPrec@1 49.219 (46.425)\n",
      "[300/391]\tTime 0.052 (0.056)\tData 0.000 (0.002)\tLoss 1.9267 (1.9519)\tPrec@1 49.219 (46.475)\n",
      "[320/391]\tTime 0.078 (0.055)\tData 0.000 (0.001)\tLoss 1.7260 (1.9570)\tPrec@1 48.438 (46.369)\n",
      "[340/391]\tTime 0.071 (0.055)\tData 0.000 (0.001)\tLoss 1.8647 (1.9567)\tPrec@1 46.875 (46.481)\n",
      "[360/391]\tTime 0.045 (0.056)\tData 0.000 (0.001)\tLoss 2.0922 (1.9592)\tPrec@1 42.188 (46.444)\n",
      "[380/391]\tTime 0.048 (0.055)\tData 0.000 (0.001)\tLoss 2.0148 (1.9592)\tPrec@1 45.312 (46.440)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.354 (0.354)\tLoss 2.7959 (2.7959)\tPrec@1 32.031 (32.031)\n",
      "Test: [20/79]\tTime 0.030 (0.032)\tLoss 3.0693 (2.8728)\tPrec@1 32.031 (32.664)\n",
      "Test: [40/79]\tTime 0.025 (0.024)\tLoss 2.5565 (2.8383)\tPrec@1 39.844 (33.175)\n",
      "Test: [60/79]\tTime 0.010 (0.022)\tLoss 2.8496 (2.8282)\tPrec@1 35.938 (33.222)\n",
      " * Prec@1 33.190\n",
      "\n",
      "===> epoch: 46/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.373 (0.373)\tData 0.312 (0.312)\tLoss 1.8674 (1.8674)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.048 (0.069)\tData 0.000 (0.015)\tLoss 1.6588 (1.9180)\tPrec@1 49.219 (46.466)\n",
      "[40/391]\tTime 0.085 (0.061)\tData 0.000 (0.008)\tLoss 2.0436 (1.9287)\tPrec@1 45.312 (47.085)\n",
      "[60/391]\tTime 0.074 (0.059)\tData 0.000 (0.005)\tLoss 2.1167 (1.9472)\tPrec@1 44.531 (46.440)\n",
      "[80/391]\tTime 0.031 (0.057)\tData 0.000 (0.004)\tLoss 2.0864 (1.9443)\tPrec@1 42.188 (46.277)\n",
      "[100/391]\tTime 0.080 (0.057)\tData 0.000 (0.003)\tLoss 1.8880 (1.9434)\tPrec@1 45.312 (46.248)\n",
      "[120/391]\tTime 0.020 (0.056)\tData 0.000 (0.003)\tLoss 1.8449 (1.9448)\tPrec@1 52.344 (46.371)\n",
      "[140/391]\tTime 0.029 (0.055)\tData 0.000 (0.002)\tLoss 1.9877 (1.9473)\tPrec@1 45.312 (46.437)\n",
      "[160/391]\tTime 0.043 (0.055)\tData 0.000 (0.002)\tLoss 2.1672 (1.9458)\tPrec@1 46.094 (46.419)\n",
      "[180/391]\tTime 0.064 (0.056)\tData 0.000 (0.002)\tLoss 1.9546 (1.9501)\tPrec@1 47.656 (46.288)\n",
      "[200/391]\tTime 0.041 (0.056)\tData 0.000 (0.002)\tLoss 2.1104 (1.9538)\tPrec@1 42.188 (46.199)\n",
      "[220/391]\tTime 0.063 (0.056)\tData 0.000 (0.002)\tLoss 2.0371 (1.9564)\tPrec@1 48.438 (46.228)\n",
      "[240/391]\tTime 0.027 (0.056)\tData 0.000 (0.002)\tLoss 1.8343 (1.9597)\tPrec@1 50.781 (46.236)\n",
      "[260/391]\tTime 0.032 (0.056)\tData 0.000 (0.002)\tLoss 1.8595 (1.9617)\tPrec@1 51.562 (46.187)\n",
      "[280/391]\tTime 0.078 (0.056)\tData 0.000 (0.001)\tLoss 1.8662 (1.9590)\tPrec@1 45.312 (46.274)\n",
      "[300/391]\tTime 0.088 (0.056)\tData 0.000 (0.001)\tLoss 2.0213 (1.9545)\tPrec@1 45.312 (46.361)\n",
      "[320/391]\tTime 0.061 (0.056)\tData 0.001 (0.001)\tLoss 1.8140 (1.9599)\tPrec@1 48.438 (46.271)\n",
      "[340/391]\tTime 0.062 (0.056)\tData 0.000 (0.001)\tLoss 1.9836 (1.9597)\tPrec@1 45.312 (46.268)\n",
      "[360/391]\tTime 0.033 (0.056)\tData 0.000 (0.001)\tLoss 1.9412 (1.9629)\tPrec@1 50.781 (46.144)\n",
      "[380/391]\tTime 0.035 (0.056)\tData 0.000 (0.001)\tLoss 1.9472 (1.9619)\tPrec@1 50.781 (46.221)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.397 (0.397)\tLoss 2.0447 (2.0447)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.007 (0.036)\tLoss 2.2053 (2.2375)\tPrec@1 39.844 (40.848)\n",
      "Test: [40/79]\tTime 0.015 (0.025)\tLoss 1.8872 (2.2771)\tPrec@1 47.656 (40.168)\n",
      "Test: [60/79]\tTime 0.015 (0.021)\tLoss 2.7266 (2.2854)\tPrec@1 33.594 (39.844)\n",
      " * Prec@1 40.010\n",
      "\n",
      "===> epoch: 47/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.267 (0.267)\tData 0.215 (0.215)\tLoss 1.8409 (1.8409)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.061 (0.063)\tData 0.000 (0.011)\tLoss 2.0023 (1.9634)\tPrec@1 42.969 (46.540)\n",
      "[40/391]\tTime 0.064 (0.059)\tData 0.000 (0.006)\tLoss 1.9485 (1.9496)\tPrec@1 42.188 (46.189)\n",
      "[60/391]\tTime 0.031 (0.059)\tData 0.000 (0.004)\tLoss 1.9430 (1.9534)\tPrec@1 46.875 (45.953)\n",
      "[80/391]\tTime 0.056 (0.058)\tData 0.000 (0.003)\tLoss 2.0506 (1.9671)\tPrec@1 45.312 (45.679)\n",
      "[100/391]\tTime 0.033 (0.057)\tData 0.000 (0.003)\tLoss 1.9455 (1.9681)\tPrec@1 46.094 (45.769)\n",
      "[120/391]\tTime 0.035 (0.057)\tData 0.000 (0.002)\tLoss 1.6096 (1.9540)\tPrec@1 50.781 (46.223)\n",
      "[140/391]\tTime 0.055 (0.056)\tData 0.000 (0.002)\tLoss 1.8931 (1.9530)\tPrec@1 44.531 (46.133)\n",
      "[160/391]\tTime 0.031 (0.056)\tData 0.000 (0.002)\tLoss 1.8973 (1.9543)\tPrec@1 48.438 (46.234)\n",
      "[180/391]\tTime 0.043 (0.056)\tData 0.000 (0.002)\tLoss 1.9112 (1.9547)\tPrec@1 51.562 (46.210)\n",
      "[200/391]\tTime 0.041 (0.055)\tData 0.000 (0.002)\tLoss 2.0572 (1.9554)\tPrec@1 44.531 (46.245)\n",
      "[220/391]\tTime 0.049 (0.053)\tData 0.000 (0.001)\tLoss 2.2243 (1.9558)\tPrec@1 36.719 (46.196)\n",
      "[240/391]\tTime 0.052 (0.052)\tData 0.000 (0.001)\tLoss 2.0313 (1.9522)\tPrec@1 45.312 (46.165)\n",
      "[260/391]\tTime 0.022 (0.051)\tData 0.000 (0.001)\tLoss 2.0122 (1.9551)\tPrec@1 47.656 (46.070)\n",
      "[280/391]\tTime 0.083 (0.051)\tData 0.000 (0.001)\tLoss 2.0198 (1.9540)\tPrec@1 46.875 (46.077)\n",
      "[300/391]\tTime 0.071 (0.051)\tData 0.000 (0.001)\tLoss 1.9861 (1.9516)\tPrec@1 49.219 (46.179)\n",
      "[320/391]\tTime 0.025 (0.051)\tData 0.000 (0.001)\tLoss 1.8056 (1.9546)\tPrec@1 54.688 (46.145)\n",
      "[340/391]\tTime 0.044 (0.051)\tData 0.005 (0.001)\tLoss 1.9702 (1.9543)\tPrec@1 51.562 (46.169)\n",
      "[360/391]\tTime 0.030 (0.051)\tData 0.000 (0.001)\tLoss 1.9795 (1.9594)\tPrec@1 48.438 (46.085)\n",
      "[380/391]\tTime 0.037 (0.051)\tData 0.000 (0.001)\tLoss 1.9205 (1.9589)\tPrec@1 43.750 (46.063)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.347 (0.347)\tLoss 2.2129 (2.2129)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.021 (0.030)\tLoss 2.5049 (2.4411)\tPrec@1 39.062 (38.914)\n",
      "Test: [40/79]\tTime 0.032 (0.023)\tLoss 2.2286 (2.4411)\tPrec@1 43.750 (38.377)\n",
      "Test: [60/79]\tTime 0.027 (0.021)\tLoss 2.6076 (2.4454)\tPrec@1 39.844 (38.422)\n",
      " * Prec@1 38.580\n",
      "\n",
      "===> epoch: 48/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.316 (0.316)\tData 0.261 (0.261)\tLoss 1.9387 (1.9387)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.033 (0.058)\tData 0.000 (0.013)\tLoss 1.6973 (1.9534)\tPrec@1 55.469 (47.135)\n",
      "[40/391]\tTime 0.027 (0.056)\tData 0.000 (0.007)\tLoss 2.0701 (1.9261)\tPrec@1 43.750 (47.008)\n",
      "[60/391]\tTime 0.086 (0.056)\tData 0.010 (0.005)\tLoss 1.8419 (1.9380)\tPrec@1 49.219 (46.632)\n",
      "[80/391]\tTime 0.057 (0.057)\tData 0.000 (0.004)\tLoss 2.1294 (1.9372)\tPrec@1 39.844 (46.634)\n",
      "[100/391]\tTime 0.078 (0.056)\tData 0.000 (0.003)\tLoss 1.7129 (1.9441)\tPrec@1 50.781 (46.790)\n",
      "[120/391]\tTime 0.109 (0.057)\tData 0.000 (0.003)\tLoss 1.7982 (1.9484)\tPrec@1 49.219 (46.675)\n",
      "[140/391]\tTime 0.042 (0.056)\tData 0.001 (0.002)\tLoss 1.9009 (1.9479)\tPrec@1 45.312 (46.526)\n",
      "[160/391]\tTime 0.059 (0.056)\tData 0.000 (0.002)\tLoss 1.7711 (1.9488)\tPrec@1 50.000 (46.492)\n",
      "[180/391]\tTime 0.071 (0.056)\tData 0.000 (0.002)\tLoss 1.7355 (1.9508)\tPrec@1 54.688 (46.409)\n",
      "[200/391]\tTime 0.045 (0.056)\tData 0.000 (0.002)\tLoss 1.8569 (1.9566)\tPrec@1 48.438 (46.319)\n",
      "[220/391]\tTime 0.068 (0.055)\tData 0.004 (0.002)\tLoss 1.9105 (1.9568)\tPrec@1 48.438 (46.299)\n",
      "[240/391]\tTime 0.045 (0.055)\tData 0.000 (0.002)\tLoss 1.9155 (1.9541)\tPrec@1 47.656 (46.295)\n",
      "[260/391]\tTime 0.037 (0.055)\tData 0.000 (0.001)\tLoss 1.7916 (1.9557)\tPrec@1 54.688 (46.300)\n",
      "[280/391]\tTime 0.044 (0.054)\tData 0.000 (0.001)\tLoss 2.1135 (1.9561)\tPrec@1 40.625 (46.311)\n",
      "[300/391]\tTime 0.086 (0.054)\tData 0.000 (0.001)\tLoss 1.8323 (1.9536)\tPrec@1 50.781 (46.314)\n",
      "[320/391]\tTime 0.049 (0.054)\tData 0.000 (0.001)\tLoss 1.9127 (1.9551)\tPrec@1 43.750 (46.271)\n",
      "[340/391]\tTime 0.071 (0.054)\tData 0.000 (0.001)\tLoss 2.0376 (1.9534)\tPrec@1 42.969 (46.366)\n",
      "[360/391]\tTime 0.046 (0.054)\tData 0.000 (0.001)\tLoss 2.1488 (1.9573)\tPrec@1 40.625 (46.336)\n",
      "[380/391]\tTime 0.046 (0.054)\tData 0.000 (0.001)\tLoss 1.8618 (1.9585)\tPrec@1 51.562 (46.293)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.297 (0.297)\tLoss 2.1650 (2.1650)\tPrec@1 47.656 (47.656)\n",
      "Test: [20/79]\tTime 0.007 (0.029)\tLoss 2.4474 (2.2702)\tPrec@1 38.281 (41.332)\n",
      "Test: [40/79]\tTime 0.017 (0.021)\tLoss 2.0292 (2.2610)\tPrec@1 46.875 (40.968)\n",
      "Test: [60/79]\tTime 0.023 (0.020)\tLoss 2.7539 (2.2736)\tPrec@1 32.031 (40.958)\n",
      " * Prec@1 41.370\n",
      "\n",
      "===> epoch: 49/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.192 (0.192)\tData 0.134 (0.134)\tLoss 1.9868 (1.9868)\tPrec@1 44.531 (44.531)\n",
      "[20/391]\tTime 0.069 (0.059)\tData 0.001 (0.007)\tLoss 1.6406 (1.9201)\tPrec@1 53.906 (47.582)\n",
      "[40/391]\tTime 0.058 (0.060)\tData 0.000 (0.004)\tLoss 1.8185 (1.9239)\tPrec@1 47.656 (47.332)\n",
      "[60/391]\tTime 0.019 (0.057)\tData 0.000 (0.003)\tLoss 2.0005 (1.9249)\tPrec@1 47.656 (47.272)\n",
      "[80/391]\tTime 0.057 (0.056)\tData 0.000 (0.002)\tLoss 2.0015 (1.9346)\tPrec@1 43.750 (46.827)\n",
      "[100/391]\tTime 0.054 (0.056)\tData 0.000 (0.002)\tLoss 1.9226 (1.9376)\tPrec@1 46.875 (46.921)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[120/391]\tTime 0.068 (0.056)\tData 0.000 (0.002)\tLoss 1.7647 (1.9397)\tPrec@1 50.781 (46.785)\n",
      "[140/391]\tTime 0.088 (0.056)\tData 0.000 (0.001)\tLoss 1.9060 (1.9319)\tPrec@1 46.875 (46.947)\n",
      "[160/391]\tTime 0.048 (0.055)\tData 0.000 (0.001)\tLoss 2.0715 (1.9334)\tPrec@1 46.094 (46.909)\n",
      "[180/391]\tTime 0.049 (0.055)\tData 0.001 (0.001)\tLoss 2.2159 (1.9348)\tPrec@1 46.094 (47.039)\n",
      "[200/391]\tTime 0.061 (0.055)\tData 0.000 (0.001)\tLoss 1.9976 (1.9354)\tPrec@1 44.531 (47.054)\n",
      "[220/391]\tTime 0.052 (0.055)\tData 0.000 (0.001)\tLoss 2.0638 (1.9384)\tPrec@1 41.406 (47.038)\n",
      "[240/391]\tTime 0.052 (0.055)\tData 0.000 (0.001)\tLoss 1.9614 (1.9373)\tPrec@1 42.969 (46.969)\n",
      "[260/391]\tTime 0.078 (0.055)\tData 0.000 (0.001)\tLoss 2.2395 (1.9364)\tPrec@1 42.188 (47.058)\n",
      "[280/391]\tTime 0.046 (0.055)\tData 0.000 (0.001)\tLoss 1.8822 (1.9354)\tPrec@1 42.969 (47.081)\n",
      "[300/391]\tTime 0.022 (0.055)\tData 0.000 (0.001)\tLoss 2.0048 (1.9395)\tPrec@1 43.750 (46.953)\n",
      "[320/391]\tTime 0.081 (0.055)\tData 0.000 (0.001)\tLoss 1.8650 (1.9443)\tPrec@1 43.750 (46.765)\n",
      "[340/391]\tTime 0.090 (0.055)\tData 0.000 (0.001)\tLoss 1.9621 (1.9467)\tPrec@1 42.188 (46.650)\n",
      "[360/391]\tTime 0.047 (0.055)\tData 0.000 (0.001)\tLoss 1.7355 (1.9462)\tPrec@1 50.781 (46.676)\n",
      "[380/391]\tTime 0.090 (0.055)\tData 0.000 (0.001)\tLoss 1.9448 (1.9485)\tPrec@1 47.656 (46.631)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.428 (0.428)\tLoss 2.2985 (2.2985)\tPrec@1 44.531 (44.531)\n",
      "Test: [20/79]\tTime 0.005 (0.033)\tLoss 2.2950 (2.3583)\tPrec@1 42.188 (40.737)\n",
      "Test: [40/79]\tTime 0.007 (0.025)\tLoss 2.0839 (2.3312)\tPrec@1 42.969 (40.168)\n",
      "Test: [60/79]\tTime 0.037 (0.021)\tLoss 2.6970 (2.3245)\tPrec@1 36.719 (40.330)\n",
      " * Prec@1 40.510\n",
      "\n",
      "===> epoch: 50/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.367 (0.367)\tData 0.331 (0.331)\tLoss 2.2506 (2.2506)\tPrec@1 33.594 (33.594)\n",
      "[20/391]\tTime 0.051 (0.066)\tData 0.000 (0.017)\tLoss 1.9263 (1.8825)\tPrec@1 46.094 (47.173)\n",
      "[40/391]\tTime 0.060 (0.058)\tData 0.000 (0.009)\tLoss 2.0464 (1.9334)\tPrec@1 47.656 (45.827)\n",
      "[60/391]\tTime 0.037 (0.057)\tData 0.000 (0.006)\tLoss 2.0825 (1.9287)\tPrec@1 41.406 (46.132)\n",
      "[80/391]\tTime 0.055 (0.057)\tData 0.000 (0.005)\tLoss 1.7850 (1.9394)\tPrec@1 50.781 (45.988)\n",
      "[100/391]\tTime 0.033 (0.053)\tData 0.000 (0.004)\tLoss 2.0422 (1.9285)\tPrec@1 45.312 (46.016)\n",
      "[120/391]\tTime 0.053 (0.051)\tData 0.000 (0.003)\tLoss 2.0894 (1.9419)\tPrec@1 43.750 (45.855)\n",
      "[140/391]\tTime 0.041 (0.050)\tData 0.000 (0.003)\tLoss 1.9640 (1.9477)\tPrec@1 40.625 (45.855)\n",
      "[160/391]\tTime 0.042 (0.050)\tData 0.000 (0.003)\tLoss 1.6891 (1.9534)\tPrec@1 51.562 (45.676)\n",
      "[180/391]\tTime 0.086 (0.050)\tData 0.000 (0.003)\tLoss 1.7953 (1.9482)\tPrec@1 46.094 (45.878)\n",
      "[200/391]\tTime 0.037 (0.050)\tData 0.000 (0.002)\tLoss 2.0561 (1.9420)\tPrec@1 44.531 (46.024)\n",
      "[220/391]\tTime 0.052 (0.051)\tData 0.000 (0.002)\tLoss 1.9644 (1.9408)\tPrec@1 45.312 (46.104)\n",
      "[240/391]\tTime 0.040 (0.051)\tData 0.001 (0.002)\tLoss 2.1021 (1.9426)\tPrec@1 44.531 (46.091)\n",
      "[260/391]\tTime 0.036 (0.051)\tData 0.000 (0.002)\tLoss 1.9601 (1.9478)\tPrec@1 50.000 (46.079)\n",
      "[280/391]\tTime 0.087 (0.051)\tData 0.000 (0.002)\tLoss 1.7702 (1.9483)\tPrec@1 50.781 (46.108)\n",
      "[300/391]\tTime 0.031 (0.052)\tData 0.000 (0.002)\tLoss 1.9832 (1.9460)\tPrec@1 47.656 (46.205)\n",
      "[320/391]\tTime 0.088 (0.052)\tData 0.000 (0.002)\tLoss 1.9575 (1.9480)\tPrec@1 46.094 (46.123)\n",
      "[340/391]\tTime 0.092 (0.053)\tData 0.000 (0.002)\tLoss 1.9390 (1.9456)\tPrec@1 47.656 (46.192)\n",
      "[360/391]\tTime 0.050 (0.053)\tData 0.000 (0.002)\tLoss 2.1614 (1.9459)\tPrec@1 43.750 (46.182)\n",
      "[380/391]\tTime 0.040 (0.058)\tData 0.000 (0.006)\tLoss 2.2986 (1.9478)\tPrec@1 39.062 (46.166)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.254 (0.254)\tLoss 2.3056 (2.3056)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.007 (0.027)\tLoss 2.2692 (2.2515)\tPrec@1 39.844 (40.476)\n",
      "Test: [40/79]\tTime 0.021 (0.020)\tLoss 2.0675 (2.2432)\tPrec@1 43.750 (40.587)\n",
      "Test: [60/79]\tTime 0.013 (0.018)\tLoss 2.6243 (2.2454)\tPrec@1 35.938 (40.830)\n",
      " * Prec@1 41.060\n",
      "\n",
      "===> epoch: 51/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.439 (0.439)\tData 0.385 (0.385)\tLoss 2.0373 (2.0373)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.059 (0.071)\tData 0.000 (0.019)\tLoss 1.7635 (1.8982)\tPrec@1 48.438 (47.954)\n",
      "[40/391]\tTime 0.062 (0.063)\tData 0.000 (0.010)\tLoss 2.0336 (1.9303)\tPrec@1 44.531 (47.466)\n",
      "[60/391]\tTime 0.030 (0.061)\tData 0.000 (0.007)\tLoss 2.0082 (1.9236)\tPrec@1 43.750 (47.515)\n",
      "[80/391]\tTime 0.055 (0.060)\tData 0.000 (0.005)\tLoss 1.9361 (1.9247)\tPrec@1 47.656 (47.135)\n",
      "[100/391]\tTime 0.078 (0.059)\tData 0.000 (0.004)\tLoss 1.8492 (1.9281)\tPrec@1 46.875 (46.976)\n",
      "[120/391]\tTime 0.020 (0.059)\tData 0.000 (0.004)\tLoss 1.8498 (1.9254)\tPrec@1 50.000 (47.082)\n",
      "[140/391]\tTime 0.060 (0.058)\tData 0.000 (0.003)\tLoss 1.8119 (1.9307)\tPrec@1 42.969 (46.941)\n",
      "[160/391]\tTime 0.020 (0.058)\tData 0.000 (0.003)\tLoss 1.9282 (1.9328)\tPrec@1 50.000 (46.977)\n",
      "[180/391]\tTime 0.029 (0.057)\tData 0.000 (0.003)\tLoss 1.8623 (1.9374)\tPrec@1 50.781 (46.866)\n",
      "[200/391]\tTime 0.029 (0.057)\tData 0.000 (0.002)\tLoss 1.9406 (1.9415)\tPrec@1 50.000 (46.747)\n",
      "[220/391]\tTime 0.038 (0.057)\tData 0.000 (0.002)\tLoss 1.9798 (1.9502)\tPrec@1 42.188 (46.465)\n",
      "[240/391]\tTime 0.048 (0.056)\tData 0.000 (0.002)\tLoss 2.1274 (1.9496)\tPrec@1 43.750 (46.463)\n",
      "[260/391]\tTime 0.036 (0.057)\tData 0.001 (0.002)\tLoss 2.1301 (1.9540)\tPrec@1 43.750 (46.411)\n",
      "[280/391]\tTime 0.050 (0.057)\tData 0.000 (0.002)\tLoss 1.9811 (1.9557)\tPrec@1 42.969 (46.344)\n",
      "[300/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.8850 (1.9550)\tPrec@1 50.781 (46.395)\n",
      "[320/391]\tTime 0.054 (0.057)\tData 0.000 (0.002)\tLoss 1.9848 (1.9539)\tPrec@1 44.531 (46.398)\n",
      "[340/391]\tTime 0.038 (0.056)\tData 0.000 (0.002)\tLoss 2.0687 (1.9557)\tPrec@1 44.531 (46.339)\n",
      "[360/391]\tTime 0.052 (0.056)\tData 0.001 (0.002)\tLoss 1.8447 (1.9562)\tPrec@1 47.656 (46.265)\n",
      "[380/391]\tTime 0.032 (0.057)\tData 0.000 (0.002)\tLoss 1.9829 (1.9573)\tPrec@1 45.312 (46.223)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.283 (0.283)\tLoss 3.1939 (3.1939)\tPrec@1 28.906 (28.906)\n",
      "Test: [20/79]\tTime 0.025 (0.027)\tLoss 3.6164 (3.2213)\tPrec@1 23.438 (28.943)\n",
      "Test: [40/79]\tTime 0.010 (0.021)\tLoss 3.3504 (3.2335)\tPrec@1 30.469 (28.430)\n",
      "Test: [60/79]\tTime 0.007 (0.018)\tLoss 3.2090 (3.2139)\tPrec@1 29.688 (28.496)\n",
      " * Prec@1 28.840\n",
      "\n",
      "===> epoch: 52/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.397 (0.397)\tData 0.343 (0.343)\tLoss 2.1021 (2.1021)\tPrec@1 41.406 (41.406)\n",
      "[20/391]\tTime 0.073 (0.060)\tData 0.001 (0.017)\tLoss 2.1043 (1.9636)\tPrec@1 41.406 (45.461)\n",
      "[40/391]\tTime 0.040 (0.051)\tData 0.000 (0.009)\tLoss 1.9102 (1.9408)\tPrec@1 42.969 (46.341)\n",
      "[60/391]\tTime 0.029 (0.051)\tData 0.000 (0.006)\tLoss 2.1450 (1.9261)\tPrec@1 43.750 (46.990)\n",
      "[80/391]\tTime 0.084 (0.051)\tData 0.000 (0.005)\tLoss 1.9356 (1.9283)\tPrec@1 46.875 (47.049)\n",
      "[100/391]\tTime 0.034 (0.052)\tData 0.000 (0.004)\tLoss 1.9122 (1.9381)\tPrec@1 48.438 (46.960)\n",
      "[120/391]\tTime 0.035 (0.053)\tData 0.000 (0.003)\tLoss 1.9606 (1.9290)\tPrec@1 42.969 (47.075)\n",
      "[140/391]\tTime 0.100 (0.054)\tData 0.000 (0.003)\tLoss 2.0710 (1.9277)\tPrec@1 42.969 (46.947)\n",
      "[160/391]\tTime 0.054 (0.054)\tData 0.000 (0.003)\tLoss 1.8652 (1.9275)\tPrec@1 46.875 (46.885)\n",
      "[180/391]\tTime 0.027 (0.054)\tData 0.000 (0.002)\tLoss 1.6376 (1.9274)\tPrec@1 53.125 (46.910)\n",
      "[200/391]\tTime 0.032 (0.054)\tData 0.000 (0.002)\tLoss 2.1671 (1.9305)\tPrec@1 38.281 (46.817)\n",
      "[220/391]\tTime 0.030 (0.054)\tData 0.000 (0.002)\tLoss 2.0403 (1.9370)\tPrec@1 38.281 (46.670)\n",
      "[240/391]\tTime 0.029 (0.054)\tData 0.000 (0.002)\tLoss 1.7602 (1.9403)\tPrec@1 52.344 (46.586)\n",
      "[260/391]\tTime 0.062 (0.054)\tData 0.000 (0.002)\tLoss 1.7678 (1.9420)\tPrec@1 51.562 (46.606)\n",
      "[280/391]\tTime 0.022 (0.054)\tData 0.000 (0.002)\tLoss 1.9140 (1.9432)\tPrec@1 51.562 (46.514)\n",
      "[300/391]\tTime 0.047 (0.054)\tData 0.000 (0.002)\tLoss 1.5714 (1.9417)\tPrec@1 60.938 (46.621)\n",
      "[320/391]\tTime 0.025 (0.054)\tData 0.000 (0.002)\tLoss 1.9497 (1.9432)\tPrec@1 39.062 (46.542)\n",
      "[340/391]\tTime 0.061 (0.054)\tData 0.000 (0.002)\tLoss 1.9154 (1.9433)\tPrec@1 46.875 (46.605)\n",
      "[360/391]\tTime 0.046 (0.054)\tData 0.000 (0.002)\tLoss 1.8546 (1.9442)\tPrec@1 48.438 (46.576)\n",
      "[380/391]\tTime 0.078 (0.054)\tData 0.000 (0.001)\tLoss 2.1307 (1.9453)\tPrec@1 42.188 (46.590)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.272 (0.272)\tLoss 2.9197 (2.9197)\tPrec@1 30.469 (30.469)\n",
      "Test: [20/79]\tTime 0.014 (0.030)\tLoss 2.9385 (2.8745)\tPrec@1 32.031 (32.664)\n",
      "Test: [40/79]\tTime 0.009 (0.022)\tLoss 2.4437 (2.8951)\tPrec@1 40.625 (33.194)\n",
      "Test: [60/79]\tTime 0.017 (0.019)\tLoss 3.1476 (2.8905)\tPrec@1 29.688 (33.043)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " * Prec@1 33.550\n",
      "\n",
      "===> epoch: 53/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.247 (0.247)\tData 0.205 (0.205)\tLoss 1.6605 (1.6605)\tPrec@1 51.562 (51.562)\n",
      "[20/391]\tTime 0.027 (0.048)\tData 0.000 (0.010)\tLoss 2.2460 (1.8674)\tPrec@1 34.375 (47.731)\n",
      "[40/391]\tTime 0.047 (0.048)\tData 0.000 (0.005)\tLoss 1.9515 (1.9034)\tPrec@1 47.656 (47.771)\n",
      "[60/391]\tTime 0.064 (0.051)\tData 0.000 (0.004)\tLoss 1.8498 (1.8927)\tPrec@1 46.875 (48.181)\n",
      "[80/391]\tTime 0.083 (0.051)\tData 0.000 (0.003)\tLoss 2.0157 (1.9011)\tPrec@1 42.969 (48.003)\n",
      "[100/391]\tTime 0.055 (0.052)\tData 0.000 (0.003)\tLoss 1.6936 (1.8988)\tPrec@1 55.469 (48.028)\n",
      "[120/391]\tTime 0.053 (0.053)\tData 0.000 (0.002)\tLoss 1.8463 (1.9015)\tPrec@1 46.875 (47.695)\n",
      "[140/391]\tTime 0.024 (0.054)\tData 0.000 (0.002)\tLoss 1.9299 (1.9010)\tPrec@1 45.312 (47.822)\n",
      "[160/391]\tTime 0.036 (0.054)\tData 0.000 (0.002)\tLoss 2.2193 (1.9106)\tPrec@1 40.625 (47.486)\n",
      "[180/391]\tTime 0.033 (0.054)\tData 0.000 (0.002)\tLoss 2.0824 (1.9182)\tPrec@1 40.625 (47.389)\n",
      "[200/391]\tTime 0.082 (0.054)\tData 0.000 (0.002)\tLoss 2.1264 (1.9181)\tPrec@1 43.750 (47.396)\n",
      "[220/391]\tTime 0.065 (0.054)\tData 0.000 (0.001)\tLoss 1.9270 (1.9238)\tPrec@1 45.312 (47.423)\n",
      "[240/391]\tTime 0.035 (0.054)\tData 0.000 (0.001)\tLoss 1.9051 (1.9262)\tPrec@1 44.531 (47.439)\n",
      "[260/391]\tTime 0.049 (0.054)\tData 0.000 (0.001)\tLoss 2.0716 (1.9306)\tPrec@1 45.312 (47.336)\n",
      "[280/391]\tTime 0.067 (0.054)\tData 0.000 (0.001)\tLoss 2.1288 (1.9310)\tPrec@1 42.969 (47.314)\n",
      "[300/391]\tTime 0.053 (0.053)\tData 0.000 (0.001)\tLoss 1.9537 (1.9324)\tPrec@1 47.656 (47.231)\n",
      "[320/391]\tTime 0.049 (0.053)\tData 0.000 (0.001)\tLoss 2.0923 (1.9352)\tPrec@1 42.969 (47.177)\n",
      "[340/391]\tTime 0.062 (0.053)\tData 0.000 (0.001)\tLoss 2.2735 (1.9375)\tPrec@1 35.156 (47.058)\n",
      "[360/391]\tTime 0.032 (0.053)\tData 0.000 (0.001)\tLoss 1.8836 (1.9443)\tPrec@1 49.219 (46.905)\n",
      "[380/391]\tTime 0.033 (0.054)\tData 0.000 (0.001)\tLoss 1.9607 (1.9444)\tPrec@1 43.750 (46.865)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.297 (0.297)\tLoss 2.0985 (2.0985)\tPrec@1 50.000 (50.000)\n",
      "Test: [20/79]\tTime 0.005 (0.027)\tLoss 2.4819 (2.3441)\tPrec@1 40.625 (39.769)\n",
      "Test: [40/79]\tTime 0.008 (0.020)\tLoss 1.9674 (2.3256)\tPrec@1 46.875 (39.939)\n",
      "Test: [60/79]\tTime 0.004 (0.018)\tLoss 2.8278 (2.3246)\tPrec@1 36.719 (40.164)\n",
      " * Prec@1 40.300\n",
      "\n",
      "===> epoch: 54/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.201 (0.201)\tData 0.177 (0.177)\tLoss 1.7978 (1.7978)\tPrec@1 50.781 (50.781)\n",
      "[20/391]\tTime 0.067 (0.203)\tData 0.000 (0.156)\tLoss 1.9029 (1.9527)\tPrec@1 48.438 (46.838)\n",
      "[40/391]\tTime 0.060 (0.125)\tData 0.000 (0.080)\tLoss 2.0358 (1.9289)\tPrec@1 43.750 (47.351)\n",
      "[60/391]\tTime 0.065 (0.101)\tData 0.000 (0.054)\tLoss 2.1262 (1.9291)\tPrec@1 44.531 (47.349)\n",
      "[80/391]\tTime 0.052 (0.090)\tData 0.000 (0.041)\tLoss 1.7554 (1.9276)\tPrec@1 47.656 (46.952)\n",
      "[100/391]\tTime 0.043 (0.084)\tData 0.000 (0.033)\tLoss 1.9184 (1.9211)\tPrec@1 48.438 (46.991)\n",
      "[120/391]\tTime 0.040 (0.079)\tData 0.001 (0.028)\tLoss 1.9104 (1.9264)\tPrec@1 50.000 (47.056)\n",
      "[140/391]\tTime 0.055 (0.076)\tData 0.000 (0.024)\tLoss 1.7710 (1.9251)\tPrec@1 46.875 (47.174)\n",
      "[160/391]\tTime 0.032 (0.073)\tData 0.000 (0.021)\tLoss 1.9597 (1.9281)\tPrec@1 43.750 (47.016)\n",
      "[180/391]\tTime 0.027 (0.072)\tData 0.000 (0.019)\tLoss 1.9786 (1.9254)\tPrec@1 51.562 (47.207)\n",
      "[200/391]\tTime 0.097 (0.070)\tData 0.000 (0.017)\tLoss 1.9379 (1.9284)\tPrec@1 47.656 (47.190)\n",
      "[220/391]\tTime 0.061 (0.068)\tData 0.000 (0.015)\tLoss 1.9528 (1.9293)\tPrec@1 42.969 (47.140)\n",
      "[240/391]\tTime 0.030 (0.067)\tData 0.000 (0.014)\tLoss 2.1122 (1.9329)\tPrec@1 45.312 (47.095)\n",
      "[260/391]\tTime 0.049 (0.066)\tData 0.000 (0.013)\tLoss 1.8997 (1.9340)\tPrec@1 46.875 (46.992)\n",
      "[280/391]\tTime 0.050 (0.065)\tData 0.000 (0.012)\tLoss 2.0865 (1.9397)\tPrec@1 39.844 (46.800)\n",
      "[300/391]\tTime 0.050 (0.065)\tData 0.000 (0.011)\tLoss 1.8466 (1.9364)\tPrec@1 50.781 (46.883)\n",
      "[320/391]\tTime 0.034 (0.064)\tData 0.000 (0.011)\tLoss 1.8758 (1.9359)\tPrec@1 47.656 (46.926)\n",
      "[340/391]\tTime 0.059 (0.064)\tData 0.000 (0.010)\tLoss 2.0771 (1.9384)\tPrec@1 41.406 (46.843)\n",
      "[360/391]\tTime 0.058 (0.063)\tData 0.000 (0.010)\tLoss 1.6831 (1.9384)\tPrec@1 50.000 (46.799)\n",
      "[380/391]\tTime 0.053 (0.063)\tData 0.000 (0.009)\tLoss 1.7865 (1.9385)\tPrec@1 47.656 (46.731)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.375 (0.375)\tLoss 2.3129 (2.3129)\tPrec@1 37.500 (37.500)\n",
      "Test: [20/79]\tTime 0.009 (0.034)\tLoss 2.1750 (2.3388)\tPrec@1 36.719 (39.472)\n",
      "Test: [40/79]\tTime 0.031 (0.028)\tLoss 1.8801 (2.3398)\tPrec@1 57.812 (40.072)\n",
      "Test: [60/79]\tTime 0.019 (0.025)\tLoss 2.5922 (2.3451)\tPrec@1 33.594 (40.061)\n",
      " * Prec@1 40.050\n",
      "\n",
      "===> epoch: 55/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.561 (0.561)\tData 0.473 (0.473)\tLoss 1.8851 (1.8851)\tPrec@1 52.344 (52.344)\n",
      "[20/391]\tTime 0.087 (0.079)\tData 0.000 (0.023)\tLoss 1.8759 (1.9247)\tPrec@1 45.312 (46.763)\n",
      "[40/391]\tTime 0.051 (0.068)\tData 0.000 (0.012)\tLoss 2.0479 (1.9057)\tPrec@1 40.625 (46.742)\n",
      "[60/391]\tTime 0.074 (0.064)\tData 0.001 (0.008)\tLoss 1.7902 (1.9094)\tPrec@1 49.219 (46.760)\n",
      "[80/391]\tTime 0.106 (0.062)\tData 0.000 (0.006)\tLoss 2.1284 (1.9231)\tPrec@1 46.875 (46.672)\n",
      "[100/391]\tTime 0.046 (0.061)\tData 0.000 (0.005)\tLoss 1.7335 (1.9226)\tPrec@1 53.906 (46.767)\n",
      "[120/391]\tTime 0.034 (0.060)\tData 0.000 (0.004)\tLoss 2.0459 (1.9109)\tPrec@1 45.312 (47.107)\n",
      "[140/391]\tTime 0.043 (0.059)\tData 0.000 (0.004)\tLoss 1.7402 (1.9114)\tPrec@1 50.781 (47.158)\n",
      "[160/391]\tTime 0.047 (0.059)\tData 0.000 (0.003)\tLoss 2.1500 (1.9209)\tPrec@1 44.531 (47.011)\n",
      "[180/391]\tTime 0.087 (0.059)\tData 0.000 (0.003)\tLoss 1.6175 (1.9200)\tPrec@1 50.000 (47.004)\n",
      "[200/391]\tTime 0.081 (0.058)\tData 0.011 (0.003)\tLoss 1.8491 (1.9265)\tPrec@1 46.094 (46.910)\n",
      "[220/391]\tTime 0.029 (0.056)\tData 0.000 (0.003)\tLoss 2.0375 (1.9302)\tPrec@1 46.094 (46.875)\n",
      "[240/391]\tTime 0.056 (0.055)\tData 0.000 (0.003)\tLoss 1.9811 (1.9332)\tPrec@1 44.531 (46.843)\n",
      "[260/391]\tTime 0.027 (0.054)\tData 0.001 (0.002)\tLoss 1.9524 (1.9314)\tPrec@1 37.500 (46.863)\n",
      "[280/391]\tTime 0.060 (0.054)\tData 0.000 (0.002)\tLoss 2.1275 (1.9340)\tPrec@1 44.531 (46.805)\n",
      "[300/391]\tTime 0.081 (0.054)\tData 0.000 (0.002)\tLoss 1.8082 (1.9332)\tPrec@1 48.438 (46.784)\n",
      "[320/391]\tTime 0.075 (0.054)\tData 0.000 (0.002)\tLoss 2.0521 (1.9389)\tPrec@1 43.750 (46.668)\n",
      "[340/391]\tTime 0.072 (0.054)\tData 0.000 (0.002)\tLoss 2.0601 (1.9414)\tPrec@1 50.000 (46.628)\n",
      "[360/391]\tTime 0.034 (0.054)\tData 0.000 (0.002)\tLoss 2.0333 (1.9443)\tPrec@1 42.188 (46.520)\n",
      "[380/391]\tTime 0.032 (0.054)\tData 0.000 (0.002)\tLoss 1.8095 (1.9440)\tPrec@1 51.562 (46.533)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.415 (0.415)\tLoss 2.5440 (2.5440)\tPrec@1 34.375 (34.375)\n",
      "Test: [20/79]\tTime 0.016 (0.032)\tLoss 2.5641 (2.6027)\tPrec@1 37.500 (35.826)\n",
      "Test: [40/79]\tTime 0.008 (0.024)\tLoss 2.2888 (2.5996)\tPrec@1 44.531 (35.976)\n",
      "Test: [60/79]\tTime 0.010 (0.021)\tLoss 3.1057 (2.5997)\tPrec@1 28.906 (35.540)\n",
      " * Prec@1 35.800\n",
      "\n",
      "===> epoch: 56/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.412 (0.412)\tData 0.372 (0.372)\tLoss 1.8595 (1.8595)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.025 (0.062)\tData 0.000 (0.018)\tLoss 1.7070 (1.9170)\tPrec@1 52.344 (46.057)\n",
      "[40/391]\tTime 0.089 (0.055)\tData 0.000 (0.010)\tLoss 1.8299 (1.9093)\tPrec@1 46.875 (47.046)\n",
      "[60/391]\tTime 0.055 (0.054)\tData 0.000 (0.007)\tLoss 1.9107 (1.9103)\tPrec@1 46.875 (47.362)\n",
      "[80/391]\tTime 0.048 (0.054)\tData 0.000 (0.005)\tLoss 2.1035 (1.9183)\tPrec@1 43.750 (47.049)\n",
      "[100/391]\tTime 0.096 (0.055)\tData 0.000 (0.004)\tLoss 1.8765 (1.9139)\tPrec@1 47.656 (47.169)\n",
      "[120/391]\tTime 0.067 (0.055)\tData 0.000 (0.004)\tLoss 1.7124 (1.9144)\tPrec@1 57.031 (47.243)\n",
      "[140/391]\tTime 0.064 (0.055)\tData 0.000 (0.003)\tLoss 2.1529 (1.9153)\tPrec@1 42.969 (47.268)\n",
      "[160/391]\tTime 0.032 (0.055)\tData 0.000 (0.003)\tLoss 1.9003 (1.9227)\tPrec@1 46.094 (47.127)\n",
      "[180/391]\tTime 0.037 (0.055)\tData 0.000 (0.003)\tLoss 2.3323 (1.9239)\tPrec@1 38.281 (47.164)\n",
      "[200/391]\tTime 0.082 (0.054)\tData 0.000 (0.002)\tLoss 2.0524 (1.9297)\tPrec@1 46.875 (47.015)\n",
      "[220/391]\tTime 0.065 (0.054)\tData 0.000 (0.002)\tLoss 2.0115 (1.9315)\tPrec@1 47.656 (46.970)\n",
      "[240/391]\tTime 0.034 (0.054)\tData 0.001 (0.002)\tLoss 1.8938 (1.9300)\tPrec@1 44.531 (46.950)\n",
      "[260/391]\tTime 0.076 (0.054)\tData 0.000 (0.002)\tLoss 1.7592 (1.9296)\tPrec@1 56.250 (46.959)\n",
      "[280/391]\tTime 0.056 (0.055)\tData 0.000 (0.002)\tLoss 1.9896 (1.9352)\tPrec@1 43.750 (46.875)\n",
      "[300/391]\tTime 0.059 (0.054)\tData 0.000 (0.002)\tLoss 2.1298 (1.9369)\tPrec@1 37.500 (46.831)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[320/391]\tTime 0.066 (0.055)\tData 0.000 (0.002)\tLoss 1.8204 (1.9334)\tPrec@1 50.000 (46.834)\n",
      "[340/391]\tTime 0.044 (0.054)\tData 0.000 (0.002)\tLoss 1.8576 (1.9320)\tPrec@1 46.094 (46.829)\n",
      "[360/391]\tTime 0.044 (0.054)\tData 0.000 (0.002)\tLoss 2.0222 (1.9348)\tPrec@1 45.312 (46.767)\n",
      "[380/391]\tTime 0.032 (0.054)\tData 0.000 (0.001)\tLoss 1.9116 (1.9345)\tPrec@1 47.656 (46.744)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.290 (0.290)\tLoss 2.2219 (2.2219)\tPrec@1 45.312 (45.312)\n",
      "Test: [20/79]\tTime 0.016 (0.031)\tLoss 2.5576 (2.3723)\tPrec@1 33.594 (38.579)\n",
      "Test: [40/79]\tTime 0.006 (0.024)\tLoss 2.2409 (2.3694)\tPrec@1 42.188 (37.938)\n",
      "Test: [60/79]\tTime 0.008 (0.022)\tLoss 2.7963 (2.3688)\tPrec@1 31.250 (37.807)\n",
      " * Prec@1 37.570\n",
      "\n",
      "===> epoch: 57/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.421 (0.421)\tData 0.388 (0.388)\tLoss 2.1763 (2.1763)\tPrec@1 41.406 (41.406)\n",
      "[20/391]\tTime 0.031 (0.073)\tData 0.000 (0.019)\tLoss 1.8959 (1.9441)\tPrec@1 55.469 (46.503)\n",
      "[40/391]\tTime 0.043 (0.066)\tData 0.000 (0.010)\tLoss 1.9659 (1.9087)\tPrec@1 47.656 (47.580)\n",
      "[60/391]\tTime 0.077 (0.063)\tData 0.000 (0.007)\tLoss 1.7275 (1.9227)\tPrec@1 50.000 (46.952)\n",
      "[80/391]\tTime 0.079 (0.061)\tData 0.000 (0.005)\tLoss 1.7911 (1.9301)\tPrec@1 49.219 (46.634)\n",
      "[100/391]\tTime 0.062 (0.060)\tData 0.000 (0.004)\tLoss 1.8020 (1.9249)\tPrec@1 50.781 (46.798)\n",
      "[120/391]\tTime 0.031 (0.060)\tData 0.000 (0.004)\tLoss 2.0140 (1.9197)\tPrec@1 42.188 (46.836)\n",
      "[140/391]\tTime 0.048 (0.058)\tData 0.000 (0.003)\tLoss 1.9730 (1.9140)\tPrec@1 45.312 (47.047)\n",
      "[160/391]\tTime 0.030 (0.058)\tData 0.000 (0.003)\tLoss 1.8703 (1.9039)\tPrec@1 47.656 (47.210)\n",
      "[180/391]\tTime 0.088 (0.057)\tData 0.000 (0.003)\tLoss 2.1279 (1.9047)\tPrec@1 34.375 (47.242)\n",
      "[200/391]\tTime 0.094 (0.057)\tData 0.000 (0.002)\tLoss 1.9109 (1.9079)\tPrec@1 49.219 (47.236)\n",
      "[220/391]\tTime 0.090 (0.058)\tData 0.000 (0.002)\tLoss 1.8924 (1.9084)\tPrec@1 42.969 (47.218)\n",
      "[240/391]\tTime 0.049 (0.057)\tData 0.000 (0.002)\tLoss 1.9902 (1.9191)\tPrec@1 44.531 (46.972)\n",
      "[260/391]\tTime 0.041 (0.057)\tData 0.000 (0.002)\tLoss 2.0754 (1.9202)\tPrec@1 42.969 (46.851)\n",
      "[280/391]\tTime 0.059 (0.057)\tData 0.001 (0.002)\tLoss 2.2558 (1.9231)\tPrec@1 39.062 (46.822)\n",
      "[300/391]\tTime 0.044 (0.057)\tData 0.000 (0.002)\tLoss 1.9460 (1.9261)\tPrec@1 46.094 (46.802)\n",
      "[320/391]\tTime 0.078 (0.057)\tData 0.000 (0.002)\tLoss 1.9452 (1.9235)\tPrec@1 45.312 (46.914)\n",
      "[340/391]\tTime 0.058 (0.057)\tData 0.000 (0.002)\tLoss 1.9808 (1.9260)\tPrec@1 50.000 (46.880)\n",
      "[360/391]\tTime 0.048 (0.057)\tData 0.000 (0.002)\tLoss 2.1572 (1.9259)\tPrec@1 38.281 (46.866)\n",
      "[380/391]\tTime 0.033 (0.057)\tData 0.000 (0.001)\tLoss 1.8376 (1.9247)\tPrec@1 43.750 (46.838)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.286 (0.286)\tLoss 2.4689 (2.4689)\tPrec@1 41.406 (41.406)\n",
      "Test: [20/79]\tTime 0.014 (0.037)\tLoss 2.3531 (2.4801)\tPrec@1 40.625 (39.993)\n",
      "Test: [40/79]\tTime 0.020 (0.028)\tLoss 2.2519 (2.4869)\tPrec@1 40.625 (38.662)\n",
      "Test: [60/79]\tTime 0.007 (0.025)\tLoss 3.0288 (2.5129)\tPrec@1 34.375 (37.961)\n",
      " * Prec@1 37.890\n",
      "\n",
      "===> epoch: 58/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.392 (0.392)\tData 0.333 (0.333)\tLoss 2.0250 (2.0250)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.029 (0.062)\tData 0.000 (0.016)\tLoss 1.9527 (1.8636)\tPrec@1 46.094 (47.842)\n",
      "[40/391]\tTime 0.026 (0.055)\tData 0.000 (0.008)\tLoss 1.9428 (1.8847)\tPrec@1 47.656 (47.370)\n",
      "[60/391]\tTime 0.070 (0.051)\tData 0.000 (0.006)\tLoss 1.7759 (1.8828)\tPrec@1 50.781 (47.720)\n",
      "[80/391]\tTime 0.026 (0.048)\tData 0.000 (0.004)\tLoss 1.8243 (1.9042)\tPrec@1 53.125 (47.145)\n",
      "[100/391]\tTime 0.055 (0.047)\tData 0.001 (0.004)\tLoss 1.6755 (1.9074)\tPrec@1 57.812 (47.192)\n",
      "[120/391]\tTime 0.029 (0.046)\tData 0.000 (0.003)\tLoss 2.0662 (1.9087)\tPrec@1 50.000 (47.269)\n",
      "[140/391]\tTime 0.086 (0.045)\tData 0.000 (0.003)\tLoss 1.8602 (1.9076)\tPrec@1 51.562 (47.479)\n",
      "[160/391]\tTime 0.039 (0.046)\tData 0.000 (0.002)\tLoss 1.9140 (1.9069)\tPrec@1 45.312 (47.346)\n",
      "[180/391]\tTime 0.096 (0.048)\tData 0.000 (0.002)\tLoss 2.0678 (1.9140)\tPrec@1 39.062 (47.078)\n",
      "[200/391]\tTime 0.027 (0.048)\tData 0.001 (0.002)\tLoss 1.8024 (1.9239)\tPrec@1 53.906 (46.898)\n",
      "[220/391]\tTime 0.036 (0.048)\tData 0.000 (0.002)\tLoss 2.1120 (1.9251)\tPrec@1 46.094 (46.794)\n",
      "[240/391]\tTime 0.075 (0.049)\tData 0.000 (0.002)\tLoss 2.0567 (1.9263)\tPrec@1 40.625 (46.872)\n",
      "[260/391]\tTime 0.029 (0.049)\tData 0.000 (0.002)\tLoss 1.8919 (1.9312)\tPrec@1 44.531 (46.716)\n",
      "[280/391]\tTime 0.085 (0.050)\tData 0.000 (0.002)\tLoss 1.8065 (1.9341)\tPrec@1 53.906 (46.697)\n",
      "[300/391]\tTime 0.043 (0.050)\tData 0.000 (0.002)\tLoss 2.1302 (1.9367)\tPrec@1 39.062 (46.673)\n",
      "[320/391]\tTime 0.039 (0.051)\tData 0.000 (0.001)\tLoss 1.6838 (1.9349)\tPrec@1 48.438 (46.775)\n",
      "[340/391]\tTime 0.092 (0.051)\tData 0.000 (0.001)\tLoss 2.0894 (1.9360)\tPrec@1 44.531 (46.742)\n",
      "[360/391]\tTime 0.035 (0.051)\tData 0.000 (0.001)\tLoss 1.9335 (1.9359)\tPrec@1 46.875 (46.730)\n",
      "[380/391]\tTime 0.054 (0.052)\tData 0.001 (0.001)\tLoss 2.0409 (1.9352)\tPrec@1 38.281 (46.721)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.234 (0.234)\tLoss 3.2219 (3.2219)\tPrec@1 35.938 (35.938)\n",
      "Test: [20/79]\tTime 0.009 (0.026)\tLoss 3.2934 (3.2538)\tPrec@1 25.781 (30.952)\n",
      "Test: [40/79]\tTime 0.015 (0.020)\tLoss 3.3589 (3.2647)\tPrec@1 27.344 (29.859)\n",
      "Test: [60/79]\tTime 0.012 (0.018)\tLoss 3.6937 (3.2564)\tPrec@1 28.125 (30.289)\n",
      " * Prec@1 30.160\n",
      "\n",
      "===> epoch: 59/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.388 (0.388)\tData 0.355 (0.355)\tLoss 1.8580 (1.8580)\tPrec@1 49.219 (49.219)\n",
      "[20/391]\tTime 0.022 (0.077)\tData 0.000 (0.024)\tLoss 1.8065 (1.8892)\tPrec@1 50.000 (47.507)\n",
      "[40/391]\tTime 0.077 (0.068)\tData 0.000 (0.013)\tLoss 1.8432 (1.8610)\tPrec@1 47.656 (48.152)\n",
      "[60/391]\tTime 0.043 (0.062)\tData 0.000 (0.009)\tLoss 2.4644 (1.8757)\tPrec@1 35.156 (47.989)\n",
      "[80/391]\tTime 0.024 (0.061)\tData 0.000 (0.007)\tLoss 2.1908 (1.8944)\tPrec@1 38.281 (47.714)\n",
      "[100/391]\tTime 0.085 (0.060)\tData 0.000 (0.005)\tLoss 1.7174 (1.9074)\tPrec@1 57.031 (47.633)\n",
      "[120/391]\tTime 0.074 (0.060)\tData 0.000 (0.005)\tLoss 1.8865 (1.9099)\tPrec@1 48.438 (47.643)\n",
      "[140/391]\tTime 0.034 (0.059)\tData 0.000 (0.004)\tLoss 1.8654 (1.9108)\tPrec@1 46.094 (47.529)\n",
      "[160/391]\tTime 0.020 (0.059)\tData 0.000 (0.004)\tLoss 2.0152 (1.9166)\tPrec@1 44.531 (47.389)\n",
      "[180/391]\tTime 0.058 (0.058)\tData 0.000 (0.003)\tLoss 1.9928 (1.9194)\tPrec@1 41.406 (47.212)\n",
      "[200/391]\tTime 0.027 (0.058)\tData 0.001 (0.003)\tLoss 1.9774 (1.9253)\tPrec@1 49.219 (47.054)\n",
      "[220/391]\tTime 0.053 (0.058)\tData 0.001 (0.003)\tLoss 1.8888 (1.9289)\tPrec@1 46.094 (46.879)\n",
      "[240/391]\tTime 0.041 (0.058)\tData 0.000 (0.003)\tLoss 1.9560 (1.9278)\tPrec@1 46.094 (46.898)\n",
      "[260/391]\tTime 0.072 (0.058)\tData 0.000 (0.003)\tLoss 1.9284 (1.9298)\tPrec@1 48.438 (46.980)\n",
      "[280/391]\tTime 0.091 (0.058)\tData 0.000 (0.002)\tLoss 1.8390 (1.9308)\tPrec@1 52.344 (46.956)\n",
      "[300/391]\tTime 0.033 (0.058)\tData 0.000 (0.002)\tLoss 1.9260 (1.9277)\tPrec@1 49.219 (47.093)\n",
      "[320/391]\tTime 0.060 (0.058)\tData 0.000 (0.002)\tLoss 2.0678 (1.9282)\tPrec@1 47.656 (47.038)\n",
      "[340/391]\tTime 0.050 (0.057)\tData 0.000 (0.002)\tLoss 1.8594 (1.9332)\tPrec@1 50.781 (46.921)\n",
      "[360/391]\tTime 0.092 (0.057)\tData 0.000 (0.002)\tLoss 1.7907 (1.9345)\tPrec@1 46.875 (46.871)\n",
      "[380/391]\tTime 0.023 (0.057)\tData 0.000 (0.002)\tLoss 2.2581 (1.9344)\tPrec@1 43.750 (46.889)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.357 (0.357)\tLoss 2.3061 (2.3061)\tPrec@1 42.969 (42.969)\n",
      "Test: [20/79]\tTime 0.006 (0.043)\tLoss 2.5809 (2.4425)\tPrec@1 33.594 (37.835)\n",
      "Test: [40/79]\tTime 0.018 (0.029)\tLoss 2.2908 (2.4731)\tPrec@1 38.281 (37.405)\n",
      "Test: [60/79]\tTime 0.022 (0.027)\tLoss 2.9896 (2.4875)\tPrec@1 28.906 (37.526)\n",
      " * Prec@1 37.480\n",
      "\n",
      "===> epoch: 60/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.449 (0.449)\tData 0.398 (0.398)\tLoss 1.6648 (1.6648)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.082 (0.068)\tData 0.000 (0.021)\tLoss 2.0826 (1.8917)\tPrec@1 45.312 (47.359)\n",
      "[40/391]\tTime 0.033 (0.056)\tData 0.000 (0.011)\tLoss 1.9415 (1.9037)\tPrec@1 45.312 (47.180)\n",
      "[60/391]\tTime 0.043 (0.053)\tData 0.000 (0.007)\tLoss 1.7084 (1.9025)\tPrec@1 51.562 (47.144)\n",
      "[80/391]\tTime 0.052 (0.054)\tData 0.000 (0.006)\tLoss 1.9600 (1.8915)\tPrec@1 45.312 (47.550)\n",
      "[100/391]\tTime 0.073 (0.055)\tData 0.005 (0.005)\tLoss 2.0657 (1.8891)\tPrec@1 46.094 (47.780)\n",
      "[120/391]\tTime 0.092 (0.054)\tData 0.000 (0.004)\tLoss 1.7296 (1.8826)\tPrec@1 50.781 (48.069)\n",
      "[140/391]\tTime 0.067 (0.054)\tData 0.000 (0.003)\tLoss 2.1944 (1.8968)\tPrec@1 44.531 (47.706)\n",
      "[160/391]\tTime 0.065 (0.054)\tData 0.000 (0.003)\tLoss 2.1329 (1.9127)\tPrec@1 41.406 (47.283)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[180/391]\tTime 0.032 (0.054)\tData 0.000 (0.003)\tLoss 1.9159 (1.9143)\tPrec@1 44.531 (47.341)\n",
      "[200/391]\tTime 0.038 (0.054)\tData 0.000 (0.003)\tLoss 1.9438 (1.9153)\tPrec@1 43.750 (47.330)\n",
      "[220/391]\tTime 0.028 (0.054)\tData 0.000 (0.002)\tLoss 1.9747 (1.9151)\tPrec@1 45.312 (47.335)\n",
      "[240/391]\tTime 0.063 (0.054)\tData 0.000 (0.002)\tLoss 1.9352 (1.9160)\tPrec@1 50.781 (47.433)\n",
      "[260/391]\tTime 0.054 (0.054)\tData 0.000 (0.002)\tLoss 2.1120 (1.9199)\tPrec@1 40.625 (47.327)\n",
      "[280/391]\tTime 0.091 (0.054)\tData 0.000 (0.002)\tLoss 1.6334 (1.9227)\tPrec@1 55.469 (47.172)\n",
      "[300/391]\tTime 0.088 (0.054)\tData 0.000 (0.002)\tLoss 2.1323 (1.9260)\tPrec@1 40.625 (47.054)\n",
      "[320/391]\tTime 0.033 (0.054)\tData 0.000 (0.002)\tLoss 1.9089 (1.9295)\tPrec@1 49.219 (46.912)\n",
      "[340/391]\tTime 0.033 (0.054)\tData 0.000 (0.002)\tLoss 1.9589 (1.9298)\tPrec@1 45.312 (46.932)\n",
      "[360/391]\tTime 0.089 (0.054)\tData 0.000 (0.002)\tLoss 2.1352 (1.9313)\tPrec@1 50.000 (46.847)\n",
      "[380/391]\tTime 0.037 (0.053)\tData 0.000 (0.002)\tLoss 1.8399 (1.9326)\tPrec@1 50.000 (46.846)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.429 (0.429)\tLoss 2.6893 (2.6893)\tPrec@1 37.500 (37.500)\n",
      "Test: [20/79]\tTime 0.011 (0.046)\tLoss 2.7059 (2.6861)\tPrec@1 33.594 (33.817)\n",
      "Test: [40/79]\tTime 0.008 (0.034)\tLoss 2.3928 (2.6555)\tPrec@1 39.844 (34.032)\n",
      "Test: [60/79]\tTime 0.010 (0.028)\tLoss 3.2487 (2.6702)\tPrec@1 31.250 (34.285)\n",
      " * Prec@1 34.390\n",
      "\n",
      "===> epoch: 61/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.481 (0.481)\tData 0.402 (0.402)\tLoss 2.0532 (2.0532)\tPrec@1 44.531 (44.531)\n",
      "[20/391]\tTime 0.032 (0.088)\tData 0.001 (0.029)\tLoss 1.6110 (1.8798)\tPrec@1 50.000 (47.024)\n",
      "[40/391]\tTime 0.084 (0.074)\tData 0.000 (0.015)\tLoss 1.8642 (1.8975)\tPrec@1 46.094 (47.218)\n",
      "[60/391]\tTime 0.029 (0.068)\tData 0.000 (0.010)\tLoss 1.8578 (1.9077)\tPrec@1 48.438 (47.131)\n",
      "[80/391]\tTime 0.056 (0.065)\tData 0.000 (0.008)\tLoss 1.8189 (1.9072)\tPrec@1 53.906 (47.039)\n",
      "[100/391]\tTime 0.077 (0.063)\tData 0.000 (0.006)\tLoss 1.9433 (1.9121)\tPrec@1 53.125 (46.852)\n",
      "[120/391]\tTime 0.019 (0.062)\tData 0.000 (0.005)\tLoss 2.2190 (1.9225)\tPrec@1 38.281 (46.565)\n",
      "[140/391]\tTime 0.065 (0.061)\tData 0.000 (0.005)\tLoss 1.8307 (1.9207)\tPrec@1 52.344 (46.797)\n",
      "[160/391]\tTime 0.039 (0.060)\tData 0.000 (0.004)\tLoss 1.8777 (1.9174)\tPrec@1 43.750 (46.856)\n",
      "[180/391]\tTime 0.058 (0.059)\tData 0.000 (0.004)\tLoss 1.9675 (1.9238)\tPrec@1 42.188 (46.711)\n",
      "[200/391]\tTime 0.099 (0.059)\tData 0.000 (0.004)\tLoss 1.9049 (1.9253)\tPrec@1 48.438 (46.704)\n",
      "[220/391]\tTime 0.082 (0.058)\tData 0.001 (0.003)\tLoss 1.9944 (1.9297)\tPrec@1 46.875 (46.575)\n",
      "[240/391]\tTime 0.061 (0.058)\tData 0.000 (0.003)\tLoss 1.9274 (1.9340)\tPrec@1 43.750 (46.437)\n",
      "[260/391]\tTime 0.037 (0.058)\tData 0.000 (0.003)\tLoss 1.9706 (1.9310)\tPrec@1 43.750 (46.534)\n",
      "[280/391]\tTime 0.045 (0.058)\tData 0.000 (0.003)\tLoss 1.7608 (1.9288)\tPrec@1 50.000 (46.619)\n",
      "[300/391]\tTime 0.098 (0.058)\tData 0.000 (0.002)\tLoss 2.0234 (1.9254)\tPrec@1 42.969 (46.704)\n",
      "[320/391]\tTime 0.052 (0.058)\tData 0.000 (0.002)\tLoss 2.0280 (1.9304)\tPrec@1 42.188 (46.663)\n",
      "[340/391]\tTime 0.055 (0.057)\tData 0.000 (0.002)\tLoss 2.0433 (1.9337)\tPrec@1 42.969 (46.641)\n",
      "[360/391]\tTime 0.065 (0.057)\tData 0.000 (0.002)\tLoss 1.9280 (1.9350)\tPrec@1 50.000 (46.637)\n",
      "[380/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.6550 (1.9307)\tPrec@1 54.688 (46.775)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.352 (0.352)\tLoss 2.5756 (2.5756)\tPrec@1 36.719 (36.719)\n",
      "Test: [20/79]\tTime 0.010 (0.041)\tLoss 2.6017 (2.6757)\tPrec@1 36.719 (36.124)\n",
      "Test: [40/79]\tTime 0.016 (0.029)\tLoss 2.2875 (2.6569)\tPrec@1 41.406 (36.452)\n",
      "Test: [60/79]\tTime 0.007 (0.024)\tLoss 2.9891 (2.6581)\tPrec@1 29.688 (36.296)\n",
      " * Prec@1 36.400\n",
      "\n",
      "===> epoch: 62/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.333 (0.333)\tData 0.307 (0.307)\tLoss 1.7883 (1.7883)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.020 (0.064)\tData 0.000 (0.021)\tLoss 1.9260 (1.9501)\tPrec@1 43.750 (45.945)\n",
      "[40/391]\tTime 0.029 (0.054)\tData 0.000 (0.011)\tLoss 1.9629 (1.9518)\tPrec@1 48.438 (45.751)\n",
      "[60/391]\tTime 0.048 (0.052)\tData 0.000 (0.007)\tLoss 1.7925 (1.9267)\tPrec@1 47.656 (46.299)\n",
      "[80/391]\tTime 0.084 (0.053)\tData 0.000 (0.006)\tLoss 1.8306 (1.9259)\tPrec@1 47.656 (46.306)\n",
      "[100/391]\tTime 0.052 (0.054)\tData 0.000 (0.005)\tLoss 1.8713 (1.9266)\tPrec@1 53.906 (46.457)\n",
      "[120/391]\tTime 0.076 (0.054)\tData 0.000 (0.004)\tLoss 2.0981 (1.9287)\tPrec@1 45.312 (46.494)\n",
      "[140/391]\tTime 0.038 (0.054)\tData 0.000 (0.003)\tLoss 1.8173 (1.9228)\tPrec@1 48.438 (46.736)\n",
      "[160/391]\tTime 0.026 (0.054)\tData 0.000 (0.003)\tLoss 1.8999 (1.9245)\tPrec@1 48.438 (46.666)\n",
      "[180/391]\tTime 0.035 (0.054)\tData 0.000 (0.003)\tLoss 1.9341 (1.9300)\tPrec@1 44.531 (46.543)\n",
      "[200/391]\tTime 0.113 (0.055)\tData 0.000 (0.002)\tLoss 1.9990 (1.9307)\tPrec@1 42.969 (46.580)\n",
      "[220/391]\tTime 0.046 (0.055)\tData 0.000 (0.002)\tLoss 1.9652 (1.9278)\tPrec@1 49.219 (46.613)\n",
      "[240/391]\tTime 0.108 (0.055)\tData 0.000 (0.002)\tLoss 1.9381 (1.9290)\tPrec@1 46.094 (46.622)\n",
      "[260/391]\tTime 0.032 (0.055)\tData 0.000 (0.002)\tLoss 2.1488 (1.9292)\tPrec@1 43.750 (46.677)\n",
      "[280/391]\tTime 0.032 (0.055)\tData 0.000 (0.002)\tLoss 1.9448 (1.9252)\tPrec@1 41.406 (46.814)\n",
      "[300/391]\tTime 0.030 (0.055)\tData 0.000 (0.002)\tLoss 1.9573 (1.9247)\tPrec@1 43.750 (46.826)\n",
      "[320/391]\tTime 0.063 (0.055)\tData 0.000 (0.002)\tLoss 1.7803 (1.9238)\tPrec@1 47.656 (46.880)\n",
      "[340/391]\tTime 0.099 (0.055)\tData 0.000 (0.002)\tLoss 1.9004 (1.9274)\tPrec@1 50.000 (46.848)\n",
      "[360/391]\tTime 0.060 (0.055)\tData 0.000 (0.002)\tLoss 1.7324 (1.9307)\tPrec@1 53.125 (46.756)\n",
      "[380/391]\tTime 0.053 (0.055)\tData 0.000 (0.002)\tLoss 2.0350 (1.9281)\tPrec@1 42.188 (46.852)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.265 (0.265)\tLoss 2.2521 (2.2521)\tPrec@1 42.969 (42.969)\n",
      "Test: [20/79]\tTime 0.015 (0.029)\tLoss 2.3102 (2.2762)\tPrec@1 44.531 (41.220)\n",
      "Test: [40/79]\tTime 0.021 (0.021)\tLoss 2.2805 (2.2968)\tPrec@1 38.281 (41.406)\n",
      "Test: [60/79]\tTime 0.010 (0.018)\tLoss 2.8757 (2.3110)\tPrec@1 33.594 (40.715)\n",
      " * Prec@1 40.760\n",
      "\n",
      "===> epoch: 63/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.334 (0.334)\tData 0.270 (0.270)\tLoss 1.8359 (1.8359)\tPrec@1 52.344 (52.344)\n",
      "[20/391]\tTime 0.085 (0.076)\tData 0.000 (0.024)\tLoss 1.9744 (1.9248)\tPrec@1 39.062 (46.391)\n",
      "[40/391]\tTime 0.088 (0.064)\tData 0.011 (0.012)\tLoss 1.8782 (1.9188)\tPrec@1 50.781 (46.818)\n",
      "[60/391]\tTime 0.081 (0.062)\tData 0.000 (0.008)\tLoss 1.8487 (1.8892)\tPrec@1 49.219 (47.413)\n",
      "[80/391]\tTime 0.086 (0.059)\tData 0.000 (0.006)\tLoss 1.9606 (1.8906)\tPrec@1 46.094 (47.560)\n",
      "[100/391]\tTime 0.034 (0.059)\tData 0.000 (0.005)\tLoss 1.7408 (1.8965)\tPrec@1 48.438 (47.563)\n",
      "[120/391]\tTime 0.069 (0.058)\tData 0.006 (0.005)\tLoss 1.6780 (1.9000)\tPrec@1 55.469 (47.527)\n",
      "[140/391]\tTime 0.055 (0.057)\tData 0.000 (0.004)\tLoss 1.8319 (1.9109)\tPrec@1 52.344 (47.418)\n",
      "[160/391]\tTime 0.049 (0.056)\tData 0.000 (0.004)\tLoss 1.9729 (1.9129)\tPrec@1 45.312 (47.195)\n",
      "[180/391]\tTime 0.057 (0.057)\tData 0.000 (0.003)\tLoss 1.8950 (1.9204)\tPrec@1 50.781 (47.056)\n",
      "[200/391]\tTime 0.081 (0.057)\tData 0.000 (0.003)\tLoss 1.8102 (1.9183)\tPrec@1 49.219 (47.062)\n",
      "[220/391]\tTime 0.046 (0.056)\tData 0.000 (0.003)\tLoss 1.9098 (1.9203)\tPrec@1 43.750 (47.027)\n",
      "[240/391]\tTime 0.050 (0.054)\tData 0.000 (0.002)\tLoss 1.8153 (1.9215)\tPrec@1 47.656 (47.005)\n",
      "[260/391]\tTime 0.029 (0.053)\tData 0.000 (0.002)\tLoss 1.9533 (1.9232)\tPrec@1 43.750 (46.923)\n",
      "[280/391]\tTime 0.068 (0.052)\tData 0.000 (0.002)\tLoss 2.1580 (1.9268)\tPrec@1 48.438 (46.892)\n",
      "[300/391]\tTime 0.038 (0.052)\tData 0.000 (0.002)\tLoss 1.7252 (1.9312)\tPrec@1 50.000 (46.820)\n",
      "[320/391]\tTime 0.068 (0.052)\tData 0.000 (0.002)\tLoss 2.0112 (1.9315)\tPrec@1 39.062 (46.787)\n",
      "[340/391]\tTime 0.026 (0.052)\tData 0.000 (0.002)\tLoss 1.9274 (1.9345)\tPrec@1 43.750 (46.760)\n",
      "[360/391]\tTime 0.031 (0.053)\tData 0.000 (0.002)\tLoss 1.9570 (1.9353)\tPrec@1 49.219 (46.717)\n",
      "[380/391]\tTime 0.022 (0.053)\tData 0.000 (0.002)\tLoss 1.9780 (1.9356)\tPrec@1 43.750 (46.719)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.208 (0.208)\tLoss 2.4633 (2.4633)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.006 (0.030)\tLoss 2.4700 (2.5549)\tPrec@1 32.031 (37.016)\n",
      "Test: [40/79]\tTime 0.014 (0.021)\tLoss 2.1481 (2.6017)\tPrec@1 41.406 (35.728)\n",
      "Test: [60/79]\tTime 0.007 (0.018)\tLoss 2.9417 (2.5772)\tPrec@1 34.375 (36.142)\n",
      " * Prec@1 36.220\n",
      "\n",
      "===> epoch: 64/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.333 (0.333)\tData 0.258 (0.258)\tLoss 1.7840 (1.7840)\tPrec@1 53.125 (53.125)\n",
      "[20/391]\tTime 0.051 (0.072)\tData 0.000 (0.019)\tLoss 2.0523 (1.8954)\tPrec@1 49.219 (48.586)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[40/391]\tTime 0.066 (0.059)\tData 0.000 (0.010)\tLoss 2.0671 (1.9097)\tPrec@1 45.312 (47.561)\n",
      "[60/391]\tTime 0.063 (0.053)\tData 0.000 (0.007)\tLoss 1.8260 (1.9200)\tPrec@1 45.312 (47.323)\n",
      "[80/391]\tTime 0.021 (0.049)\tData 0.000 (0.005)\tLoss 1.7288 (1.8993)\tPrec@1 53.125 (47.618)\n",
      "[100/391]\tTime 0.100 (0.050)\tData 0.000 (0.004)\tLoss 1.8361 (1.8896)\tPrec@1 50.000 (47.633)\n",
      "[120/391]\tTime 0.071 (0.052)\tData 0.000 (0.004)\tLoss 2.0468 (1.9023)\tPrec@1 46.875 (47.437)\n",
      "[140/391]\tTime 0.073 (0.053)\tData 0.000 (0.003)\tLoss 1.6540 (1.8979)\tPrec@1 55.469 (47.518)\n",
      "[160/391]\tTime 0.062 (0.053)\tData 0.000 (0.003)\tLoss 2.1101 (1.9036)\tPrec@1 45.312 (47.428)\n",
      "[180/391]\tTime 0.042 (0.053)\tData 0.000 (0.003)\tLoss 1.8849 (1.9049)\tPrec@1 48.438 (47.384)\n",
      "[200/391]\tTime 0.038 (0.054)\tData 0.000 (0.002)\tLoss 2.1555 (1.9055)\tPrec@1 42.188 (47.365)\n",
      "[220/391]\tTime 0.057 (0.054)\tData 0.000 (0.002)\tLoss 1.6001 (1.9131)\tPrec@1 55.469 (47.197)\n",
      "[240/391]\tTime 0.045 (0.055)\tData 0.000 (0.002)\tLoss 1.8182 (1.9143)\tPrec@1 48.438 (47.164)\n",
      "[260/391]\tTime 0.053 (0.055)\tData 0.001 (0.002)\tLoss 2.3015 (1.9210)\tPrec@1 39.062 (46.965)\n",
      "[280/391]\tTime 0.031 (0.055)\tData 0.000 (0.002)\tLoss 1.7681 (1.9226)\tPrec@1 55.469 (46.922)\n",
      "[300/391]\tTime 0.097 (0.055)\tData 0.004 (0.002)\tLoss 2.1453 (1.9231)\tPrec@1 43.750 (46.930)\n",
      "[320/391]\tTime 0.031 (0.054)\tData 0.000 (0.002)\tLoss 1.6730 (1.9229)\tPrec@1 52.344 (46.933)\n",
      "[340/391]\tTime 0.026 (0.054)\tData 0.000 (0.002)\tLoss 2.2789 (1.9241)\tPrec@1 40.625 (46.953)\n",
      "[360/391]\tTime 0.064 (0.054)\tData 0.000 (0.001)\tLoss 1.8582 (1.9242)\tPrec@1 41.406 (46.951)\n",
      "[380/391]\tTime 0.028 (0.054)\tData 0.000 (0.001)\tLoss 1.9979 (1.9281)\tPrec@1 50.000 (46.914)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.201 (0.201)\tLoss 2.4531 (2.4531)\tPrec@1 36.719 (36.719)\n",
      "Test: [20/79]\tTime 0.017 (0.027)\tLoss 2.6779 (2.5564)\tPrec@1 33.594 (36.049)\n",
      "Test: [40/79]\tTime 0.031 (0.019)\tLoss 2.4276 (2.5549)\tPrec@1 44.531 (36.280)\n",
      "Test: [60/79]\tTime 0.011 (0.017)\tLoss 2.8189 (2.5591)\tPrec@1 33.594 (35.989)\n",
      " * Prec@1 36.170\n",
      "\n",
      "===> epoch: 65/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.367 (0.367)\tData 0.303 (0.303)\tLoss 1.9797 (1.9797)\tPrec@1 40.625 (40.625)\n",
      "[20/391]\tTime 0.027 (0.074)\tData 0.000 (0.015)\tLoss 1.8097 (1.8553)\tPrec@1 50.781 (49.107)\n",
      "[40/391]\tTime 0.075 (0.068)\tData 0.000 (0.008)\tLoss 2.3095 (1.9112)\tPrec@1 41.406 (47.485)\n",
      "[60/391]\tTime 0.088 (0.062)\tData 0.000 (0.005)\tLoss 1.8503 (1.9228)\tPrec@1 45.312 (47.118)\n",
      "[80/391]\tTime 0.043 (0.060)\tData 0.000 (0.004)\tLoss 2.0561 (1.9263)\tPrec@1 46.875 (46.914)\n",
      "[100/391]\tTime 0.078 (0.059)\tData 0.000 (0.003)\tLoss 2.0799 (1.9202)\tPrec@1 42.969 (47.030)\n",
      "[120/391]\tTime 0.045 (0.058)\tData 0.000 (0.003)\tLoss 1.5830 (1.9158)\tPrec@1 56.250 (47.288)\n",
      "[140/391]\tTime 0.051 (0.057)\tData 0.000 (0.003)\tLoss 2.0526 (1.9194)\tPrec@1 42.969 (47.230)\n",
      "[160/391]\tTime 0.027 (0.057)\tData 0.000 (0.002)\tLoss 2.1943 (1.9217)\tPrec@1 38.281 (47.137)\n",
      "[180/391]\tTime 0.022 (0.057)\tData 0.000 (0.002)\tLoss 2.0018 (1.9207)\tPrec@1 47.656 (47.082)\n",
      "[200/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.9832 (1.9221)\tPrec@1 46.875 (47.209)\n",
      "[220/391]\tTime 0.067 (0.056)\tData 0.000 (0.002)\tLoss 1.8828 (1.9206)\tPrec@1 47.656 (47.335)\n",
      "[240/391]\tTime 0.100 (0.056)\tData 0.001 (0.002)\tLoss 1.8771 (1.9210)\tPrec@1 44.531 (47.309)\n",
      "[260/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 1.6831 (1.9126)\tPrec@1 52.344 (47.450)\n",
      "[280/391]\tTime 0.027 (0.056)\tData 0.000 (0.002)\tLoss 1.9406 (1.9123)\tPrec@1 45.312 (47.506)\n",
      "[300/391]\tTime 0.042 (0.056)\tData 0.005 (0.002)\tLoss 1.9503 (1.9163)\tPrec@1 49.219 (47.462)\n",
      "[320/391]\tTime 0.063 (0.056)\tData 0.000 (0.001)\tLoss 1.9224 (1.9178)\tPrec@1 50.781 (47.423)\n",
      "[340/391]\tTime 0.058 (0.056)\tData 0.000 (0.001)\tLoss 1.8648 (1.9190)\tPrec@1 50.000 (47.402)\n",
      "[360/391]\tTime 0.055 (0.056)\tData 0.000 (0.001)\tLoss 1.7606 (1.9198)\tPrec@1 51.562 (47.314)\n",
      "[380/391]\tTime 0.056 (0.055)\tData 0.000 (0.001)\tLoss 2.0255 (1.9215)\tPrec@1 40.625 (47.299)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.281 (0.281)\tLoss 2.5618 (2.5618)\tPrec@1 42.188 (42.188)\n",
      "Test: [20/79]\tTime 0.007 (0.042)\tLoss 2.3151 (2.4163)\tPrec@1 42.188 (38.542)\n",
      "Test: [40/79]\tTime 0.016 (0.030)\tLoss 2.1240 (2.3947)\tPrec@1 42.969 (38.777)\n",
      "Test: [60/79]\tTime 0.007 (0.026)\tLoss 2.9296 (2.3977)\tPrec@1 35.938 (38.512)\n",
      " * Prec@1 38.490\n",
      "\n",
      "===> epoch: 66/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.425 (0.425)\tData 0.338 (0.338)\tLoss 1.9339 (1.9339)\tPrec@1 50.781 (50.781)\n",
      "[20/391]\tTime 0.045 (0.075)\tData 0.000 (0.017)\tLoss 2.0637 (1.8916)\tPrec@1 44.531 (47.098)\n",
      "[40/391]\tTime 0.063 (0.061)\tData 0.000 (0.009)\tLoss 1.8434 (1.9121)\tPrec@1 44.531 (46.875)\n",
      "[60/391]\tTime 0.029 (0.055)\tData 0.000 (0.006)\tLoss 1.9664 (1.9233)\tPrec@1 47.656 (46.696)\n",
      "[80/391]\tTime 0.026 (0.051)\tData 0.000 (0.005)\tLoss 2.0118 (1.9171)\tPrec@1 46.094 (46.807)\n",
      "[100/391]\tTime 0.039 (0.048)\tData 0.000 (0.004)\tLoss 1.7442 (1.9178)\tPrec@1 50.000 (46.713)\n",
      "[120/391]\tTime 0.024 (0.046)\tData 0.000 (0.003)\tLoss 1.7571 (1.9164)\tPrec@1 53.125 (46.830)\n",
      "[140/391]\tTime 0.027 (0.045)\tData 0.000 (0.003)\tLoss 2.1100 (1.9202)\tPrec@1 44.531 (46.736)\n",
      "[160/391]\tTime 0.071 (0.047)\tData 0.000 (0.003)\tLoss 2.0916 (1.9161)\tPrec@1 40.625 (46.894)\n",
      "[180/391]\tTime 0.065 (0.047)\tData 0.000 (0.002)\tLoss 1.9484 (1.9112)\tPrec@1 53.125 (47.061)\n",
      "[200/391]\tTime 0.020 (0.049)\tData 0.000 (0.002)\tLoss 1.8142 (1.9148)\tPrec@1 49.219 (47.097)\n",
      "[220/391]\tTime 0.031 (0.049)\tData 0.000 (0.002)\tLoss 2.2281 (1.9134)\tPrec@1 38.281 (47.122)\n",
      "[240/391]\tTime 0.051 (0.049)\tData 0.000 (0.002)\tLoss 1.7960 (1.9126)\tPrec@1 50.000 (47.199)\n",
      "[260/391]\tTime 0.034 (0.049)\tData 0.000 (0.002)\tLoss 1.5781 (1.9127)\tPrec@1 60.938 (47.204)\n",
      "[280/391]\tTime 0.022 (0.050)\tData 0.000 (0.002)\tLoss 1.8352 (1.9210)\tPrec@1 51.562 (47.014)\n",
      "[300/391]\tTime 0.034 (0.050)\tData 0.000 (0.002)\tLoss 1.9831 (1.9199)\tPrec@1 50.000 (47.049)\n",
      "[320/391]\tTime 0.030 (0.050)\tData 0.000 (0.002)\tLoss 1.7889 (1.9178)\tPrec@1 50.000 (47.072)\n",
      "[340/391]\tTime 0.079 (0.050)\tData 0.000 (0.001)\tLoss 2.0075 (1.9182)\tPrec@1 42.969 (47.022)\n",
      "[360/391]\tTime 0.028 (0.051)\tData 0.000 (0.001)\tLoss 1.8635 (1.9173)\tPrec@1 46.875 (46.968)\n",
      "[380/391]\tTime 0.078 (0.051)\tData 0.000 (0.001)\tLoss 1.8982 (1.9189)\tPrec@1 46.875 (47.004)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.295 (0.295)\tLoss 2.3579 (2.3579)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.007 (0.044)\tLoss 2.3369 (2.3517)\tPrec@1 38.281 (39.807)\n",
      "Test: [40/79]\tTime 0.006 (0.030)\tLoss 1.8941 (2.3012)\tPrec@1 50.000 (40.149)\n",
      "Test: [60/79]\tTime 0.021 (0.024)\tLoss 2.5554 (2.3018)\tPrec@1 37.500 (40.190)\n",
      " * Prec@1 40.600\n",
      "\n",
      "===> epoch: 67/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.364 (0.364)\tData 0.323 (0.323)\tLoss 2.0137 (2.0137)\tPrec@1 42.188 (42.188)\n",
      "[20/391]\tTime 0.061 (0.068)\tData 0.000 (0.017)\tLoss 1.9193 (1.8539)\tPrec@1 50.000 (49.405)\n",
      "[40/391]\tTime 0.072 (0.061)\tData 0.000 (0.009)\tLoss 1.9330 (1.8675)\tPrec@1 45.312 (48.152)\n",
      "[60/391]\tTime 0.053 (0.060)\tData 0.000 (0.007)\tLoss 2.0749 (1.9016)\tPrec@1 43.750 (47.131)\n",
      "[80/391]\tTime 0.066 (0.060)\tData 0.000 (0.005)\tLoss 1.6321 (1.9011)\tPrec@1 53.906 (47.290)\n",
      "[100/391]\tTime 0.095 (0.059)\tData 0.000 (0.004)\tLoss 1.8653 (1.8992)\tPrec@1 48.438 (47.432)\n",
      "[120/391]\tTime 0.033 (0.059)\tData 0.000 (0.004)\tLoss 1.7059 (1.9031)\tPrec@1 53.906 (47.269)\n",
      "[140/391]\tTime 0.073 (0.059)\tData 0.000 (0.003)\tLoss 1.8735 (1.9013)\tPrec@1 45.312 (47.274)\n",
      "[160/391]\tTime 0.050 (0.059)\tData 0.000 (0.003)\tLoss 1.7288 (1.8968)\tPrec@1 46.875 (47.360)\n",
      "[180/391]\tTime 0.035 (0.059)\tData 0.000 (0.002)\tLoss 2.1352 (1.9052)\tPrec@1 49.219 (47.238)\n",
      "[200/391]\tTime 0.090 (0.058)\tData 0.000 (0.002)\tLoss 1.8697 (1.9088)\tPrec@1 50.000 (47.229)\n",
      "[220/391]\tTime 0.055 (0.058)\tData 0.000 (0.002)\tLoss 1.7147 (1.9048)\tPrec@1 50.000 (47.310)\n",
      "[240/391]\tTime 0.077 (0.058)\tData 0.000 (0.002)\tLoss 1.9980 (1.9062)\tPrec@1 46.875 (47.241)\n",
      "[260/391]\tTime 0.080 (0.057)\tData 0.000 (0.002)\tLoss 1.9976 (1.9119)\tPrec@1 47.656 (47.073)\n",
      "[280/391]\tTime 0.027 (0.057)\tData 0.000 (0.002)\tLoss 2.0316 (1.9125)\tPrec@1 42.969 (47.028)\n",
      "[300/391]\tTime 0.032 (0.057)\tData 0.000 (0.002)\tLoss 2.0572 (1.9142)\tPrec@1 36.719 (46.984)\n",
      "[320/391]\tTime 0.047 (0.057)\tData 0.000 (0.002)\tLoss 1.8414 (1.9144)\tPrec@1 50.781 (46.994)\n",
      "[340/391]\tTime 0.078 (0.057)\tData 0.000 (0.002)\tLoss 1.8592 (1.9195)\tPrec@1 48.438 (46.909)\n",
      "[360/391]\tTime 0.035 (0.057)\tData 0.000 (0.002)\tLoss 2.1103 (1.9222)\tPrec@1 41.406 (46.801)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[380/391]\tTime 0.090 (0.057)\tData 0.000 (0.001)\tLoss 2.1804 (1.9252)\tPrec@1 41.406 (46.707)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.253 (0.253)\tLoss 2.5252 (2.5252)\tPrec@1 42.969 (42.969)\n",
      "Test: [20/79]\tTime 0.007 (0.032)\tLoss 2.6400 (2.5167)\tPrec@1 34.375 (37.723)\n",
      "Test: [40/79]\tTime 0.006 (0.022)\tLoss 2.3108 (2.5100)\tPrec@1 38.281 (37.481)\n",
      "Test: [60/79]\tTime 0.010 (0.019)\tLoss 3.0905 (2.5405)\tPrec@1 32.812 (37.001)\n",
      " * Prec@1 37.220\n",
      "\n",
      "===> epoch: 68/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.315 (0.315)\tData 0.261 (0.261)\tLoss 1.8167 (1.8167)\tPrec@1 57.812 (57.812)\n",
      "[20/391]\tTime 0.052 (0.082)\tData 0.000 (0.021)\tLoss 1.8417 (1.9121)\tPrec@1 47.656 (47.805)\n",
      "[40/391]\tTime 0.077 (0.070)\tData 0.000 (0.011)\tLoss 1.9561 (1.9267)\tPrec@1 50.781 (47.599)\n",
      "[60/391]\tTime 0.051 (0.063)\tData 0.000 (0.007)\tLoss 1.7518 (1.9096)\tPrec@1 46.875 (47.707)\n",
      "[80/391]\tTime 0.054 (0.058)\tData 0.000 (0.006)\tLoss 2.2515 (1.9181)\tPrec@1 39.062 (47.328)\n",
      "[100/391]\tTime 0.024 (0.055)\tData 0.000 (0.005)\tLoss 1.9151 (1.9108)\tPrec@1 46.875 (47.440)\n",
      "[120/391]\tTime 0.039 (0.054)\tData 0.000 (0.004)\tLoss 1.7360 (1.9070)\tPrec@1 47.656 (47.379)\n",
      "[140/391]\tTime 0.019 (0.053)\tData 0.000 (0.004)\tLoss 2.1605 (1.9034)\tPrec@1 41.406 (47.484)\n",
      "[160/391]\tTime 0.027 (0.053)\tData 0.000 (0.003)\tLoss 2.1198 (1.9061)\tPrec@1 41.406 (47.399)\n",
      "[180/391]\tTime 0.073 (0.054)\tData 0.000 (0.003)\tLoss 1.8658 (1.9145)\tPrec@1 50.000 (47.276)\n",
      "[200/391]\tTime 0.079 (0.054)\tData 0.000 (0.003)\tLoss 1.9061 (1.9202)\tPrec@1 44.531 (47.104)\n",
      "[220/391]\tTime 0.049 (0.054)\tData 0.000 (0.002)\tLoss 1.8749 (1.9287)\tPrec@1 46.875 (46.854)\n",
      "[240/391]\tTime 0.076 (0.054)\tData 0.000 (0.002)\tLoss 1.8756 (1.9317)\tPrec@1 52.344 (46.956)\n",
      "[260/391]\tTime 0.060 (0.054)\tData 0.000 (0.002)\tLoss 2.1304 (1.9290)\tPrec@1 44.531 (46.959)\n",
      "[280/391]\tTime 0.086 (0.054)\tData 0.000 (0.002)\tLoss 2.1306 (1.9297)\tPrec@1 42.969 (46.972)\n",
      "[300/391]\tTime 0.035 (0.054)\tData 0.001 (0.002)\tLoss 1.8348 (1.9317)\tPrec@1 50.781 (46.966)\n",
      "[320/391]\tTime 0.054 (0.054)\tData 0.000 (0.002)\tLoss 1.7882 (1.9313)\tPrec@1 53.906 (47.026)\n",
      "[340/391]\tTime 0.030 (0.054)\tData 0.000 (0.002)\tLoss 1.6547 (1.9252)\tPrec@1 51.562 (47.175)\n",
      "[360/391]\tTime 0.032 (0.054)\tData 0.000 (0.002)\tLoss 1.7459 (1.9245)\tPrec@1 47.656 (47.178)\n",
      "[380/391]\tTime 0.025 (0.053)\tData 0.000 (0.002)\tLoss 2.1247 (1.9268)\tPrec@1 42.969 (47.137)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.244 (0.244)\tLoss 2.7766 (2.7766)\tPrec@1 38.281 (38.281)\n",
      "Test: [20/79]\tTime 0.013 (0.032)\tLoss 3.1657 (3.1072)\tPrec@1 27.344 (29.762)\n",
      "Test: [40/79]\tTime 0.009 (0.021)\tLoss 2.4537 (3.0844)\tPrec@1 37.500 (30.393)\n",
      "Test: [60/79]\tTime 0.012 (0.018)\tLoss 3.1898 (3.0887)\tPrec@1 33.594 (30.072)\n",
      " * Prec@1 30.290\n",
      "\n",
      "===> epoch: 69/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.673 (0.673)\tData 0.573 (0.573)\tLoss 1.8658 (1.8658)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.086 (0.092)\tData 0.000 (0.028)\tLoss 1.8465 (1.8796)\tPrec@1 52.344 (48.028)\n",
      "[40/391]\tTime 0.068 (0.073)\tData 0.000 (0.015)\tLoss 1.6448 (1.8930)\tPrec@1 60.156 (47.428)\n",
      "[60/391]\tTime 0.073 (0.064)\tData 0.000 (0.010)\tLoss 2.0141 (1.8962)\tPrec@1 43.750 (47.234)\n",
      "[80/391]\tTime 0.060 (0.061)\tData 0.000 (0.008)\tLoss 1.8184 (1.9245)\tPrec@1 46.875 (46.412)\n",
      "[100/391]\tTime 0.033 (0.060)\tData 0.000 (0.006)\tLoss 2.0906 (1.9315)\tPrec@1 46.875 (46.210)\n",
      "[120/391]\tTime 0.044 (0.059)\tData 0.000 (0.005)\tLoss 1.8526 (1.9266)\tPrec@1 44.531 (46.494)\n",
      "[140/391]\tTime 0.086 (0.059)\tData 0.000 (0.005)\tLoss 2.0667 (1.9246)\tPrec@1 46.094 (46.692)\n",
      "[160/391]\tTime 0.056 (0.059)\tData 0.000 (0.004)\tLoss 1.8580 (1.9238)\tPrec@1 46.875 (46.885)\n",
      "[180/391]\tTime 0.028 (0.058)\tData 0.000 (0.004)\tLoss 1.5456 (1.9190)\tPrec@1 58.594 (46.974)\n",
      "[200/391]\tTime 0.065 (0.058)\tData 0.000 (0.004)\tLoss 1.9469 (1.9185)\tPrec@1 42.188 (46.926)\n",
      "[220/391]\tTime 0.026 (0.057)\tData 0.000 (0.003)\tLoss 1.8841 (1.9209)\tPrec@1 51.562 (46.850)\n",
      "[240/391]\tTime 0.028 (0.058)\tData 0.000 (0.003)\tLoss 1.6854 (1.9235)\tPrec@1 49.219 (46.807)\n",
      "[260/391]\tTime 0.031 (0.057)\tData 0.001 (0.003)\tLoss 1.8209 (1.9217)\tPrec@1 50.000 (46.827)\n",
      "[280/391]\tTime 0.046 (0.057)\tData 0.000 (0.003)\tLoss 1.7896 (1.9199)\tPrec@1 53.125 (46.867)\n",
      "[300/391]\tTime 0.034 (0.057)\tData 0.000 (0.003)\tLoss 2.0957 (1.9238)\tPrec@1 43.750 (46.750)\n",
      "[320/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 2.0195 (1.9226)\tPrec@1 46.875 (46.851)\n",
      "[340/391]\tTime 0.049 (0.057)\tData 0.000 (0.002)\tLoss 2.0920 (1.9235)\tPrec@1 39.062 (46.884)\n",
      "[360/391]\tTime 0.041 (0.057)\tData 0.000 (0.002)\tLoss 2.0318 (1.9236)\tPrec@1 45.312 (46.892)\n",
      "[380/391]\tTime 0.075 (0.057)\tData 0.000 (0.002)\tLoss 1.9440 (1.9242)\tPrec@1 48.438 (46.920)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.326 (0.326)\tLoss 2.5848 (2.5848)\tPrec@1 34.375 (34.375)\n",
      "Test: [20/79]\tTime 0.016 (0.045)\tLoss 2.7749 (2.5165)\tPrec@1 31.250 (37.537)\n",
      "Test: [40/79]\tTime 0.014 (0.032)\tLoss 2.1142 (2.5002)\tPrec@1 46.094 (36.986)\n",
      "Test: [60/79]\tTime 0.022 (0.028)\tLoss 2.9540 (2.5107)\tPrec@1 28.125 (36.744)\n",
      " * Prec@1 36.920\n",
      "\n",
      "===> epoch: 70/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.468 (0.468)\tData 0.408 (0.408)\tLoss 1.5132 (1.5132)\tPrec@1 60.156 (60.156)\n",
      "[20/391]\tTime 0.026 (0.076)\tData 0.000 (0.020)\tLoss 1.9067 (1.7973)\tPrec@1 46.875 (48.996)\n",
      "[40/391]\tTime 0.020 (0.063)\tData 0.000 (0.010)\tLoss 1.8189 (1.8412)\tPrec@1 47.656 (48.514)\n",
      "[60/391]\tTime 0.035 (0.058)\tData 0.000 (0.007)\tLoss 1.8678 (1.8530)\tPrec@1 44.531 (48.117)\n",
      "[80/391]\tTime 0.087 (0.056)\tData 0.000 (0.005)\tLoss 2.1761 (1.8610)\tPrec@1 41.406 (48.216)\n",
      "[100/391]\tTime 0.037 (0.052)\tData 0.000 (0.004)\tLoss 1.9204 (1.8681)\tPrec@1 42.969 (48.066)\n",
      "[120/391]\tTime 0.072 (0.052)\tData 0.000 (0.004)\tLoss 1.8893 (1.8818)\tPrec@1 44.531 (47.882)\n",
      "[140/391]\tTime 0.055 (0.052)\tData 0.000 (0.003)\tLoss 1.7330 (1.8866)\tPrec@1 53.125 (47.817)\n",
      "[160/391]\tTime 0.036 (0.053)\tData 0.000 (0.003)\tLoss 1.9175 (1.8922)\tPrec@1 47.656 (47.681)\n",
      "[180/391]\tTime 0.031 (0.053)\tData 0.000 (0.003)\tLoss 1.8417 (1.8967)\tPrec@1 47.656 (47.661)\n",
      "[200/391]\tTime 0.052 (0.054)\tData 0.000 (0.002)\tLoss 1.8247 (1.9021)\tPrec@1 50.000 (47.501)\n",
      "[220/391]\tTime 0.032 (0.053)\tData 0.000 (0.002)\tLoss 1.7422 (1.9008)\tPrec@1 50.781 (47.465)\n",
      "[240/391]\tTime 0.092 (0.053)\tData 0.001 (0.002)\tLoss 2.2845 (1.9032)\tPrec@1 35.938 (47.536)\n",
      "[260/391]\tTime 0.048 (0.054)\tData 0.000 (0.002)\tLoss 1.9419 (1.9058)\tPrec@1 46.094 (47.420)\n",
      "[280/391]\tTime 0.054 (0.054)\tData 0.000 (0.002)\tLoss 1.9023 (1.9080)\tPrec@1 37.500 (47.456)\n",
      "[300/391]\tTime 0.028 (0.054)\tData 0.000 (0.002)\tLoss 2.3039 (1.9083)\tPrec@1 39.062 (47.399)\n",
      "[320/391]\tTime 0.034 (0.054)\tData 0.000 (0.002)\tLoss 2.1651 (1.9122)\tPrec@1 48.438 (47.233)\n",
      "[340/391]\tTime 0.062 (0.055)\tData 0.000 (0.002)\tLoss 2.1662 (1.9148)\tPrec@1 41.406 (47.138)\n",
      "[360/391]\tTime 0.100 (0.055)\tData 0.000 (0.002)\tLoss 2.0735 (1.9141)\tPrec@1 44.531 (47.165)\n",
      "[380/391]\tTime 0.057 (0.055)\tData 0.000 (0.002)\tLoss 1.8922 (1.9150)\tPrec@1 46.094 (47.115)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.528 (0.528)\tLoss 2.1045 (2.1045)\tPrec@1 46.094 (46.094)\n",
      "Test: [20/79]\tTime 0.008 (0.038)\tLoss 2.1258 (2.2126)\tPrec@1 42.188 (42.708)\n",
      "Test: [40/79]\tTime 0.018 (0.027)\tLoss 1.9571 (2.2162)\tPrec@1 49.219 (42.130)\n",
      "Test: [60/79]\tTime 0.015 (0.023)\tLoss 2.6006 (2.2339)\tPrec@1 35.156 (41.393)\n",
      " * Prec@1 41.510\n",
      "\n",
      "===> epoch: 71/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.205 (0.205)\tData 0.143 (0.143)\tLoss 2.2154 (2.2154)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.057 (0.064)\tData 0.000 (0.007)\tLoss 1.9437 (1.8907)\tPrec@1 46.094 (47.842)\n",
      "[40/391]\tTime 0.051 (0.059)\tData 0.000 (0.004)\tLoss 1.8051 (1.8780)\tPrec@1 46.875 (47.466)\n",
      "[60/391]\tTime 0.100 (0.058)\tData 0.000 (0.003)\tLoss 1.8040 (1.8867)\tPrec@1 46.094 (47.464)\n",
      "[80/391]\tTime 0.054 (0.058)\tData 0.000 (0.002)\tLoss 1.8645 (1.9060)\tPrec@1 51.562 (47.415)\n",
      "[100/391]\tTime 0.042 (0.056)\tData 0.000 (0.002)\tLoss 1.8961 (1.9155)\tPrec@1 46.094 (47.099)\n",
      "[120/391]\tTime 0.021 (0.056)\tData 0.000 (0.002)\tLoss 1.7311 (1.9163)\tPrec@1 48.438 (47.017)\n",
      "[140/391]\tTime 0.039 (0.056)\tData 0.000 (0.001)\tLoss 1.6636 (1.9202)\tPrec@1 51.562 (47.224)\n",
      "[160/391]\tTime 0.042 (0.056)\tData 0.000 (0.001)\tLoss 1.9206 (1.9219)\tPrec@1 47.656 (47.171)\n",
      "[180/391]\tTime 0.027 (0.056)\tData 0.000 (0.001)\tLoss 2.1382 (1.9146)\tPrec@1 43.750 (47.328)\n",
      "[200/391]\tTime 0.029 (0.055)\tData 0.000 (0.001)\tLoss 1.9587 (1.9129)\tPrec@1 40.625 (47.264)\n",
      "[220/391]\tTime 0.033 (0.053)\tData 0.000 (0.001)\tLoss 1.9387 (1.9144)\tPrec@1 46.094 (47.278)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[240/391]\tTime 0.055 (0.052)\tData 0.000 (0.001)\tLoss 1.9607 (1.9156)\tPrec@1 46.094 (47.316)\n",
      "[260/391]\tTime 0.020 (0.051)\tData 0.000 (0.001)\tLoss 2.0438 (1.9166)\tPrec@1 45.312 (47.258)\n",
      "[280/391]\tTime 0.035 (0.051)\tData 0.000 (0.001)\tLoss 2.0514 (1.9164)\tPrec@1 40.625 (47.250)\n",
      "[300/391]\tTime 0.042 (0.051)\tData 0.003 (0.001)\tLoss 2.0173 (1.9172)\tPrec@1 46.094 (47.270)\n",
      "[320/391]\tTime 0.094 (0.052)\tData 0.000 (0.001)\tLoss 1.9412 (1.9156)\tPrec@1 48.438 (47.303)\n",
      "[340/391]\tTime 0.112 (0.052)\tData 0.015 (0.001)\tLoss 1.9964 (1.9155)\tPrec@1 40.625 (47.290)\n",
      "[360/391]\tTime 0.053 (0.052)\tData 0.000 (0.001)\tLoss 1.8010 (1.9135)\tPrec@1 50.000 (47.358)\n",
      "[380/391]\tTime 0.032 (0.053)\tData 0.000 (0.001)\tLoss 1.8165 (1.9160)\tPrec@1 49.219 (47.277)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.320 (0.320)\tLoss 2.4000 (2.4000)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.024 (0.036)\tLoss 2.5803 (2.4902)\tPrec@1 39.062 (38.244)\n",
      "Test: [40/79]\tTime 0.011 (0.024)\tLoss 2.1872 (2.4554)\tPrec@1 45.312 (38.777)\n",
      "Test: [60/79]\tTime 0.012 (0.021)\tLoss 2.6261 (2.4443)\tPrec@1 29.688 (38.332)\n",
      " * Prec@1 38.190\n",
      "\n",
      "===> epoch: 72/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.438 (0.438)\tData 0.356 (0.356)\tLoss 1.7709 (1.7709)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.029 (0.083)\tData 0.000 (0.030)\tLoss 1.8920 (1.8793)\tPrec@1 49.219 (48.214)\n",
      "[40/391]\tTime 0.040 (0.068)\tData 0.000 (0.016)\tLoss 1.9222 (1.8770)\tPrec@1 41.406 (47.294)\n",
      "[60/391]\tTime 0.044 (0.058)\tData 0.000 (0.011)\tLoss 1.8555 (1.8919)\tPrec@1 46.875 (46.862)\n",
      "[80/391]\tTime 0.072 (0.053)\tData 0.000 (0.008)\tLoss 1.9594 (1.8964)\tPrec@1 46.875 (47.029)\n",
      "[100/391]\tTime 0.030 (0.052)\tData 0.000 (0.007)\tLoss 2.0222 (1.9051)\tPrec@1 45.312 (46.867)\n",
      "[120/391]\tTime 0.078 (0.051)\tData 0.000 (0.006)\tLoss 1.8486 (1.9098)\tPrec@1 55.469 (47.030)\n",
      "[140/391]\tTime 0.044 (0.051)\tData 0.000 (0.005)\tLoss 1.8269 (1.9005)\tPrec@1 54.688 (47.180)\n",
      "[160/391]\tTime 0.031 (0.051)\tData 0.000 (0.004)\tLoss 2.1071 (1.9074)\tPrec@1 41.406 (46.938)\n",
      "[180/391]\tTime 0.070 (0.051)\tData 0.000 (0.004)\tLoss 1.9268 (1.9114)\tPrec@1 45.312 (46.823)\n",
      "[200/391]\tTime 0.034 (0.052)\tData 0.000 (0.003)\tLoss 1.7640 (1.9128)\tPrec@1 60.156 (46.832)\n",
      "[220/391]\tTime 0.034 (0.053)\tData 0.000 (0.003)\tLoss 2.0788 (1.9100)\tPrec@1 45.312 (47.023)\n",
      "[240/391]\tTime 0.056 (0.053)\tData 0.000 (0.003)\tLoss 1.9564 (1.9094)\tPrec@1 50.781 (46.995)\n",
      "[260/391]\tTime 0.056 (0.053)\tData 0.000 (0.003)\tLoss 1.7886 (1.9096)\tPrec@1 47.656 (47.037)\n",
      "[280/391]\tTime 0.038 (0.053)\tData 0.000 (0.003)\tLoss 1.8641 (1.9076)\tPrec@1 47.656 (47.089)\n",
      "[300/391]\tTime 0.099 (0.053)\tData 0.000 (0.003)\tLoss 1.7908 (1.9078)\tPrec@1 49.219 (47.101)\n",
      "[320/391]\tTime 0.053 (0.053)\tData 0.000 (0.002)\tLoss 2.1873 (1.9081)\tPrec@1 44.531 (47.157)\n",
      "[340/391]\tTime 0.031 (0.053)\tData 0.000 (0.002)\tLoss 1.8907 (1.9058)\tPrec@1 48.438 (47.269)\n",
      "[360/391]\tTime 0.055 (0.053)\tData 0.000 (0.002)\tLoss 1.8713 (1.9020)\tPrec@1 50.781 (47.358)\n",
      "[380/391]\tTime 0.102 (0.053)\tData 0.000 (0.002)\tLoss 1.8750 (1.9020)\tPrec@1 47.656 (47.375)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.278 (0.278)\tLoss 2.4334 (2.4334)\tPrec@1 35.156 (35.156)\n",
      "Test: [20/79]\tTime 0.019 (0.034)\tLoss 2.9432 (2.6973)\tPrec@1 36.719 (35.826)\n",
      "Test: [40/79]\tTime 0.032 (0.024)\tLoss 2.6154 (2.6768)\tPrec@1 39.062 (35.747)\n",
      "Test: [60/79]\tTime 0.024 (0.022)\tLoss 2.8005 (2.6613)\tPrec@1 35.938 (35.822)\n",
      " * Prec@1 35.900\n",
      "\n",
      "===> epoch: 73/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.562 (0.562)\tData 0.512 (0.512)\tLoss 1.8558 (1.8558)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.036 (0.079)\tData 0.000 (0.026)\tLoss 2.1453 (1.8979)\tPrec@1 46.094 (47.284)\n",
      "[40/391]\tTime 0.030 (0.065)\tData 0.000 (0.013)\tLoss 2.0304 (1.8975)\tPrec@1 42.188 (46.989)\n",
      "[60/391]\tTime 0.042 (0.062)\tData 0.000 (0.009)\tLoss 1.7680 (1.8972)\tPrec@1 53.906 (47.605)\n",
      "[80/391]\tTime 0.038 (0.061)\tData 0.000 (0.007)\tLoss 1.6825 (1.8991)\tPrec@1 55.469 (47.560)\n",
      "[100/391]\tTime 0.046 (0.061)\tData 0.000 (0.006)\tLoss 2.0031 (1.9040)\tPrec@1 46.094 (47.432)\n",
      "[120/391]\tTime 0.037 (0.060)\tData 0.000 (0.005)\tLoss 1.5806 (1.9024)\tPrec@1 57.031 (47.469)\n",
      "[140/391]\tTime 0.029 (0.059)\tData 0.000 (0.004)\tLoss 1.7217 (1.9084)\tPrec@1 53.906 (47.235)\n",
      "[160/391]\tTime 0.082 (0.059)\tData 0.001 (0.004)\tLoss 1.9905 (1.9094)\tPrec@1 44.531 (47.244)\n",
      "[180/391]\tTime 0.071 (0.058)\tData 0.000 (0.003)\tLoss 1.7348 (1.9120)\tPrec@1 49.219 (47.056)\n",
      "[200/391]\tTime 0.055 (0.058)\tData 0.000 (0.003)\tLoss 1.7810 (1.9048)\tPrec@1 47.656 (47.264)\n",
      "[220/391]\tTime 0.038 (0.058)\tData 0.000 (0.003)\tLoss 1.6247 (1.9009)\tPrec@1 55.469 (47.419)\n",
      "[240/391]\tTime 0.047 (0.058)\tData 0.000 (0.003)\tLoss 1.8091 (1.9013)\tPrec@1 45.312 (47.449)\n",
      "[260/391]\tTime 0.083 (0.058)\tData 0.000 (0.002)\tLoss 2.1240 (1.9058)\tPrec@1 43.750 (47.321)\n",
      "[280/391]\tTime 0.094 (0.058)\tData 0.000 (0.002)\tLoss 2.0215 (1.9063)\tPrec@1 43.750 (47.334)\n",
      "[300/391]\tTime 0.048 (0.058)\tData 0.000 (0.002)\tLoss 1.8092 (1.9024)\tPrec@1 50.000 (47.347)\n",
      "[320/391]\tTime 0.058 (0.057)\tData 0.000 (0.002)\tLoss 2.3757 (1.9074)\tPrec@1 39.844 (47.221)\n",
      "[340/391]\tTime 0.077 (0.057)\tData 0.000 (0.002)\tLoss 2.0810 (1.9101)\tPrec@1 47.656 (47.193)\n",
      "[360/391]\tTime 0.084 (0.057)\tData 0.000 (0.002)\tLoss 2.0172 (1.9128)\tPrec@1 45.312 (47.081)\n",
      "[380/391]\tTime 0.028 (0.057)\tData 0.000 (0.002)\tLoss 1.8175 (1.9148)\tPrec@1 49.219 (47.033)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.550 (0.550)\tLoss 2.3914 (2.3914)\tPrec@1 48.438 (48.438)\n",
      "Test: [20/79]\tTime 0.025 (0.044)\tLoss 2.4004 (2.3752)\tPrec@1 39.062 (39.472)\n",
      "Test: [40/79]\tTime 0.018 (0.030)\tLoss 2.0167 (2.3716)\tPrec@1 43.750 (39.120)\n",
      "Test: [60/79]\tTime 0.017 (0.024)\tLoss 2.4491 (2.3714)\tPrec@1 42.969 (38.986)\n",
      " * Prec@1 39.230\n",
      "\n",
      "===> epoch: 74/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.313 (0.313)\tData 0.241 (0.241)\tLoss 2.0560 (2.0560)\tPrec@1 43.750 (43.750)\n",
      "[20/391]\tTime 0.053 (0.067)\tData 0.000 (0.014)\tLoss 1.9314 (1.9234)\tPrec@1 51.562 (46.615)\n",
      "[40/391]\tTime 0.048 (0.054)\tData 0.000 (0.008)\tLoss 1.8212 (1.9160)\tPrec@1 46.094 (47.580)\n",
      "[60/391]\tTime 0.038 (0.048)\tData 0.001 (0.005)\tLoss 1.7984 (1.9325)\tPrec@1 50.781 (47.554)\n",
      "[80/391]\tTime 0.028 (0.046)\tData 0.000 (0.004)\tLoss 1.9796 (1.9258)\tPrec@1 42.969 (47.425)\n",
      "[100/391]\tTime 0.030 (0.044)\tData 0.000 (0.003)\tLoss 1.9924 (1.9216)\tPrec@1 42.188 (47.432)\n",
      "[120/391]\tTime 0.028 (0.043)\tData 0.000 (0.003)\tLoss 1.8070 (1.9273)\tPrec@1 50.000 (47.379)\n",
      "[140/391]\tTime 0.027 (0.044)\tData 0.000 (0.003)\tLoss 1.9414 (1.9262)\tPrec@1 48.438 (47.374)\n",
      "[160/391]\tTime 0.080 (0.046)\tData 0.000 (0.002)\tLoss 2.1799 (1.9271)\tPrec@1 43.750 (47.278)\n",
      "[180/391]\tTime 0.061 (0.047)\tData 0.000 (0.002)\tLoss 2.0048 (1.9240)\tPrec@1 45.312 (47.233)\n",
      "[200/391]\tTime 0.066 (0.048)\tData 0.000 (0.002)\tLoss 1.8558 (1.9207)\tPrec@1 46.875 (47.264)\n",
      "[220/391]\tTime 0.056 (0.048)\tData 0.000 (0.002)\tLoss 1.9211 (1.9172)\tPrec@1 42.188 (47.306)\n",
      "[240/391]\tTime 0.036 (0.048)\tData 0.000 (0.002)\tLoss 1.9227 (1.9151)\tPrec@1 45.312 (47.355)\n",
      "[260/391]\tTime 0.036 (0.049)\tData 0.000 (0.002)\tLoss 1.8893 (1.9127)\tPrec@1 44.531 (47.318)\n",
      "[280/391]\tTime 0.075 (0.050)\tData 0.000 (0.001)\tLoss 1.8207 (1.9172)\tPrec@1 50.000 (47.206)\n",
      "[300/391]\tTime 0.074 (0.050)\tData 0.000 (0.001)\tLoss 1.8797 (1.9139)\tPrec@1 50.000 (47.314)\n",
      "[320/391]\tTime 0.035 (0.051)\tData 0.000 (0.001)\tLoss 2.0416 (1.9138)\tPrec@1 43.750 (47.316)\n",
      "[340/391]\tTime 0.028 (0.051)\tData 0.000 (0.001)\tLoss 1.8220 (1.9149)\tPrec@1 48.438 (47.322)\n",
      "[360/391]\tTime 0.079 (0.051)\tData 0.000 (0.001)\tLoss 1.9579 (1.9120)\tPrec@1 48.438 (47.371)\n",
      "[380/391]\tTime 0.021 (0.051)\tData 0.000 (0.001)\tLoss 1.9576 (1.9121)\tPrec@1 41.406 (47.345)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.543 (0.543)\tLoss 2.2180 (2.2180)\tPrec@1 41.406 (41.406)\n",
      "Test: [20/79]\tTime 0.012 (0.040)\tLoss 2.3189 (2.2758)\tPrec@1 40.625 (42.113)\n",
      "Test: [40/79]\tTime 0.021 (0.028)\tLoss 1.8961 (2.2809)\tPrec@1 41.406 (40.587)\n",
      "Test: [60/79]\tTime 0.029 (0.024)\tLoss 2.5052 (2.2834)\tPrec@1 39.062 (40.151)\n",
      " * Prec@1 40.040\n",
      "\n",
      "===> epoch: 75/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.281 (0.281)\tData 0.219 (0.219)\tLoss 2.1699 (2.1699)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.071 (0.067)\tData 0.000 (0.015)\tLoss 1.7429 (1.8947)\tPrec@1 51.562 (47.768)\n",
      "[40/391]\tTime 0.072 (0.063)\tData 0.000 (0.008)\tLoss 1.8207 (1.8783)\tPrec@1 46.094 (47.180)\n",
      "[60/391]\tTime 0.030 (0.063)\tData 0.000 (0.005)\tLoss 1.8309 (1.8866)\tPrec@1 45.312 (47.259)\n",
      "[80/391]\tTime 0.034 (0.061)\tData 0.000 (0.004)\tLoss 1.7453 (1.8949)\tPrec@1 49.219 (47.087)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[100/391]\tTime 0.052 (0.060)\tData 0.000 (0.003)\tLoss 1.7497 (1.8982)\tPrec@1 52.344 (46.983)\n",
      "[120/391]\tTime 0.091 (0.059)\tData 0.000 (0.003)\tLoss 2.0659 (1.8938)\tPrec@1 42.188 (47.146)\n",
      "[140/391]\tTime 0.095 (0.060)\tData 0.000 (0.003)\tLoss 2.0211 (1.8960)\tPrec@1 44.531 (47.036)\n",
      "[160/391]\tTime 0.041 (0.059)\tData 0.000 (0.002)\tLoss 1.6969 (1.8899)\tPrec@1 52.344 (47.253)\n",
      "[180/391]\tTime 0.054 (0.059)\tData 0.000 (0.002)\tLoss 1.9279 (1.8885)\tPrec@1 48.438 (47.251)\n",
      "[200/391]\tTime 0.056 (0.058)\tData 0.000 (0.002)\tLoss 1.8866 (1.8926)\tPrec@1 47.656 (47.205)\n",
      "[220/391]\tTime 0.052 (0.058)\tData 0.000 (0.002)\tLoss 1.8803 (1.8967)\tPrec@1 49.219 (47.232)\n",
      "[240/391]\tTime 0.025 (0.058)\tData 0.000 (0.002)\tLoss 1.8965 (1.8980)\tPrec@1 46.875 (47.264)\n",
      "[260/391]\tTime 0.056 (0.057)\tData 0.000 (0.002)\tLoss 1.9858 (1.9027)\tPrec@1 42.969 (47.234)\n",
      "[280/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 2.1175 (1.9064)\tPrec@1 40.625 (47.111)\n",
      "[300/391]\tTime 0.058 (0.057)\tData 0.000 (0.001)\tLoss 1.7238 (1.9089)\tPrec@1 47.656 (47.020)\n",
      "[320/391]\tTime 0.039 (0.057)\tData 0.000 (0.001)\tLoss 1.6203 (1.9070)\tPrec@1 50.781 (47.106)\n",
      "[340/391]\tTime 0.043 (0.057)\tData 0.000 (0.001)\tLoss 2.2443 (1.9126)\tPrec@1 42.188 (46.985)\n",
      "[360/391]\tTime 0.079 (0.057)\tData 0.000 (0.001)\tLoss 1.7239 (1.9174)\tPrec@1 49.219 (46.862)\n",
      "[380/391]\tTime 0.089 (0.056)\tData 0.000 (0.001)\tLoss 2.0403 (1.9175)\tPrec@1 40.625 (46.889)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.603 (0.603)\tLoss 2.4216 (2.4216)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.016 (0.049)\tLoss 2.2381 (2.5110)\tPrec@1 38.281 (35.231)\n",
      "Test: [40/79]\tTime 0.020 (0.033)\tLoss 2.1089 (2.4699)\tPrec@1 40.625 (36.052)\n",
      "Test: [60/79]\tTime 0.009 (0.028)\tLoss 2.6578 (2.4557)\tPrec@1 31.250 (36.347)\n",
      " * Prec@1 36.500\n",
      "\n",
      "===> epoch: 76/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.347 (0.347)\tData 0.277 (0.277)\tLoss 1.8642 (1.8642)\tPrec@1 48.438 (48.438)\n",
      "[20/391]\tTime 0.063 (0.081)\tData 0.000 (0.023)\tLoss 1.8221 (1.8668)\tPrec@1 50.781 (49.628)\n",
      "[40/391]\tTime 0.080 (0.067)\tData 0.000 (0.012)\tLoss 1.8023 (1.9033)\tPrec@1 56.250 (47.980)\n",
      "[60/391]\tTime 0.059 (0.061)\tData 0.000 (0.008)\tLoss 1.9191 (1.8991)\tPrec@1 45.312 (48.092)\n",
      "[80/391]\tTime 0.033 (0.057)\tData 0.000 (0.006)\tLoss 2.0431 (1.9041)\tPrec@1 41.406 (47.936)\n",
      "[100/391]\tTime 0.044 (0.055)\tData 0.000 (0.005)\tLoss 2.0734 (1.8999)\tPrec@1 42.969 (47.865)\n",
      "[120/391]\tTime 0.061 (0.053)\tData 0.000 (0.004)\tLoss 1.7050 (1.8906)\tPrec@1 57.812 (47.947)\n",
      "[140/391]\tTime 0.025 (0.052)\tData 0.000 (0.004)\tLoss 1.8638 (1.8874)\tPrec@1 50.781 (47.911)\n",
      "[160/391]\tTime 0.060 (0.052)\tData 0.000 (0.003)\tLoss 1.8291 (1.8977)\tPrec@1 46.875 (47.613)\n",
      "[180/391]\tTime 0.079 (0.053)\tData 0.000 (0.003)\tLoss 1.9616 (1.9030)\tPrec@1 53.125 (47.535)\n",
      "[200/391]\tTime 0.077 (0.052)\tData 0.000 (0.003)\tLoss 2.0909 (1.9011)\tPrec@1 42.188 (47.590)\n",
      "[220/391]\tTime 0.074 (0.053)\tData 0.000 (0.003)\tLoss 1.7704 (1.8973)\tPrec@1 47.656 (47.649)\n",
      "[240/391]\tTime 0.056 (0.053)\tData 0.000 (0.002)\tLoss 1.9008 (1.9068)\tPrec@1 47.656 (47.394)\n",
      "[260/391]\tTime 0.031 (0.053)\tData 0.000 (0.002)\tLoss 1.8473 (1.9087)\tPrec@1 50.000 (47.519)\n",
      "[280/391]\tTime 0.043 (0.054)\tData 0.000 (0.002)\tLoss 1.8156 (1.9116)\tPrec@1 51.562 (47.478)\n",
      "[300/391]\tTime 0.038 (0.053)\tData 0.000 (0.002)\tLoss 1.7299 (1.9083)\tPrec@1 54.688 (47.469)\n",
      "[320/391]\tTime 0.023 (0.053)\tData 0.000 (0.002)\tLoss 1.8797 (1.9084)\tPrec@1 42.969 (47.527)\n",
      "[340/391]\tTime 0.074 (0.052)\tData 0.000 (0.002)\tLoss 1.9761 (1.9082)\tPrec@1 43.750 (47.496)\n",
      "[360/391]\tTime 0.022 (0.052)\tData 0.000 (0.002)\tLoss 1.8173 (1.9070)\tPrec@1 49.219 (47.615)\n",
      "[380/391]\tTime 0.031 (0.052)\tData 0.000 (0.002)\tLoss 2.0695 (1.9120)\tPrec@1 44.531 (47.414)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.309 (0.309)\tLoss 2.8299 (2.8299)\tPrec@1 32.031 (32.031)\n",
      "Test: [20/79]\tTime 0.018 (0.043)\tLoss 2.4919 (2.6443)\tPrec@1 38.281 (34.896)\n",
      "Test: [40/79]\tTime 0.020 (0.031)\tLoss 2.4092 (2.6104)\tPrec@1 36.719 (35.690)\n",
      "Test: [60/79]\tTime 0.014 (0.026)\tLoss 2.7814 (2.6140)\tPrec@1 32.031 (35.464)\n",
      " * Prec@1 35.580\n",
      "\n",
      "===> epoch: 77/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.380 (0.380)\tData 0.330 (0.330)\tLoss 2.0938 (2.0938)\tPrec@1 42.188 (42.188)\n",
      "[20/391]\tTime 0.033 (0.072)\tData 0.000 (0.021)\tLoss 1.8776 (1.8762)\tPrec@1 50.781 (48.103)\n",
      "[40/391]\tTime 0.034 (0.063)\tData 0.000 (0.011)\tLoss 2.1039 (1.8633)\tPrec@1 42.969 (48.914)\n",
      "[60/391]\tTime 0.084 (0.062)\tData 0.000 (0.008)\tLoss 1.9367 (1.8728)\tPrec@1 44.531 (48.309)\n",
      "[80/391]\tTime 0.054 (0.060)\tData 0.000 (0.006)\tLoss 1.8680 (1.8802)\tPrec@1 42.188 (47.917)\n",
      "[100/391]\tTime 0.035 (0.058)\tData 0.000 (0.005)\tLoss 1.8944 (1.8907)\tPrec@1 46.094 (47.788)\n",
      "[120/391]\tTime 0.086 (0.057)\tData 0.000 (0.004)\tLoss 1.8202 (1.8877)\tPrec@1 49.219 (47.798)\n",
      "[140/391]\tTime 0.023 (0.057)\tData 0.000 (0.004)\tLoss 1.8944 (1.8881)\tPrec@1 43.750 (47.723)\n",
      "[160/391]\tTime 0.057 (0.056)\tData 0.000 (0.003)\tLoss 1.9098 (1.8899)\tPrec@1 43.750 (47.593)\n",
      "[180/391]\tTime 0.078 (0.056)\tData 0.000 (0.003)\tLoss 1.9042 (1.8945)\tPrec@1 42.969 (47.358)\n",
      "[200/391]\tTime 0.030 (0.056)\tData 0.000 (0.003)\tLoss 2.0851 (1.8968)\tPrec@1 38.281 (47.303)\n",
      "[220/391]\tTime 0.033 (0.056)\tData 0.000 (0.002)\tLoss 1.9265 (1.8947)\tPrec@1 49.219 (47.419)\n",
      "[240/391]\tTime 0.088 (0.056)\tData 0.000 (0.002)\tLoss 2.1150 (1.9004)\tPrec@1 40.625 (47.355)\n",
      "[260/391]\tTime 0.065 (0.056)\tData 0.000 (0.002)\tLoss 2.0717 (1.9029)\tPrec@1 44.531 (47.336)\n",
      "[280/391]\tTime 0.068 (0.056)\tData 0.000 (0.002)\tLoss 2.0127 (1.9050)\tPrec@1 46.875 (47.409)\n",
      "[300/391]\tTime 0.041 (0.055)\tData 0.000 (0.002)\tLoss 2.1640 (1.9054)\tPrec@1 38.281 (47.438)\n",
      "[320/391]\tTime 0.033 (0.055)\tData 0.000 (0.002)\tLoss 1.9236 (1.9059)\tPrec@1 53.125 (47.447)\n",
      "[340/391]\tTime 0.044 (0.055)\tData 0.000 (0.002)\tLoss 1.7065 (1.9071)\tPrec@1 49.219 (47.423)\n",
      "[360/391]\tTime 0.044 (0.055)\tData 0.000 (0.002)\tLoss 2.1064 (1.9074)\tPrec@1 37.500 (47.414)\n",
      "[380/391]\tTime 0.054 (0.055)\tData 0.000 (0.002)\tLoss 1.8991 (1.9092)\tPrec@1 47.656 (47.353)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.484 (0.484)\tLoss 2.1477 (2.1477)\tPrec@1 47.656 (47.656)\n",
      "Test: [20/79]\tTime 0.008 (0.036)\tLoss 2.0825 (2.2136)\tPrec@1 42.188 (42.188)\n",
      "Test: [40/79]\tTime 0.021 (0.024)\tLoss 1.8134 (2.2253)\tPrec@1 48.438 (41.254)\n",
      "Test: [60/79]\tTime 0.005 (0.021)\tLoss 2.5899 (2.2395)\tPrec@1 37.500 (40.753)\n",
      " * Prec@1 41.110\n",
      "\n",
      "===> epoch: 78/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.288 (0.288)\tData 0.222 (0.222)\tLoss 1.8454 (1.8454)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.034 (0.063)\tData 0.000 (0.013)\tLoss 1.8096 (1.8697)\tPrec@1 46.875 (47.917)\n",
      "[40/391]\tTime 0.024 (0.062)\tData 0.000 (0.007)\tLoss 2.0501 (1.8410)\tPrec@1 44.531 (49.143)\n",
      "[60/391]\tTime 0.036 (0.060)\tData 0.000 (0.005)\tLoss 1.6804 (1.8441)\tPrec@1 54.688 (48.489)\n",
      "[80/391]\tTime 0.021 (0.054)\tData 0.000 (0.004)\tLoss 1.9523 (1.8604)\tPrec@1 42.969 (48.216)\n",
      "[100/391]\tTime 0.061 (0.052)\tData 0.000 (0.003)\tLoss 1.7830 (1.8733)\tPrec@1 49.219 (47.780)\n",
      "[120/391]\tTime 0.043 (0.050)\tData 0.000 (0.003)\tLoss 2.0431 (1.8803)\tPrec@1 46.094 (47.734)\n",
      "[140/391]\tTime 0.035 (0.052)\tData 0.000 (0.002)\tLoss 1.9531 (1.8721)\tPrec@1 46.094 (47.978)\n",
      "[160/391]\tTime 0.057 (0.053)\tData 0.000 (0.002)\tLoss 1.9129 (1.8793)\tPrec@1 49.219 (47.996)\n",
      "[180/391]\tTime 0.085 (0.053)\tData 0.000 (0.002)\tLoss 2.1306 (1.8883)\tPrec@1 39.844 (47.807)\n",
      "[200/391]\tTime 0.043 (0.053)\tData 0.000 (0.002)\tLoss 1.9832 (1.8892)\tPrec@1 44.531 (47.963)\n",
      "[220/391]\tTime 0.028 (0.054)\tData 0.000 (0.002)\tLoss 1.8465 (1.8908)\tPrec@1 51.562 (47.847)\n",
      "[240/391]\tTime 0.035 (0.054)\tData 0.000 (0.002)\tLoss 1.7605 (1.8916)\tPrec@1 55.469 (47.854)\n",
      "[260/391]\tTime 0.065 (0.054)\tData 0.000 (0.001)\tLoss 1.9114 (1.8958)\tPrec@1 52.344 (47.719)\n",
      "[280/391]\tTime 0.051 (0.054)\tData 0.000 (0.001)\tLoss 1.7271 (1.8974)\tPrec@1 47.656 (47.617)\n",
      "[300/391]\tTime 0.033 (0.054)\tData 0.000 (0.001)\tLoss 1.8651 (1.8983)\tPrec@1 46.094 (47.584)\n",
      "[320/391]\tTime 0.091 (0.054)\tData 0.000 (0.001)\tLoss 2.0006 (1.8998)\tPrec@1 46.094 (47.591)\n",
      "[340/391]\tTime 0.028 (0.054)\tData 0.000 (0.001)\tLoss 1.9871 (1.9016)\tPrec@1 49.219 (47.521)\n",
      "[360/391]\tTime 0.096 (0.054)\tData 0.000 (0.001)\tLoss 1.9459 (1.9002)\tPrec@1 48.438 (47.490)\n",
      "[380/391]\tTime 0.061 (0.054)\tData 0.000 (0.001)\tLoss 1.9765 (1.8996)\tPrec@1 43.750 (47.461)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.501 (0.501)\tLoss 2.4323 (2.4323)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.023 (0.036)\tLoss 2.4439 (2.4350)\tPrec@1 42.969 (39.472)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [40/79]\tTime 0.019 (0.024)\tLoss 2.2941 (2.4364)\tPrec@1 39.844 (39.005)\n",
      "Test: [60/79]\tTime 0.022 (0.021)\tLoss 2.7198 (2.4423)\tPrec@1 36.719 (38.332)\n",
      " * Prec@1 38.400\n",
      "\n",
      "===> epoch: 79/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.651 (0.651)\tData 0.568 (0.568)\tLoss 1.8259 (1.8259)\tPrec@1 47.656 (47.656)\n",
      "[20/391]\tTime 0.060 (0.081)\tData 0.000 (0.027)\tLoss 2.0824 (1.8912)\tPrec@1 44.531 (48.772)\n",
      "[40/391]\tTime 0.068 (0.069)\tData 0.000 (0.014)\tLoss 1.6971 (1.9158)\tPrec@1 49.219 (47.313)\n",
      "[60/391]\tTime 0.030 (0.063)\tData 0.000 (0.010)\tLoss 2.0387 (1.9100)\tPrec@1 39.062 (47.118)\n",
      "[80/391]\tTime 0.025 (0.061)\tData 0.000 (0.007)\tLoss 2.0553 (1.9064)\tPrec@1 46.094 (46.971)\n",
      "[100/391]\tTime 0.053 (0.060)\tData 0.000 (0.006)\tLoss 1.7146 (1.8889)\tPrec@1 53.125 (47.509)\n",
      "[120/391]\tTime 0.090 (0.059)\tData 0.005 (0.005)\tLoss 2.0496 (1.8791)\tPrec@1 40.625 (47.727)\n",
      "[140/391]\tTime 0.043 (0.058)\tData 0.000 (0.004)\tLoss 1.7873 (1.8762)\tPrec@1 45.312 (47.850)\n",
      "[160/391]\tTime 0.051 (0.058)\tData 0.000 (0.004)\tLoss 1.7199 (1.8781)\tPrec@1 50.781 (47.899)\n",
      "[180/391]\tTime 0.028 (0.056)\tData 0.000 (0.004)\tLoss 1.8650 (1.8799)\tPrec@1 44.531 (47.730)\n",
      "[200/391]\tTime 0.029 (0.054)\tData 0.000 (0.003)\tLoss 1.8432 (1.8797)\tPrec@1 50.781 (47.718)\n",
      "[220/391]\tTime 0.048 (0.053)\tData 0.000 (0.003)\tLoss 1.9383 (1.8814)\tPrec@1 50.781 (47.738)\n",
      "[240/391]\tTime 0.066 (0.052)\tData 0.000 (0.003)\tLoss 2.0086 (1.8820)\tPrec@1 42.188 (47.695)\n",
      "[260/391]\tTime 0.106 (0.053)\tData 0.000 (0.003)\tLoss 2.0642 (1.8866)\tPrec@1 43.750 (47.578)\n",
      "[280/391]\tTime 0.100 (0.054)\tData 0.000 (0.002)\tLoss 1.8093 (1.8894)\tPrec@1 52.344 (47.548)\n",
      "[300/391]\tTime 0.025 (0.054)\tData 0.000 (0.002)\tLoss 1.8566 (1.8891)\tPrec@1 48.438 (47.576)\n",
      "[320/391]\tTime 0.088 (0.054)\tData 0.005 (0.002)\tLoss 2.0587 (1.8935)\tPrec@1 51.562 (47.503)\n",
      "[340/391]\tTime 0.082 (0.054)\tData 0.000 (0.002)\tLoss 2.0370 (1.9018)\tPrec@1 43.750 (47.308)\n",
      "[360/391]\tTime 0.030 (0.054)\tData 0.000 (0.002)\tLoss 1.8092 (1.9026)\tPrec@1 48.438 (47.310)\n",
      "[380/391]\tTime 0.053 (0.054)\tData 0.000 (0.002)\tLoss 1.7740 (1.9018)\tPrec@1 49.219 (47.326)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.293 (0.293)\tLoss 2.2508 (2.2508)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.026 (0.040)\tLoss 2.3208 (2.4490)\tPrec@1 40.625 (38.170)\n",
      "Test: [40/79]\tTime 0.017 (0.029)\tLoss 2.1046 (2.4200)\tPrec@1 42.969 (39.005)\n",
      "Test: [60/79]\tTime 0.006 (0.026)\tLoss 2.6437 (2.4149)\tPrec@1 39.844 (38.819)\n",
      " * Prec@1 38.660\n",
      "\n",
      "===> epoch: 80/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.736 (0.736)\tData 0.693 (0.693)\tLoss 1.8146 (1.8146)\tPrec@1 53.906 (53.906)\n",
      "[20/391]\tTime 0.021 (0.087)\tData 0.000 (0.033)\tLoss 1.8874 (1.8313)\tPrec@1 48.438 (49.070)\n",
      "[40/391]\tTime 0.047 (0.070)\tData 0.000 (0.017)\tLoss 2.0013 (1.8822)\tPrec@1 39.062 (47.428)\n",
      "[60/391]\tTime 0.029 (0.065)\tData 0.000 (0.012)\tLoss 1.7985 (1.8959)\tPrec@1 50.000 (47.131)\n",
      "[80/391]\tTime 0.023 (0.060)\tData 0.000 (0.009)\tLoss 2.0462 (1.8957)\tPrec@1 41.406 (47.097)\n",
      "[100/391]\tTime 0.044 (0.057)\tData 0.000 (0.008)\tLoss 1.8063 (1.9065)\tPrec@1 47.656 (46.805)\n",
      "[120/391]\tTime 0.053 (0.054)\tData 0.000 (0.006)\tLoss 1.5493 (1.8985)\tPrec@1 57.031 (46.920)\n",
      "[140/391]\tTime 0.036 (0.054)\tData 0.000 (0.006)\tLoss 1.8617 (1.8883)\tPrec@1 49.219 (47.230)\n",
      "[160/391]\tTime 0.083 (0.055)\tData 0.000 (0.005)\tLoss 1.7672 (1.8901)\tPrec@1 51.562 (47.292)\n",
      "[180/391]\tTime 0.085 (0.055)\tData 0.000 (0.005)\tLoss 1.8660 (1.8992)\tPrec@1 44.531 (47.082)\n",
      "[200/391]\tTime 0.031 (0.055)\tData 0.000 (0.004)\tLoss 1.9212 (1.9047)\tPrec@1 45.312 (46.945)\n",
      "[220/391]\tTime 0.089 (0.055)\tData 0.015 (0.004)\tLoss 1.9841 (1.9107)\tPrec@1 42.188 (46.762)\n",
      "[240/391]\tTime 0.088 (0.054)\tData 0.000 (0.004)\tLoss 2.0252 (1.9172)\tPrec@1 42.969 (46.674)\n",
      "[260/391]\tTime 0.066 (0.055)\tData 0.000 (0.003)\tLoss 2.0781 (1.9177)\tPrec@1 42.969 (46.689)\n",
      "[280/391]\tTime 0.052 (0.054)\tData 0.000 (0.003)\tLoss 2.2710 (1.9179)\tPrec@1 36.719 (46.714)\n",
      "[300/391]\tTime 0.054 (0.054)\tData 0.000 (0.003)\tLoss 1.7226 (1.9167)\tPrec@1 46.875 (46.787)\n",
      "[320/391]\tTime 0.039 (0.054)\tData 0.000 (0.003)\tLoss 2.1518 (1.9170)\tPrec@1 41.406 (46.831)\n",
      "[340/391]\tTime 0.047 (0.055)\tData 0.000 (0.003)\tLoss 1.7344 (1.9142)\tPrec@1 54.688 (46.935)\n",
      "[360/391]\tTime 0.063 (0.055)\tData 0.000 (0.002)\tLoss 1.9150 (1.9129)\tPrec@1 46.875 (46.992)\n",
      "[380/391]\tTime 0.082 (0.054)\tData 0.000 (0.002)\tLoss 2.0725 (1.9121)\tPrec@1 41.406 (47.057)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.383 (0.383)\tLoss 2.3547 (2.3547)\tPrec@1 45.312 (45.312)\n",
      "Test: [20/79]\tTime 0.022 (0.052)\tLoss 2.2305 (2.4407)\tPrec@1 39.844 (40.885)\n",
      "Test: [40/79]\tTime 0.008 (0.035)\tLoss 1.8708 (2.4317)\tPrec@1 49.219 (40.301)\n",
      "Test: [60/79]\tTime 0.005 (0.027)\tLoss 2.8839 (2.4241)\tPrec@1 32.812 (39.946)\n",
      " * Prec@1 40.200\n",
      "\n",
      "===> epoch: 81/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.412 (0.412)\tData 0.335 (0.335)\tLoss 2.2432 (2.2432)\tPrec@1 39.844 (39.844)\n",
      "[20/391]\tTime 0.039 (0.071)\tData 0.000 (0.017)\tLoss 1.9882 (1.9664)\tPrec@1 50.000 (45.908)\n",
      "[40/391]\tTime 0.041 (0.062)\tData 0.000 (0.009)\tLoss 1.8594 (1.9313)\tPrec@1 50.000 (46.646)\n",
      "[60/391]\tTime 0.042 (0.059)\tData 0.000 (0.006)\tLoss 1.9479 (1.8984)\tPrec@1 50.000 (47.426)\n",
      "[80/391]\tTime 0.019 (0.059)\tData 0.000 (0.005)\tLoss 1.9466 (1.9076)\tPrec@1 42.969 (47.222)\n",
      "[100/391]\tTime 0.052 (0.058)\tData 0.000 (0.004)\tLoss 1.9314 (1.9021)\tPrec@1 40.625 (47.432)\n",
      "[120/391]\tTime 0.043 (0.059)\tData 0.000 (0.003)\tLoss 1.7949 (1.8995)\tPrec@1 50.781 (47.256)\n",
      "[140/391]\tTime 0.067 (0.059)\tData 0.000 (0.003)\tLoss 1.7004 (1.9022)\tPrec@1 53.906 (47.174)\n",
      "[160/391]\tTime 0.090 (0.058)\tData 0.000 (0.003)\tLoss 1.9732 (1.9069)\tPrec@1 40.625 (46.996)\n",
      "[180/391]\tTime 0.037 (0.059)\tData 0.000 (0.002)\tLoss 1.9630 (1.9122)\tPrec@1 43.750 (47.009)\n",
      "[200/391]\tTime 0.054 (0.058)\tData 0.000 (0.002)\tLoss 2.1575 (1.9139)\tPrec@1 43.750 (47.038)\n",
      "[220/391]\tTime 0.066 (0.058)\tData 0.000 (0.002)\tLoss 1.7719 (1.9153)\tPrec@1 53.906 (47.038)\n",
      "[240/391]\tTime 0.070 (0.058)\tData 0.000 (0.002)\tLoss 2.0818 (1.9116)\tPrec@1 42.969 (47.199)\n",
      "[260/391]\tTime 0.024 (0.057)\tData 0.000 (0.002)\tLoss 1.7966 (1.9111)\tPrec@1 47.656 (47.186)\n",
      "[280/391]\tTime 0.061 (0.057)\tData 0.000 (0.002)\tLoss 2.0108 (1.9158)\tPrec@1 47.656 (47.061)\n",
      "[300/391]\tTime 0.075 (0.057)\tData 0.000 (0.002)\tLoss 1.9540 (1.9141)\tPrec@1 46.094 (47.161)\n",
      "[320/391]\tTime 0.074 (0.057)\tData 0.000 (0.002)\tLoss 1.9533 (1.9164)\tPrec@1 47.656 (47.126)\n",
      "[340/391]\tTime 0.029 (0.056)\tData 0.000 (0.001)\tLoss 1.9106 (1.9146)\tPrec@1 40.625 (47.175)\n",
      "[360/391]\tTime 0.077 (0.057)\tData 0.000 (0.001)\tLoss 1.7491 (1.9119)\tPrec@1 50.000 (47.208)\n",
      "[380/391]\tTime 0.054 (0.057)\tData 0.000 (0.001)\tLoss 2.0190 (1.9135)\tPrec@1 45.312 (47.156)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.372 (0.372)\tLoss 2.1111 (2.1111)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.012 (0.029)\tLoss 2.2319 (2.1611)\tPrec@1 40.625 (43.266)\n",
      "Test: [40/79]\tTime 0.027 (0.022)\tLoss 1.8675 (2.1727)\tPrec@1 50.781 (43.045)\n",
      "Test: [60/79]\tTime 0.017 (0.021)\tLoss 2.6634 (2.1780)\tPrec@1 39.062 (42.264)\n",
      " * Prec@1 42.240\n",
      "\n",
      "===> epoch: 82/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.576 (0.576)\tData 0.514 (0.514)\tLoss 1.6288 (1.6288)\tPrec@1 53.906 (53.906)\n",
      "[20/391]\tTime 0.035 (0.071)\tData 0.000 (0.026)\tLoss 1.9977 (1.8242)\tPrec@1 42.969 (49.256)\n",
      "[40/391]\tTime 0.048 (0.057)\tData 0.000 (0.014)\tLoss 1.8479 (1.8401)\tPrec@1 42.969 (48.704)\n",
      "[60/391]\tTime 0.037 (0.048)\tData 0.000 (0.009)\tLoss 1.5868 (1.8414)\tPrec@1 53.125 (48.745)\n",
      "[80/391]\tTime 0.032 (0.046)\tData 0.000 (0.007)\tLoss 1.7848 (1.8559)\tPrec@1 48.438 (48.495)\n",
      "[100/391]\tTime 0.030 (0.045)\tData 0.000 (0.006)\tLoss 1.6078 (1.8463)\tPrec@1 54.688 (48.770)\n",
      "[120/391]\tTime 0.039 (0.046)\tData 0.000 (0.005)\tLoss 1.8714 (1.8518)\tPrec@1 47.656 (48.838)\n",
      "[140/391]\tTime 0.082 (0.048)\tData 0.000 (0.004)\tLoss 1.9486 (1.8545)\tPrec@1 41.406 (48.809)\n",
      "[160/391]\tTime 0.060 (0.049)\tData 0.001 (0.004)\tLoss 2.0799 (1.8552)\tPrec@1 42.969 (48.743)\n",
      "[180/391]\tTime 0.040 (0.050)\tData 0.000 (0.003)\tLoss 1.8422 (1.8621)\tPrec@1 43.750 (48.563)\n",
      "[200/391]\tTime 0.051 (0.051)\tData 0.000 (0.003)\tLoss 1.9623 (1.8672)\tPrec@1 44.531 (48.449)\n",
      "[220/391]\tTime 0.043 (0.051)\tData 0.000 (0.003)\tLoss 1.8904 (1.8721)\tPrec@1 48.438 (48.455)\n",
      "[240/391]\tTime 0.080 (0.051)\tData 0.001 (0.003)\tLoss 1.9500 (1.8787)\tPrec@1 53.125 (48.301)\n",
      "[260/391]\tTime 0.060 (0.052)\tData 0.000 (0.002)\tLoss 1.7308 (1.8838)\tPrec@1 49.219 (48.201)\n",
      "[280/391]\tTime 0.049 (0.052)\tData 0.000 (0.002)\tLoss 2.0673 (1.8915)\tPrec@1 43.750 (48.062)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[300/391]\tTime 0.048 (0.051)\tData 0.000 (0.002)\tLoss 1.9757 (1.8927)\tPrec@1 40.625 (47.944)\n",
      "[320/391]\tTime 0.054 (0.052)\tData 0.000 (0.002)\tLoss 2.0671 (1.8918)\tPrec@1 45.312 (47.958)\n",
      "[340/391]\tTime 0.044 (0.052)\tData 0.000 (0.002)\tLoss 2.2005 (1.8942)\tPrec@1 45.312 (47.936)\n",
      "[360/391]\tTime 0.082 (0.053)\tData 0.000 (0.002)\tLoss 1.9370 (1.8973)\tPrec@1 49.219 (47.894)\n",
      "[380/391]\tTime 0.038 (0.053)\tData 0.000 (0.002)\tLoss 1.8268 (1.8995)\tPrec@1 50.781 (47.851)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.681 (0.681)\tLoss 2.0894 (2.0894)\tPrec@1 49.219 (49.219)\n",
      "Test: [20/79]\tTime 0.012 (0.048)\tLoss 2.2117 (2.2270)\tPrec@1 42.188 (44.085)\n",
      "Test: [40/79]\tTime 0.013 (0.031)\tLoss 1.6862 (2.2243)\tPrec@1 53.906 (42.873)\n",
      "Test: [60/79]\tTime 0.008 (0.027)\tLoss 2.7755 (2.2302)\tPrec@1 36.719 (42.418)\n",
      " * Prec@1 42.410\n",
      "\n",
      "===> epoch: 83/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.530 (0.530)\tData 0.479 (0.479)\tLoss 1.8219 (1.8219)\tPrec@1 49.219 (49.219)\n",
      "[20/391]\tTime 0.065 (0.082)\tData 0.000 (0.026)\tLoss 1.8540 (1.8779)\tPrec@1 53.125 (48.251)\n",
      "[40/391]\tTime 0.081 (0.071)\tData 0.000 (0.014)\tLoss 1.9651 (1.8981)\tPrec@1 46.094 (47.637)\n",
      "[60/391]\tTime 0.071 (0.067)\tData 0.000 (0.009)\tLoss 1.9581 (1.9068)\tPrec@1 44.531 (47.157)\n",
      "[80/391]\tTime 0.058 (0.063)\tData 0.000 (0.007)\tLoss 2.2034 (1.9026)\tPrec@1 46.875 (47.242)\n",
      "[100/391]\tTime 0.032 (0.062)\tData 0.000 (0.006)\tLoss 1.7313 (1.9061)\tPrec@1 50.000 (47.424)\n",
      "[120/391]\tTime 0.058 (0.061)\tData 0.000 (0.005)\tLoss 2.0598 (1.9072)\tPrec@1 41.406 (47.178)\n",
      "[140/391]\tTime 0.032 (0.060)\tData 0.000 (0.004)\tLoss 2.2155 (1.9124)\tPrec@1 42.188 (47.274)\n",
      "[160/391]\tTime 0.089 (0.061)\tData 0.000 (0.004)\tLoss 1.8172 (1.9085)\tPrec@1 49.219 (47.428)\n",
      "[180/391]\tTime 0.090 (0.060)\tData 0.000 (0.003)\tLoss 2.0981 (1.9142)\tPrec@1 43.750 (47.203)\n",
      "[200/391]\tTime 0.034 (0.059)\tData 0.000 (0.003)\tLoss 1.7338 (1.9135)\tPrec@1 51.562 (47.209)\n",
      "[220/391]\tTime 0.061 (0.059)\tData 0.000 (0.003)\tLoss 1.9655 (1.9138)\tPrec@1 39.844 (47.080)\n",
      "[240/391]\tTime 0.032 (0.059)\tData 0.000 (0.003)\tLoss 2.1018 (1.9117)\tPrec@1 44.531 (47.215)\n",
      "[260/391]\tTime 0.033 (0.059)\tData 0.000 (0.003)\tLoss 2.0310 (1.9148)\tPrec@1 38.281 (47.028)\n",
      "[280/391]\tTime 0.035 (0.059)\tData 0.000 (0.002)\tLoss 1.8258 (1.9139)\tPrec@1 46.875 (47.011)\n",
      "[300/391]\tTime 0.038 (0.058)\tData 0.000 (0.002)\tLoss 1.8654 (1.9164)\tPrec@1 50.000 (46.901)\n",
      "[320/391]\tTime 0.067 (0.058)\tData 0.000 (0.002)\tLoss 1.7635 (1.9157)\tPrec@1 57.812 (46.987)\n",
      "[340/391]\tTime 0.031 (0.058)\tData 0.000 (0.002)\tLoss 1.7476 (1.9124)\tPrec@1 48.438 (47.065)\n",
      "[360/391]\tTime 0.041 (0.058)\tData 0.000 (0.002)\tLoss 1.9224 (1.9123)\tPrec@1 46.094 (47.111)\n",
      "[380/391]\tTime 0.082 (0.058)\tData 0.000 (0.002)\tLoss 1.8179 (1.9121)\tPrec@1 49.219 (47.121)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.358 (0.358)\tLoss 2.2226 (2.2226)\tPrec@1 44.531 (44.531)\n",
      "Test: [20/79]\tTime 0.005 (0.033)\tLoss 2.2523 (2.3130)\tPrec@1 44.531 (40.290)\n",
      "Test: [40/79]\tTime 0.007 (0.023)\tLoss 1.9834 (2.3368)\tPrec@1 42.188 (39.158)\n",
      "Test: [60/79]\tTime 0.008 (0.019)\tLoss 2.6119 (2.3509)\tPrec@1 42.188 (39.088)\n",
      " * Prec@1 39.230\n",
      "\n",
      "===> epoch: 84/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.645 (0.645)\tData 0.588 (0.588)\tLoss 1.8194 (1.8194)\tPrec@1 46.094 (46.094)\n",
      "[20/391]\tTime 0.043 (0.086)\tData 0.000 (0.028)\tLoss 1.6140 (1.8978)\tPrec@1 56.250 (48.140)\n",
      "[40/391]\tTime 0.031 (0.066)\tData 0.000 (0.015)\tLoss 1.9545 (1.8780)\tPrec@1 43.750 (48.552)\n",
      "[60/391]\tTime 0.021 (0.058)\tData 0.000 (0.010)\tLoss 1.9251 (1.8834)\tPrec@1 48.438 (48.233)\n",
      "[80/391]\tTime 0.031 (0.054)\tData 0.000 (0.008)\tLoss 2.0082 (1.9124)\tPrec@1 43.750 (47.405)\n",
      "[100/391]\tTime 0.029 (0.052)\tData 0.000 (0.006)\tLoss 1.9305 (1.9125)\tPrec@1 44.531 (47.300)\n",
      "[120/391]\tTime 0.025 (0.053)\tData 0.000 (0.005)\tLoss 1.9747 (1.9056)\tPrec@1 50.781 (47.463)\n",
      "[140/391]\tTime 0.031 (0.053)\tData 0.000 (0.005)\tLoss 1.7587 (1.8977)\tPrec@1 49.219 (47.723)\n",
      "[160/391]\tTime 0.060 (0.053)\tData 0.000 (0.004)\tLoss 1.6984 (1.8963)\tPrec@1 58.594 (47.807)\n",
      "[180/391]\tTime 0.092 (0.053)\tData 0.001 (0.004)\tLoss 2.0428 (1.8996)\tPrec@1 39.062 (47.583)\n",
      "[200/391]\tTime 0.041 (0.053)\tData 0.000 (0.003)\tLoss 1.9226 (1.9029)\tPrec@1 44.531 (47.442)\n",
      "[220/391]\tTime 0.059 (0.053)\tData 0.000 (0.003)\tLoss 1.9784 (1.9042)\tPrec@1 42.188 (47.458)\n",
      "[240/391]\tTime 0.062 (0.053)\tData 0.014 (0.003)\tLoss 1.9053 (1.9043)\tPrec@1 46.875 (47.303)\n",
      "[260/391]\tTime 0.063 (0.054)\tData 0.000 (0.003)\tLoss 1.7295 (1.9072)\tPrec@1 50.000 (47.243)\n",
      "[280/391]\tTime 0.053 (0.053)\tData 0.000 (0.003)\tLoss 1.7570 (1.9079)\tPrec@1 51.562 (47.245)\n",
      "[300/391]\tTime 0.053 (0.053)\tData 0.000 (0.002)\tLoss 2.3741 (1.9090)\tPrec@1 34.375 (47.249)\n",
      "[320/391]\tTime 0.050 (0.052)\tData 0.000 (0.002)\tLoss 1.8797 (1.9083)\tPrec@1 49.219 (47.167)\n",
      "[340/391]\tTime 0.040 (0.051)\tData 0.000 (0.002)\tLoss 1.9405 (1.9075)\tPrec@1 47.656 (47.221)\n",
      "[360/391]\tTime 0.041 (0.051)\tData 0.000 (0.002)\tLoss 1.8100 (1.9064)\tPrec@1 46.094 (47.254)\n",
      "[380/391]\tTime 0.069 (0.051)\tData 0.001 (0.002)\tLoss 1.9099 (1.9088)\tPrec@1 46.094 (47.197)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.456 (0.456)\tLoss 2.8464 (2.8464)\tPrec@1 34.375 (34.375)\n",
      "Test: [20/79]\tTime 0.024 (0.038)\tLoss 2.8349 (2.9217)\tPrec@1 27.344 (33.185)\n",
      "Test: [40/79]\tTime 0.019 (0.029)\tLoss 2.6779 (2.9553)\tPrec@1 36.719 (32.793)\n",
      "Test: [60/79]\tTime 0.006 (0.024)\tLoss 3.4640 (2.9606)\tPrec@1 28.125 (32.902)\n",
      " * Prec@1 32.480\n",
      "\n",
      "===> epoch: 85/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.596 (0.596)\tData 0.525 (0.525)\tLoss 1.8475 (1.8475)\tPrec@1 53.125 (53.125)\n",
      "[20/391]\tTime 0.060 (0.087)\tData 0.000 (0.025)\tLoss 1.6849 (1.8602)\tPrec@1 52.344 (49.256)\n",
      "[40/391]\tTime 0.057 (0.072)\tData 0.000 (0.013)\tLoss 1.6932 (1.9031)\tPrec@1 54.688 (47.104)\n",
      "[60/391]\tTime 0.052 (0.065)\tData 0.000 (0.009)\tLoss 1.7363 (1.8888)\tPrec@1 53.125 (47.400)\n",
      "[80/391]\tTime 0.072 (0.061)\tData 0.000 (0.007)\tLoss 1.8883 (1.8752)\tPrec@1 53.906 (47.859)\n",
      "[100/391]\tTime 0.056 (0.059)\tData 0.001 (0.006)\tLoss 1.9831 (1.8841)\tPrec@1 55.469 (47.695)\n",
      "[120/391]\tTime 0.030 (0.059)\tData 0.000 (0.005)\tLoss 2.0353 (1.8803)\tPrec@1 42.969 (47.753)\n",
      "[140/391]\tTime 0.033 (0.057)\tData 0.000 (0.004)\tLoss 2.0010 (1.8867)\tPrec@1 41.406 (47.590)\n",
      "[160/391]\tTime 0.034 (0.058)\tData 0.000 (0.004)\tLoss 1.9208 (1.8899)\tPrec@1 39.844 (47.511)\n",
      "[180/391]\tTime 0.040 (0.057)\tData 0.003 (0.003)\tLoss 2.0668 (1.8892)\tPrec@1 44.531 (47.574)\n",
      "[200/391]\tTime 0.050 (0.057)\tData 0.000 (0.003)\tLoss 1.8334 (1.8898)\tPrec@1 53.125 (47.637)\n",
      "[220/391]\tTime 0.079 (0.057)\tData 0.000 (0.003)\tLoss 1.9215 (1.8891)\tPrec@1 46.094 (47.610)\n",
      "[240/391]\tTime 0.031 (0.057)\tData 0.000 (0.003)\tLoss 1.6947 (1.8922)\tPrec@1 50.000 (47.559)\n",
      "[260/391]\tTime 0.042 (0.057)\tData 0.000 (0.003)\tLoss 1.8437 (1.8955)\tPrec@1 48.438 (47.480)\n",
      "[280/391]\tTime 0.104 (0.057)\tData 0.000 (0.002)\tLoss 1.6807 (1.8935)\tPrec@1 53.906 (47.531)\n",
      "[300/391]\tTime 0.077 (0.057)\tData 0.000 (0.002)\tLoss 1.9954 (1.8990)\tPrec@1 46.094 (47.386)\n",
      "[320/391]\tTime 0.032 (0.057)\tData 0.001 (0.002)\tLoss 1.8872 (1.9043)\tPrec@1 47.656 (47.296)\n",
      "[340/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.9942 (1.9045)\tPrec@1 39.844 (47.285)\n",
      "[360/391]\tTime 0.044 (0.056)\tData 0.000 (0.002)\tLoss 2.0124 (1.9032)\tPrec@1 42.188 (47.280)\n",
      "[380/391]\tTime 0.036 (0.056)\tData 0.000 (0.002)\tLoss 1.7982 (1.9041)\tPrec@1 50.781 (47.240)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.555 (0.555)\tLoss 2.2184 (2.2184)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.022 (0.041)\tLoss 2.4538 (2.2848)\tPrec@1 36.719 (40.699)\n",
      "Test: [40/79]\tTime 0.026 (0.030)\tLoss 1.8305 (2.2637)\tPrec@1 46.094 (40.796)\n",
      "Test: [60/79]\tTime 0.018 (0.026)\tLoss 2.6498 (2.2832)\tPrec@1 35.156 (40.523)\n",
      " * Prec@1 40.590\n",
      "\n",
      "===> epoch: 86/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.597 (0.597)\tData 0.574 (0.574)\tLoss 1.9557 (1.9557)\tPrec@1 42.969 (42.969)\n",
      "[20/391]\tTime 0.072 (0.076)\tData 0.000 (0.028)\tLoss 1.7960 (1.8591)\tPrec@1 47.656 (48.140)\n",
      "[40/391]\tTime 0.036 (0.060)\tData 0.000 (0.015)\tLoss 2.0279 (1.8675)\tPrec@1 43.750 (47.999)\n",
      "[60/391]\tTime 0.022 (0.054)\tData 0.000 (0.010)\tLoss 1.7754 (1.8809)\tPrec@1 50.781 (47.656)\n",
      "[80/391]\tTime 0.080 (0.053)\tData 0.000 (0.008)\tLoss 1.7276 (1.8923)\tPrec@1 51.562 (47.434)\n",
      "[100/391]\tTime 0.033 (0.051)\tData 0.000 (0.006)\tLoss 1.7817 (1.8921)\tPrec@1 53.906 (47.571)\n",
      "[120/391]\tTime 0.019 (0.051)\tData 0.000 (0.005)\tLoss 2.0084 (1.8892)\tPrec@1 47.656 (47.598)\n",
      "[140/391]\tTime 0.057 (0.052)\tData 0.000 (0.005)\tLoss 1.9124 (1.8920)\tPrec@1 45.312 (47.462)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[160/391]\tTime 0.048 (0.053)\tData 0.001 (0.004)\tLoss 2.0977 (1.9009)\tPrec@1 42.188 (47.394)\n",
      "[180/391]\tTime 0.046 (0.054)\tData 0.000 (0.004)\tLoss 1.7638 (1.9071)\tPrec@1 50.781 (47.311)\n",
      "[200/391]\tTime 0.094 (0.054)\tData 0.000 (0.004)\tLoss 1.6516 (1.9114)\tPrec@1 57.031 (47.318)\n",
      "[220/391]\tTime 0.035 (0.054)\tData 0.000 (0.003)\tLoss 1.8960 (1.9088)\tPrec@1 43.750 (47.370)\n",
      "[240/391]\tTime 0.059 (0.054)\tData 0.000 (0.003)\tLoss 1.7454 (1.9049)\tPrec@1 56.250 (47.348)\n",
      "[260/391]\tTime 0.077 (0.055)\tData 0.000 (0.003)\tLoss 1.8774 (1.8990)\tPrec@1 46.875 (47.495)\n",
      "[280/391]\tTime 0.083 (0.054)\tData 0.000 (0.003)\tLoss 2.0061 (1.9026)\tPrec@1 43.750 (47.403)\n",
      "[300/391]\tTime 0.085 (0.054)\tData 0.001 (0.003)\tLoss 2.1667 (1.9045)\tPrec@1 37.500 (47.332)\n",
      "[320/391]\tTime 0.106 (0.055)\tData 0.000 (0.002)\tLoss 1.9140 (1.9097)\tPrec@1 53.906 (47.298)\n",
      "[340/391]\tTime 0.053 (0.055)\tData 0.000 (0.002)\tLoss 1.8197 (1.9119)\tPrec@1 55.469 (47.310)\n",
      "[360/391]\tTime 0.062 (0.055)\tData 0.000 (0.002)\tLoss 1.7968 (1.9099)\tPrec@1 45.312 (47.312)\n",
      "[380/391]\tTime 0.050 (0.055)\tData 0.000 (0.002)\tLoss 2.1823 (1.9100)\tPrec@1 39.844 (47.289)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.682 (0.682)\tLoss 2.2858 (2.2858)\tPrec@1 42.188 (42.188)\n",
      "Test: [20/79]\tTime 0.008 (0.050)\tLoss 2.2476 (2.3030)\tPrec@1 40.625 (41.741)\n",
      "Test: [40/79]\tTime 0.008 (0.032)\tLoss 2.0921 (2.3048)\tPrec@1 43.750 (41.482)\n",
      "Test: [60/79]\tTime 0.009 (0.026)\tLoss 2.8867 (2.2911)\tPrec@1 31.250 (41.253)\n",
      " * Prec@1 41.430\n",
      "\n",
      "===> epoch: 87/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.410 (0.410)\tData 0.338 (0.338)\tLoss 2.0600 (2.0600)\tPrec@1 46.094 (46.094)\n",
      "[20/391]\tTime 0.035 (0.070)\tData 0.000 (0.017)\tLoss 1.7756 (1.8289)\tPrec@1 49.219 (49.814)\n",
      "[40/391]\tTime 0.074 (0.063)\tData 0.000 (0.009)\tLoss 1.9555 (1.8419)\tPrec@1 49.219 (48.952)\n",
      "[60/391]\tTime 0.019 (0.061)\tData 0.000 (0.006)\tLoss 2.1144 (1.8630)\tPrec@1 45.312 (48.719)\n",
      "[80/391]\tTime 0.045 (0.059)\tData 0.000 (0.005)\tLoss 1.8661 (1.8571)\tPrec@1 45.312 (48.601)\n",
      "[100/391]\tTime 0.031 (0.058)\tData 0.000 (0.004)\tLoss 1.9945 (1.8448)\tPrec@1 48.438 (48.987)\n",
      "[120/391]\tTime 0.031 (0.055)\tData 0.000 (0.003)\tLoss 1.8861 (1.8471)\tPrec@1 46.094 (48.960)\n",
      "[140/391]\tTime 0.025 (0.054)\tData 0.000 (0.003)\tLoss 1.7457 (1.8530)\tPrec@1 51.562 (49.003)\n",
      "[160/391]\tTime 0.027 (0.052)\tData 0.000 (0.002)\tLoss 1.7619 (1.8698)\tPrec@1 45.312 (48.452)\n",
      "[180/391]\tTime 0.061 (0.052)\tData 0.009 (0.002)\tLoss 1.8342 (1.8777)\tPrec@1 50.781 (48.304)\n",
      "[200/391]\tTime 0.060 (0.051)\tData 0.001 (0.002)\tLoss 1.8214 (1.8828)\tPrec@1 52.344 (48.150)\n",
      "[220/391]\tTime 0.079 (0.052)\tData 0.023 (0.002)\tLoss 2.0859 (1.8922)\tPrec@1 43.750 (48.049)\n",
      "[240/391]\tTime 0.056 (0.053)\tData 0.000 (0.002)\tLoss 1.8685 (1.8927)\tPrec@1 47.656 (47.990)\n",
      "[260/391]\tTime 0.083 (0.053)\tData 0.000 (0.002)\tLoss 1.8164 (1.8876)\tPrec@1 49.219 (48.045)\n",
      "[280/391]\tTime 0.050 (0.053)\tData 0.000 (0.002)\tLoss 1.7795 (1.8893)\tPrec@1 50.000 (47.993)\n",
      "[300/391]\tTime 0.061 (0.054)\tData 0.000 (0.002)\tLoss 1.8434 (1.8892)\tPrec@1 43.750 (48.022)\n",
      "[320/391]\tTime 0.081 (0.053)\tData 0.000 (0.002)\tLoss 2.0622 (1.8887)\tPrec@1 42.188 (47.963)\n",
      "[340/391]\tTime 0.037 (0.053)\tData 0.000 (0.002)\tLoss 2.1327 (1.8897)\tPrec@1 46.094 (47.959)\n",
      "[360/391]\tTime 0.064 (0.054)\tData 0.000 (0.002)\tLoss 1.9607 (1.8924)\tPrec@1 51.562 (47.933)\n",
      "[380/391]\tTime 0.027 (0.054)\tData 0.000 (0.001)\tLoss 1.7906 (1.8960)\tPrec@1 51.562 (47.880)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.438 (0.438)\tLoss 2.1218 (2.1218)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.019 (0.032)\tLoss 2.2562 (2.2731)\tPrec@1 43.750 (41.332)\n",
      "Test: [40/79]\tTime 0.011 (0.024)\tLoss 1.8098 (2.2775)\tPrec@1 50.781 (40.415)\n",
      "Test: [60/79]\tTime 0.022 (0.022)\tLoss 2.6097 (2.2737)\tPrec@1 34.375 (40.126)\n",
      " * Prec@1 40.370\n",
      "\n",
      "===> epoch: 88/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.576 (0.576)\tData 0.514 (0.514)\tLoss 1.6371 (1.6371)\tPrec@1 56.250 (56.250)\n",
      "[20/391]\tTime 0.030 (0.082)\tData 0.000 (0.025)\tLoss 2.2372 (1.8919)\tPrec@1 35.938 (48.512)\n",
      "[40/391]\tTime 0.072 (0.063)\tData 0.000 (0.013)\tLoss 2.1050 (1.9048)\tPrec@1 39.062 (47.332)\n",
      "[60/391]\tTime 0.021 (0.055)\tData 0.000 (0.009)\tLoss 1.7985 (1.8994)\tPrec@1 46.875 (47.182)\n",
      "[80/391]\tTime 0.022 (0.053)\tData 0.000 (0.007)\tLoss 2.0547 (1.8868)\tPrec@1 39.844 (47.704)\n",
      "[100/391]\tTime 0.030 (0.053)\tData 0.000 (0.005)\tLoss 1.9709 (1.8873)\tPrec@1 46.875 (47.664)\n",
      "[120/391]\tTime 0.073 (0.054)\tData 0.000 (0.005)\tLoss 1.9356 (1.8972)\tPrec@1 45.312 (47.456)\n",
      "[140/391]\tTime 0.082 (0.053)\tData 0.000 (0.004)\tLoss 1.9685 (1.8993)\tPrec@1 43.750 (47.396)\n",
      "[160/391]\tTime 0.070 (0.053)\tData 0.000 (0.004)\tLoss 1.7360 (1.8960)\tPrec@1 50.000 (47.360)\n",
      "[180/391]\tTime 0.048 (0.053)\tData 0.000 (0.003)\tLoss 2.0022 (1.8976)\tPrec@1 47.656 (47.440)\n",
      "[200/391]\tTime 0.062 (0.053)\tData 0.000 (0.003)\tLoss 2.0490 (1.8994)\tPrec@1 47.656 (47.341)\n",
      "[220/391]\tTime 0.053 (0.053)\tData 0.000 (0.003)\tLoss 1.8635 (1.9025)\tPrec@1 44.531 (47.232)\n",
      "[240/391]\tTime 0.093 (0.053)\tData 0.000 (0.003)\tLoss 1.9145 (1.9059)\tPrec@1 47.656 (47.157)\n",
      "[260/391]\tTime 0.089 (0.053)\tData 0.000 (0.003)\tLoss 2.0068 (1.9085)\tPrec@1 40.625 (47.246)\n",
      "[280/391]\tTime 0.091 (0.053)\tData 0.012 (0.002)\tLoss 1.9377 (1.9106)\tPrec@1 43.750 (47.172)\n",
      "[300/391]\tTime 0.031 (0.054)\tData 0.000 (0.002)\tLoss 2.0305 (1.9076)\tPrec@1 49.219 (47.334)\n",
      "[320/391]\tTime 0.066 (0.054)\tData 0.000 (0.002)\tLoss 2.1565 (1.9071)\tPrec@1 46.094 (47.386)\n",
      "[340/391]\tTime 0.028 (0.054)\tData 0.000 (0.002)\tLoss 1.8429 (1.9094)\tPrec@1 50.781 (47.393)\n",
      "[360/391]\tTime 0.063 (0.054)\tData 0.001 (0.002)\tLoss 2.1032 (1.9090)\tPrec@1 42.969 (47.438)\n",
      "[380/391]\tTime 0.068 (0.054)\tData 0.000 (0.002)\tLoss 1.9629 (1.9067)\tPrec@1 46.875 (47.529)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.609 (0.609)\tLoss 2.3988 (2.3988)\tPrec@1 39.062 (39.062)\n",
      "Test: [20/79]\tTime 0.016 (0.047)\tLoss 2.2306 (2.2959)\tPrec@1 45.312 (40.290)\n",
      "Test: [40/79]\tTime 0.009 (0.035)\tLoss 2.0267 (2.2893)\tPrec@1 42.969 (40.168)\n",
      "Test: [60/79]\tTime 0.007 (0.028)\tLoss 2.7606 (2.3012)\tPrec@1 33.594 (39.985)\n",
      " * Prec@1 40.150\n",
      "\n",
      "===> epoch: 89/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.642 (0.642)\tData 0.577 (0.577)\tLoss 1.8587 (1.8587)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.048 (0.088)\tData 0.000 (0.028)\tLoss 2.1799 (1.8747)\tPrec@1 42.188 (49.033)\n",
      "[40/391]\tTime 0.049 (0.075)\tData 0.000 (0.014)\tLoss 1.9004 (1.8880)\tPrec@1 41.406 (48.247)\n",
      "[60/391]\tTime 0.080 (0.067)\tData 0.000 (0.010)\tLoss 2.0034 (1.8816)\tPrec@1 43.750 (48.348)\n",
      "[80/391]\tTime 0.045 (0.065)\tData 0.000 (0.008)\tLoss 1.9412 (1.8611)\tPrec@1 45.312 (48.679)\n",
      "[100/391]\tTime 0.089 (0.062)\tData 0.000 (0.006)\tLoss 2.1014 (1.8580)\tPrec@1 44.531 (48.577)\n",
      "[120/391]\tTime 0.045 (0.060)\tData 0.000 (0.005)\tLoss 2.1729 (1.8714)\tPrec@1 36.719 (48.257)\n",
      "[140/391]\tTime 0.034 (0.059)\tData 0.000 (0.004)\tLoss 1.8196 (1.8698)\tPrec@1 55.469 (48.415)\n",
      "[160/391]\tTime 0.049 (0.059)\tData 0.000 (0.004)\tLoss 1.9643 (1.8703)\tPrec@1 47.656 (48.442)\n",
      "[180/391]\tTime 0.032 (0.058)\tData 0.000 (0.004)\tLoss 1.8901 (1.8786)\tPrec@1 52.344 (48.304)\n",
      "[200/391]\tTime 0.038 (0.057)\tData 0.000 (0.003)\tLoss 1.7272 (1.8751)\tPrec@1 51.562 (48.344)\n",
      "[220/391]\tTime 0.034 (0.057)\tData 0.000 (0.003)\tLoss 2.0541 (1.8778)\tPrec@1 45.312 (48.296)\n",
      "[240/391]\tTime 0.029 (0.057)\tData 0.000 (0.003)\tLoss 1.9803 (1.8805)\tPrec@1 44.531 (48.188)\n",
      "[260/391]\tTime 0.088 (0.057)\tData 0.005 (0.003)\tLoss 1.8338 (1.8839)\tPrec@1 46.875 (48.114)\n",
      "[280/391]\tTime 0.092 (0.057)\tData 0.000 (0.003)\tLoss 1.9508 (1.8861)\tPrec@1 46.875 (48.032)\n",
      "[300/391]\tTime 0.074 (0.057)\tData 0.000 (0.002)\tLoss 1.8853 (1.8876)\tPrec@1 48.438 (47.942)\n",
      "[320/391]\tTime 0.037 (0.057)\tData 0.000 (0.002)\tLoss 2.1400 (1.8898)\tPrec@1 42.969 (47.936)\n",
      "[340/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 1.7272 (1.8929)\tPrec@1 48.438 (47.798)\n",
      "[360/391]\tTime 0.082 (0.057)\tData 0.000 (0.002)\tLoss 2.0569 (1.8987)\tPrec@1 46.094 (47.648)\n",
      "[380/391]\tTime 0.062 (0.056)\tData 0.000 (0.002)\tLoss 1.9770 (1.9025)\tPrec@1 47.656 (47.533)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.605 (0.605)\tLoss 1.9611 (1.9611)\tPrec@1 47.656 (47.656)\n",
      "Test: [20/79]\tTime 0.031 (0.041)\tLoss 2.2672 (2.2098)\tPrec@1 40.625 (41.890)\n",
      "Test: [40/79]\tTime 0.036 (0.028)\tLoss 1.8317 (2.1726)\tPrec@1 48.438 (42.359)\n",
      "Test: [60/79]\tTime 0.005 (0.023)\tLoss 2.4096 (2.1938)\tPrec@1 44.531 (41.855)\n",
      " * Prec@1 42.370\n",
      "\n",
      "===> epoch: 90/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.405 (0.405)\tData 0.379 (0.379)\tLoss 1.8187 (1.8187)\tPrec@1 52.344 (52.344)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[20/391]\tTime 0.022 (0.065)\tData 0.001 (0.018)\tLoss 1.9862 (1.8574)\tPrec@1 40.625 (49.144)\n",
      "[40/391]\tTime 0.032 (0.054)\tData 0.000 (0.010)\tLoss 1.8152 (1.8397)\tPrec@1 50.000 (49.905)\n",
      "[60/391]\tTime 0.021 (0.049)\tData 0.000 (0.007)\tLoss 1.8781 (1.8441)\tPrec@1 51.562 (49.449)\n",
      "[80/391]\tTime 0.042 (0.047)\tData 0.008 (0.005)\tLoss 1.9659 (1.8588)\tPrec@1 47.656 (49.209)\n",
      "[100/391]\tTime 0.039 (0.047)\tData 0.000 (0.004)\tLoss 2.2374 (1.8734)\tPrec@1 35.156 (48.484)\n",
      "[120/391]\tTime 0.044 (0.048)\tData 0.000 (0.004)\tLoss 1.8429 (1.8759)\tPrec@1 44.531 (48.547)\n",
      "[140/391]\tTime 0.034 (0.048)\tData 0.000 (0.003)\tLoss 2.0406 (1.8744)\tPrec@1 46.875 (48.487)\n",
      "[160/391]\tTime 0.025 (0.049)\tData 0.000 (0.003)\tLoss 1.7517 (1.8727)\tPrec@1 49.219 (48.666)\n",
      "[180/391]\tTime 0.057 (0.050)\tData 0.000 (0.003)\tLoss 1.7776 (1.8763)\tPrec@1 46.094 (48.558)\n",
      "[200/391]\tTime 0.072 (0.050)\tData 0.000 (0.003)\tLoss 2.1663 (1.8770)\tPrec@1 42.969 (48.457)\n",
      "[220/391]\tTime 0.023 (0.050)\tData 0.000 (0.002)\tLoss 1.9557 (1.8741)\tPrec@1 42.969 (48.473)\n",
      "[240/391]\tTime 0.039 (0.051)\tData 0.000 (0.002)\tLoss 1.8675 (1.8779)\tPrec@1 46.094 (48.363)\n",
      "[260/391]\tTime 0.050 (0.051)\tData 0.000 (0.002)\tLoss 1.8917 (1.8786)\tPrec@1 49.219 (48.384)\n",
      "[280/391]\tTime 0.085 (0.052)\tData 0.000 (0.002)\tLoss 1.9914 (1.8845)\tPrec@1 40.625 (48.248)\n",
      "[300/391]\tTime 0.033 (0.052)\tData 0.000 (0.002)\tLoss 2.1113 (1.8848)\tPrec@1 40.625 (48.282)\n",
      "[320/391]\tTime 0.037 (0.052)\tData 0.001 (0.002)\tLoss 1.9230 (1.8820)\tPrec@1 42.969 (48.335)\n",
      "[340/391]\tTime 0.024 (0.052)\tData 0.000 (0.002)\tLoss 2.3354 (1.8850)\tPrec@1 39.844 (48.266)\n",
      "[360/391]\tTime 0.032 (0.052)\tData 0.000 (0.002)\tLoss 2.0572 (1.8918)\tPrec@1 47.656 (48.135)\n",
      "[380/391]\tTime 0.032 (0.053)\tData 0.000 (0.002)\tLoss 1.9542 (1.8936)\tPrec@1 48.438 (48.081)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.598 (0.598)\tLoss 2.4641 (2.4641)\tPrec@1 42.188 (42.188)\n",
      "Test: [20/79]\tTime 0.009 (0.044)\tLoss 2.3838 (2.3152)\tPrec@1 33.594 (41.853)\n",
      "Test: [40/79]\tTime 0.019 (0.029)\tLoss 2.0244 (2.3104)\tPrec@1 48.438 (41.540)\n",
      "Test: [60/79]\tTime 0.008 (0.025)\tLoss 2.7662 (2.3327)\tPrec@1 41.406 (40.740)\n",
      " * Prec@1 40.590\n",
      "\n",
      "===> epoch: 91/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.499 (0.499)\tData 0.429 (0.429)\tLoss 1.8406 (1.8406)\tPrec@1 45.312 (45.312)\n",
      "[20/391]\tTime 0.080 (0.083)\tData 0.004 (0.024)\tLoss 1.9623 (1.8576)\tPrec@1 49.219 (48.884)\n",
      "[40/391]\tTime 0.092 (0.071)\tData 0.000 (0.013)\tLoss 1.5417 (1.8395)\tPrec@1 53.906 (49.924)\n",
      "[60/391]\tTime 0.069 (0.065)\tData 0.000 (0.009)\tLoss 1.9087 (1.8478)\tPrec@1 51.562 (49.833)\n",
      "[80/391]\tTime 0.056 (0.062)\tData 0.005 (0.007)\tLoss 1.9102 (1.8671)\tPrec@1 45.312 (49.344)\n",
      "[100/391]\tTime 0.028 (0.061)\tData 0.000 (0.005)\tLoss 2.0810 (1.8709)\tPrec@1 43.750 (49.064)\n",
      "[120/391]\tTime 0.048 (0.060)\tData 0.000 (0.005)\tLoss 1.7323 (1.8743)\tPrec@1 49.219 (48.864)\n",
      "[140/391]\tTime 0.036 (0.059)\tData 0.000 (0.004)\tLoss 2.0215 (1.8804)\tPrec@1 41.406 (48.532)\n",
      "[160/391]\tTime 0.030 (0.058)\tData 0.000 (0.004)\tLoss 1.9264 (1.8803)\tPrec@1 42.188 (48.457)\n",
      "[180/391]\tTime 0.066 (0.058)\tData 0.000 (0.003)\tLoss 1.9915 (1.8779)\tPrec@1 45.312 (48.528)\n",
      "[200/391]\tTime 0.087 (0.057)\tData 0.000 (0.003)\tLoss 1.7935 (1.8807)\tPrec@1 45.312 (48.403)\n",
      "[220/391]\tTime 0.032 (0.057)\tData 0.000 (0.003)\tLoss 1.8815 (1.8851)\tPrec@1 47.656 (48.271)\n",
      "[240/391]\tTime 0.118 (0.057)\tData 0.010 (0.003)\tLoss 1.7416 (1.8878)\tPrec@1 54.688 (48.162)\n",
      "[260/391]\tTime 0.040 (0.057)\tData 0.000 (0.002)\tLoss 2.0914 (1.8937)\tPrec@1 45.312 (48.009)\n",
      "[280/391]\tTime 0.033 (0.057)\tData 0.000 (0.002)\tLoss 1.8648 (1.8939)\tPrec@1 46.094 (47.943)\n",
      "[300/391]\tTime 0.081 (0.056)\tData 0.000 (0.002)\tLoss 1.5609 (1.8954)\tPrec@1 54.688 (47.838)\n",
      "[320/391]\tTime 0.036 (0.056)\tData 0.001 (0.002)\tLoss 2.0530 (1.8983)\tPrec@1 42.188 (47.705)\n",
      "[340/391]\tTime 0.055 (0.056)\tData 0.000 (0.002)\tLoss 1.9659 (1.8983)\tPrec@1 44.531 (47.720)\n",
      "[360/391]\tTime 0.059 (0.056)\tData 0.000 (0.002)\tLoss 1.8698 (1.9002)\tPrec@1 47.656 (47.726)\n",
      "[380/391]\tTime 0.093 (0.056)\tData 0.000 (0.002)\tLoss 1.9010 (1.8997)\tPrec@1 47.656 (47.746)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.525 (0.525)\tLoss 2.6767 (2.6767)\tPrec@1 34.375 (34.375)\n",
      "Test: [20/79]\tTime 0.011 (0.045)\tLoss 3.4428 (2.9825)\tPrec@1 27.344 (32.440)\n",
      "Test: [40/79]\tTime 0.015 (0.033)\tLoss 2.4579 (2.9380)\tPrec@1 39.844 (32.470)\n",
      "Test: [60/79]\tTime 0.013 (0.027)\tLoss 3.1061 (2.9392)\tPrec@1 31.250 (32.953)\n",
      " * Prec@1 33.020\n",
      "\n",
      "===> epoch: 92/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.609 (0.609)\tData 0.558 (0.558)\tLoss 1.7598 (1.7598)\tPrec@1 52.344 (52.344)\n",
      "[20/391]\tTime 0.086 (0.083)\tData 0.000 (0.027)\tLoss 1.6975 (1.8340)\tPrec@1 57.031 (50.744)\n",
      "[40/391]\tTime 0.041 (0.070)\tData 0.000 (0.014)\tLoss 1.8004 (1.8464)\tPrec@1 52.344 (49.962)\n",
      "[60/391]\tTime 0.031 (0.060)\tData 0.000 (0.010)\tLoss 1.7349 (1.8597)\tPrec@1 50.781 (49.001)\n",
      "[80/391]\tTime 0.027 (0.056)\tData 0.000 (0.007)\tLoss 1.7012 (1.8622)\tPrec@1 50.781 (48.765)\n",
      "[100/391]\tTime 0.063 (0.054)\tData 0.000 (0.006)\tLoss 2.0264 (1.8770)\tPrec@1 46.094 (48.600)\n",
      "[120/391]\tTime 0.044 (0.053)\tData 0.000 (0.005)\tLoss 1.7385 (1.8877)\tPrec@1 53.125 (48.354)\n",
      "[140/391]\tTime 0.073 (0.054)\tData 0.000 (0.004)\tLoss 1.8666 (1.8882)\tPrec@1 46.875 (48.238)\n",
      "[160/391]\tTime 0.083 (0.054)\tData 0.000 (0.004)\tLoss 2.0026 (1.8911)\tPrec@1 47.656 (48.098)\n",
      "[180/391]\tTime 0.089 (0.055)\tData 0.000 (0.004)\tLoss 2.1361 (1.8943)\tPrec@1 44.531 (47.997)\n",
      "[200/391]\tTime 0.099 (0.055)\tData 0.000 (0.003)\tLoss 1.8990 (1.8938)\tPrec@1 48.438 (47.948)\n",
      "[220/391]\tTime 0.061 (0.054)\tData 0.000 (0.003)\tLoss 1.8823 (1.8954)\tPrec@1 52.344 (47.833)\n",
      "[240/391]\tTime 0.027 (0.052)\tData 0.000 (0.003)\tLoss 2.1005 (1.8994)\tPrec@1 46.094 (47.689)\n",
      "[260/391]\tTime 0.025 (0.052)\tData 0.000 (0.003)\tLoss 1.9390 (1.8994)\tPrec@1 42.188 (47.635)\n",
      "[280/391]\tTime 0.030 (0.051)\tData 0.002 (0.002)\tLoss 2.0475 (1.9008)\tPrec@1 43.750 (47.520)\n",
      "[300/391]\tTime 0.038 (0.051)\tData 0.000 (0.002)\tLoss 1.9438 (1.8979)\tPrec@1 52.344 (47.651)\n",
      "[320/391]\tTime 0.038 (0.051)\tData 0.001 (0.002)\tLoss 1.9055 (1.8991)\tPrec@1 46.875 (47.681)\n",
      "[340/391]\tTime 0.055 (0.051)\tData 0.000 (0.002)\tLoss 1.9087 (1.8984)\tPrec@1 46.094 (47.730)\n",
      "[360/391]\tTime 0.073 (0.051)\tData 0.000 (0.002)\tLoss 1.8107 (1.8983)\tPrec@1 56.250 (47.764)\n",
      "[380/391]\tTime 0.068 (0.051)\tData 0.000 (0.002)\tLoss 1.7943 (1.8993)\tPrec@1 47.656 (47.757)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.557 (0.557)\tLoss 2.5975 (2.5975)\tPrec@1 37.500 (37.500)\n",
      "Test: [20/79]\tTime 0.007 (0.042)\tLoss 2.6006 (2.4577)\tPrec@1 33.594 (38.318)\n",
      "Test: [40/79]\tTime 0.009 (0.029)\tLoss 2.0158 (2.4490)\tPrec@1 43.750 (38.300)\n",
      "Test: [60/79]\tTime 0.024 (0.025)\tLoss 2.9992 (2.4637)\tPrec@1 29.688 (37.999)\n",
      " * Prec@1 38.290\n",
      "\n",
      "===> epoch: 93/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.695 (0.695)\tData 0.635 (0.635)\tLoss 1.8445 (1.8445)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.038 (0.080)\tData 0.000 (0.032)\tLoss 1.9459 (1.8417)\tPrec@1 46.875 (48.698)\n",
      "[40/391]\tTime 0.043 (0.066)\tData 0.000 (0.016)\tLoss 2.0286 (1.8733)\tPrec@1 43.750 (47.999)\n",
      "[60/391]\tTime 0.038 (0.063)\tData 0.000 (0.011)\tLoss 1.9228 (1.8777)\tPrec@1 46.875 (47.900)\n",
      "[80/391]\tTime 0.055 (0.061)\tData 0.000 (0.008)\tLoss 1.9813 (1.8822)\tPrec@1 42.969 (47.791)\n",
      "[100/391]\tTime 0.042 (0.059)\tData 0.000 (0.007)\tLoss 1.8308 (1.8874)\tPrec@1 46.875 (47.788)\n",
      "[120/391]\tTime 0.035 (0.058)\tData 0.000 (0.006)\tLoss 1.6333 (1.8820)\tPrec@1 54.688 (48.082)\n",
      "[140/391]\tTime 0.027 (0.057)\tData 0.000 (0.005)\tLoss 2.0519 (1.8801)\tPrec@1 38.281 (48.033)\n",
      "[160/391]\tTime 0.030 (0.057)\tData 0.000 (0.004)\tLoss 1.8429 (1.8759)\tPrec@1 52.344 (48.093)\n",
      "[180/391]\tTime 0.029 (0.057)\tData 0.000 (0.004)\tLoss 1.8567 (1.8782)\tPrec@1 48.438 (48.023)\n",
      "[200/391]\tTime 0.050 (0.057)\tData 0.000 (0.004)\tLoss 1.9218 (1.8800)\tPrec@1 43.750 (47.967)\n",
      "[220/391]\tTime 0.058 (0.057)\tData 0.000 (0.003)\tLoss 1.7932 (1.8807)\tPrec@1 53.125 (48.056)\n",
      "[240/391]\tTime 0.036 (0.056)\tData 0.000 (0.003)\tLoss 2.1364 (1.8796)\tPrec@1 43.750 (48.149)\n",
      "[260/391]\tTime 0.087 (0.056)\tData 0.000 (0.003)\tLoss 1.9198 (1.8796)\tPrec@1 50.000 (48.054)\n",
      "[280/391]\tTime 0.080 (0.056)\tData 0.000 (0.003)\tLoss 2.2515 (1.8833)\tPrec@1 37.500 (47.943)\n",
      "[300/391]\tTime 0.073 (0.056)\tData 0.000 (0.003)\tLoss 2.1274 (1.8879)\tPrec@1 44.531 (47.872)\n",
      "[320/391]\tTime 0.091 (0.056)\tData 0.000 (0.002)\tLoss 1.7238 (1.8916)\tPrec@1 51.562 (47.827)\n",
      "[340/391]\tTime 0.049 (0.056)\tData 0.000 (0.002)\tLoss 1.7530 (1.8938)\tPrec@1 48.438 (47.769)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[360/391]\tTime 0.101 (0.056)\tData 0.000 (0.002)\tLoss 1.9599 (1.8941)\tPrec@1 47.656 (47.667)\n",
      "[380/391]\tTime 0.051 (0.056)\tData 0.000 (0.002)\tLoss 1.6530 (1.8938)\tPrec@1 53.125 (47.718)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.698 (0.698)\tLoss 2.4703 (2.4703)\tPrec@1 38.281 (38.281)\n",
      "Test: [20/79]\tTime 0.005 (0.048)\tLoss 2.8190 (2.6570)\tPrec@1 34.375 (34.375)\n",
      "Test: [40/79]\tTime 0.010 (0.030)\tLoss 2.2681 (2.6709)\tPrec@1 38.281 (33.708)\n",
      "Test: [60/79]\tTime 0.010 (0.026)\tLoss 2.6708 (2.6712)\tPrec@1 35.938 (33.530)\n",
      " * Prec@1 33.400\n",
      "\n",
      "===> epoch: 94/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.420 (0.420)\tData 0.373 (0.373)\tLoss 1.7039 (1.7039)\tPrec@1 53.125 (53.125)\n",
      "[20/391]\tTime 0.052 (0.073)\tData 0.001 (0.018)\tLoss 1.8683 (1.8552)\tPrec@1 46.875 (48.661)\n",
      "[40/391]\tTime 0.063 (0.066)\tData 0.000 (0.010)\tLoss 1.9739 (1.8552)\tPrec@1 41.406 (48.476)\n",
      "[60/391]\tTime 0.044 (0.062)\tData 0.000 (0.007)\tLoss 1.9115 (1.8889)\tPrec@1 46.875 (47.541)\n",
      "[80/391]\tTime 0.049 (0.056)\tData 0.000 (0.005)\tLoss 2.0252 (1.8767)\tPrec@1 42.188 (47.782)\n",
      "[100/391]\tTime 0.063 (0.053)\tData 0.000 (0.004)\tLoss 1.8462 (1.8758)\tPrec@1 53.906 (47.842)\n",
      "[120/391]\tTime 0.033 (0.051)\tData 0.000 (0.004)\tLoss 2.0083 (1.8837)\tPrec@1 42.969 (47.624)\n",
      "[140/391]\tTime 0.078 (0.051)\tData 0.005 (0.003)\tLoss 2.0401 (1.8871)\tPrec@1 43.750 (47.440)\n",
      "[160/391]\tTime 0.044 (0.051)\tData 0.000 (0.003)\tLoss 1.9741 (1.8872)\tPrec@1 46.875 (47.545)\n",
      "[180/391]\tTime 0.030 (0.051)\tData 0.000 (0.003)\tLoss 1.9483 (1.8891)\tPrec@1 50.781 (47.622)\n",
      "[200/391]\tTime 0.087 (0.052)\tData 0.000 (0.002)\tLoss 2.0654 (1.8911)\tPrec@1 45.312 (47.606)\n",
      "[220/391]\tTime 0.069 (0.052)\tData 0.001 (0.002)\tLoss 1.7935 (1.8934)\tPrec@1 53.906 (47.547)\n",
      "[240/391]\tTime 0.030 (0.053)\tData 0.000 (0.002)\tLoss 1.9456 (1.8932)\tPrec@1 45.312 (47.591)\n",
      "[260/391]\tTime 0.026 (0.053)\tData 0.000 (0.002)\tLoss 2.0086 (1.8964)\tPrec@1 42.969 (47.456)\n",
      "[280/391]\tTime 0.026 (0.053)\tData 0.000 (0.002)\tLoss 1.8442 (1.8930)\tPrec@1 47.656 (47.603)\n",
      "[300/391]\tTime 0.066 (0.053)\tData 0.000 (0.002)\tLoss 2.0019 (1.8904)\tPrec@1 44.531 (47.664)\n",
      "[320/391]\tTime 0.046 (0.053)\tData 0.000 (0.002)\tLoss 1.8987 (1.8929)\tPrec@1 47.656 (47.610)\n",
      "[340/391]\tTime 0.037 (0.054)\tData 0.000 (0.002)\tLoss 1.8278 (1.8938)\tPrec@1 46.875 (47.610)\n",
      "[360/391]\tTime 0.105 (0.054)\tData 0.000 (0.002)\tLoss 1.9649 (1.8938)\tPrec@1 42.188 (47.637)\n",
      "[380/391]\tTime 0.024 (0.054)\tData 0.000 (0.001)\tLoss 1.9487 (1.8958)\tPrec@1 49.219 (47.621)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.375 (0.375)\tLoss 2.7165 (2.7165)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.013 (0.032)\tLoss 2.7636 (2.8252)\tPrec@1 33.594 (35.975)\n",
      "Test: [40/79]\tTime 0.008 (0.022)\tLoss 2.4119 (2.8061)\tPrec@1 42.969 (35.804)\n",
      "Test: [60/79]\tTime 0.008 (0.018)\tLoss 3.0988 (2.7951)\tPrec@1 28.906 (35.489)\n",
      " * Prec@1 35.580\n",
      "\n",
      "===> epoch: 95/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.627 (0.627)\tData 0.589 (0.589)\tLoss 1.6041 (1.6041)\tPrec@1 53.906 (53.906)\n",
      "[20/391]\tTime 0.031 (0.089)\tData 0.000 (0.033)\tLoss 1.8754 (1.8342)\tPrec@1 42.969 (48.103)\n",
      "[40/391]\tTime 0.056 (0.070)\tData 0.000 (0.017)\tLoss 1.7956 (1.8568)\tPrec@1 56.250 (47.961)\n",
      "[60/391]\tTime 0.021 (0.063)\tData 0.000 (0.012)\tLoss 1.8552 (1.8569)\tPrec@1 50.000 (47.989)\n",
      "[80/391]\tTime 0.032 (0.061)\tData 0.000 (0.009)\tLoss 1.8263 (1.8668)\tPrec@1 47.656 (47.820)\n",
      "[100/391]\tTime 0.051 (0.058)\tData 0.000 (0.007)\tLoss 1.8503 (1.8715)\tPrec@1 48.438 (47.741)\n",
      "[120/391]\tTime 0.026 (0.055)\tData 0.000 (0.006)\tLoss 1.8748 (1.8690)\tPrec@1 50.781 (48.005)\n",
      "[140/391]\tTime 0.028 (0.054)\tData 0.000 (0.005)\tLoss 1.6780 (1.8738)\tPrec@1 56.250 (47.939)\n",
      "[160/391]\tTime 0.069 (0.053)\tData 0.000 (0.005)\tLoss 1.9837 (1.8776)\tPrec@1 37.500 (47.763)\n",
      "[180/391]\tTime 0.086 (0.052)\tData 0.000 (0.004)\tLoss 1.9678 (1.8751)\tPrec@1 41.406 (47.889)\n",
      "[200/391]\tTime 0.033 (0.052)\tData 0.000 (0.004)\tLoss 2.0540 (1.8780)\tPrec@1 49.219 (47.847)\n",
      "[220/391]\tTime 0.030 (0.052)\tData 0.000 (0.003)\tLoss 1.9482 (1.8752)\tPrec@1 50.000 (47.943)\n",
      "[240/391]\tTime 0.031 (0.053)\tData 0.000 (0.003)\tLoss 2.1220 (1.8831)\tPrec@1 41.406 (47.763)\n",
      "[260/391]\tTime 0.073 (0.053)\tData 0.000 (0.003)\tLoss 1.8358 (1.8869)\tPrec@1 50.000 (47.668)\n",
      "[280/391]\tTime 0.051 (0.053)\tData 0.000 (0.003)\tLoss 2.0685 (1.8908)\tPrec@1 45.312 (47.603)\n",
      "[300/391]\tTime 0.027 (0.053)\tData 0.000 (0.003)\tLoss 1.8848 (1.8916)\tPrec@1 47.656 (47.597)\n",
      "[320/391]\tTime 0.058 (0.054)\tData 0.005 (0.003)\tLoss 2.0144 (1.8916)\tPrec@1 44.531 (47.578)\n",
      "[340/391]\tTime 0.066 (0.054)\tData 0.000 (0.002)\tLoss 1.7785 (1.8953)\tPrec@1 50.000 (47.530)\n",
      "[360/391]\tTime 0.061 (0.054)\tData 0.000 (0.002)\tLoss 2.1142 (1.8996)\tPrec@1 42.188 (47.474)\n",
      "[380/391]\tTime 0.072 (0.054)\tData 0.000 (0.002)\tLoss 1.9972 (1.8979)\tPrec@1 45.312 (47.474)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.380 (0.380)\tLoss 2.1207 (2.1207)\tPrec@1 39.844 (39.844)\n",
      "Test: [20/79]\tTime 0.005 (0.031)\tLoss 2.2515 (2.3086)\tPrec@1 34.375 (39.360)\n",
      "Test: [40/79]\tTime 0.037 (0.024)\tLoss 1.9230 (2.3169)\tPrec@1 45.312 (39.634)\n",
      "Test: [60/79]\tTime 0.008 (0.022)\tLoss 2.5249 (2.2976)\tPrec@1 40.625 (39.946)\n",
      " * Prec@1 39.910\n",
      "\n",
      "===> epoch: 96/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.554 (0.554)\tData 0.515 (0.515)\tLoss 1.7875 (1.7875)\tPrec@1 49.219 (49.219)\n",
      "[20/391]\tTime 0.055 (0.087)\tData 0.000 (0.028)\tLoss 1.9616 (1.8394)\tPrec@1 49.219 (47.917)\n",
      "[40/391]\tTime 0.048 (0.075)\tData 0.000 (0.017)\tLoss 1.8866 (1.8663)\tPrec@1 46.875 (47.294)\n",
      "[60/391]\tTime 0.050 (0.069)\tData 0.001 (0.012)\tLoss 1.8657 (1.8753)\tPrec@1 49.219 (47.259)\n",
      "[80/391]\tTime 0.030 (0.063)\tData 0.000 (0.009)\tLoss 1.7187 (1.8861)\tPrec@1 54.688 (47.261)\n",
      "[100/391]\tTime 0.044 (0.059)\tData 0.000 (0.007)\tLoss 2.2473 (1.8764)\tPrec@1 38.281 (47.602)\n",
      "[120/391]\tTime 0.022 (0.057)\tData 0.000 (0.006)\tLoss 1.6170 (1.8736)\tPrec@1 53.125 (47.760)\n",
      "[140/391]\tTime 0.079 (0.056)\tData 0.000 (0.005)\tLoss 1.6677 (1.8897)\tPrec@1 55.469 (47.689)\n",
      "[160/391]\tTime 0.098 (0.056)\tData 0.000 (0.005)\tLoss 1.6599 (1.8943)\tPrec@1 51.562 (47.545)\n",
      "[180/391]\tTime 0.068 (0.056)\tData 0.000 (0.004)\tLoss 1.9183 (1.9026)\tPrec@1 47.656 (47.419)\n",
      "[200/391]\tTime 0.019 (0.055)\tData 0.000 (0.004)\tLoss 1.6769 (1.8972)\tPrec@1 55.469 (47.462)\n",
      "[220/391]\tTime 0.022 (0.055)\tData 0.000 (0.003)\tLoss 2.1694 (1.8987)\tPrec@1 39.844 (47.582)\n",
      "[240/391]\tTime 0.030 (0.055)\tData 0.000 (0.003)\tLoss 1.7349 (1.9019)\tPrec@1 50.781 (47.410)\n",
      "[260/391]\tTime 0.035 (0.055)\tData 0.000 (0.003)\tLoss 1.9040 (1.9081)\tPrec@1 45.312 (47.267)\n",
      "[280/391]\tTime 0.018 (0.055)\tData 0.000 (0.003)\tLoss 1.7744 (1.9052)\tPrec@1 41.406 (47.284)\n",
      "[300/391]\tTime 0.060 (0.056)\tData 0.000 (0.003)\tLoss 2.1273 (1.9025)\tPrec@1 46.094 (47.293)\n",
      "[320/391]\tTime 0.048 (0.056)\tData 0.001 (0.002)\tLoss 2.1817 (1.8998)\tPrec@1 42.188 (47.340)\n",
      "[340/391]\tTime 0.053 (0.057)\tData 0.001 (0.002)\tLoss 1.9966 (1.8995)\tPrec@1 44.531 (47.363)\n",
      "[360/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 1.8557 (1.8989)\tPrec@1 44.531 (47.381)\n",
      "[380/391]\tTime 0.066 (0.056)\tData 0.000 (0.002)\tLoss 2.2497 (1.9004)\tPrec@1 43.750 (47.367)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.371 (0.371)\tLoss 3.4939 (3.4939)\tPrec@1 32.031 (32.031)\n",
      "Test: [20/79]\tTime 0.025 (0.035)\tLoss 3.6198 (3.4476)\tPrec@1 27.344 (27.679)\n",
      "Test: [40/79]\tTime 0.009 (0.025)\tLoss 2.6184 (3.4392)\tPrec@1 42.188 (28.087)\n",
      "Test: [60/79]\tTime 0.019 (0.022)\tLoss 3.4867 (3.4447)\tPrec@1 26.562 (27.459)\n",
      " * Prec@1 27.720\n",
      "\n",
      "===> epoch: 97/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.356 (0.356)\tData 0.299 (0.299)\tLoss 1.7127 (1.7127)\tPrec@1 50.781 (50.781)\n",
      "[20/391]\tTime 0.035 (0.074)\tData 0.000 (0.015)\tLoss 1.9240 (1.8230)\tPrec@1 50.000 (48.958)\n",
      "[40/391]\tTime 0.041 (0.064)\tData 0.000 (0.008)\tLoss 1.6210 (1.8560)\tPrec@1 51.562 (48.380)\n",
      "[60/391]\tTime 0.029 (0.058)\tData 0.000 (0.005)\tLoss 1.9099 (1.8607)\tPrec@1 48.438 (48.399)\n",
      "[80/391]\tTime 0.038 (0.057)\tData 0.000 (0.004)\tLoss 1.9714 (1.8834)\tPrec@1 44.531 (47.753)\n",
      "[100/391]\tTime 0.036 (0.057)\tData 0.000 (0.003)\tLoss 1.6939 (1.8847)\tPrec@1 51.562 (47.633)\n",
      "[120/391]\tTime 0.030 (0.057)\tData 0.000 (0.003)\tLoss 1.6760 (1.8863)\tPrec@1 53.906 (47.701)\n",
      "[140/391]\tTime 0.055 (0.057)\tData 0.000 (0.003)\tLoss 1.8863 (1.8860)\tPrec@1 46.875 (47.739)\n",
      "[160/391]\tTime 0.098 (0.057)\tData 0.000 (0.002)\tLoss 1.8535 (1.8819)\tPrec@1 47.656 (47.933)\n",
      "[180/391]\tTime 0.026 (0.057)\tData 0.000 (0.002)\tLoss 1.8018 (1.8831)\tPrec@1 53.125 (47.928)\n",
      "[200/391]\tTime 0.102 (0.057)\tData 0.000 (0.002)\tLoss 2.1940 (1.8895)\tPrec@1 39.062 (47.746)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[220/391]\tTime 0.031 (0.056)\tData 0.000 (0.002)\tLoss 1.9480 (1.8938)\tPrec@1 45.312 (47.621)\n",
      "[240/391]\tTime 0.051 (0.056)\tData 0.000 (0.002)\tLoss 1.7038 (1.8927)\tPrec@1 53.125 (47.721)\n",
      "[260/391]\tTime 0.030 (0.055)\tData 0.000 (0.002)\tLoss 1.8710 (1.8961)\tPrec@1 45.312 (47.680)\n",
      "[280/391]\tTime 0.044 (0.056)\tData 0.000 (0.002)\tLoss 1.9394 (1.8931)\tPrec@1 50.000 (47.809)\n",
      "[300/391]\tTime 0.031 (0.055)\tData 0.000 (0.002)\tLoss 1.8121 (1.8953)\tPrec@1 51.562 (47.778)\n",
      "[320/391]\tTime 0.066 (0.055)\tData 0.000 (0.001)\tLoss 2.0985 (1.8938)\tPrec@1 45.312 (47.739)\n",
      "[340/391]\tTime 0.076 (0.055)\tData 0.001 (0.001)\tLoss 1.9051 (1.8953)\tPrec@1 44.531 (47.730)\n",
      "[360/391]\tTime 0.051 (0.055)\tData 0.000 (0.001)\tLoss 2.1525 (1.8955)\tPrec@1 42.969 (47.702)\n",
      "[380/391]\tTime 0.022 (0.055)\tData 0.000 (0.001)\tLoss 1.8430 (1.8968)\tPrec@1 49.219 (47.673)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.365 (0.365)\tLoss 2.1845 (2.1845)\tPrec@1 41.406 (41.406)\n",
      "Test: [20/79]\tTime 0.025 (0.030)\tLoss 2.1954 (2.2617)\tPrec@1 41.406 (40.439)\n",
      "Test: [40/79]\tTime 0.009 (0.022)\tLoss 1.8636 (2.2558)\tPrec@1 45.312 (40.320)\n",
      "Test: [60/79]\tTime 0.012 (0.018)\tLoss 2.6736 (2.2705)\tPrec@1 35.156 (40.228)\n",
      " * Prec@1 40.260\n",
      "\n",
      "===> epoch: 98/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.316 (0.316)\tData 0.256 (0.256)\tLoss 1.9192 (1.9192)\tPrec@1 50.000 (50.000)\n",
      "[20/391]\tTime 0.075 (0.063)\tData 0.000 (0.012)\tLoss 1.7517 (1.9071)\tPrec@1 49.219 (48.065)\n",
      "[40/391]\tTime 0.044 (0.060)\tData 0.000 (0.007)\tLoss 1.9392 (1.8671)\tPrec@1 50.000 (49.028)\n",
      "[60/391]\tTime 0.030 (0.059)\tData 0.000 (0.005)\tLoss 2.0536 (1.8700)\tPrec@1 43.750 (48.822)\n",
      "[80/391]\tTime 0.054 (0.056)\tData 0.000 (0.004)\tLoss 1.7425 (1.8770)\tPrec@1 56.250 (48.727)\n",
      "[100/391]\tTime 0.053 (0.053)\tData 0.000 (0.003)\tLoss 1.9600 (1.8683)\tPrec@1 44.531 (48.639)\n",
      "[120/391]\tTime 0.032 (0.052)\tData 0.001 (0.003)\tLoss 1.8140 (1.8736)\tPrec@1 46.875 (48.580)\n",
      "[140/391]\tTime 0.089 (0.051)\tData 0.000 (0.002)\tLoss 1.8600 (1.8788)\tPrec@1 46.875 (48.404)\n",
      "[160/391]\tTime 0.031 (0.051)\tData 0.000 (0.002)\tLoss 1.7371 (1.8845)\tPrec@1 49.219 (48.200)\n",
      "[180/391]\tTime 0.036 (0.052)\tData 0.000 (0.002)\tLoss 1.7778 (1.8841)\tPrec@1 51.562 (48.304)\n",
      "[200/391]\tTime 0.032 (0.052)\tData 0.001 (0.002)\tLoss 1.8977 (1.8836)\tPrec@1 45.312 (48.403)\n",
      "[220/391]\tTime 0.068 (0.052)\tData 0.000 (0.002)\tLoss 1.8959 (1.8862)\tPrec@1 46.094 (48.321)\n",
      "[240/391]\tTime 0.084 (0.053)\tData 0.000 (0.002)\tLoss 1.7202 (1.8881)\tPrec@1 53.906 (48.262)\n",
      "[260/391]\tTime 0.055 (0.053)\tData 0.000 (0.002)\tLoss 2.1783 (1.8937)\tPrec@1 38.281 (48.099)\n",
      "[280/391]\tTime 0.069 (0.053)\tData 0.000 (0.002)\tLoss 1.8016 (1.8922)\tPrec@1 50.000 (48.168)\n",
      "[300/391]\tTime 0.031 (0.053)\tData 0.000 (0.001)\tLoss 1.7390 (1.8954)\tPrec@1 52.344 (48.007)\n",
      "[320/391]\tTime 0.038 (0.053)\tData 0.000 (0.001)\tLoss 2.0206 (1.8986)\tPrec@1 42.969 (47.948)\n",
      "[340/391]\tTime 0.048 (0.053)\tData 0.000 (0.001)\tLoss 2.0822 (1.8995)\tPrec@1 50.000 (47.895)\n",
      "[360/391]\tTime 0.110 (0.053)\tData 0.010 (0.001)\tLoss 2.0355 (1.8970)\tPrec@1 46.094 (47.920)\n",
      "[380/391]\tTime 0.040 (0.053)\tData 0.000 (0.001)\tLoss 1.8490 (1.8974)\tPrec@1 43.750 (47.902)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.203 (0.203)\tLoss 2.4688 (2.4688)\tPrec@1 43.750 (43.750)\n",
      "Test: [20/79]\tTime 0.014 (0.027)\tLoss 2.8318 (2.5491)\tPrec@1 33.594 (37.798)\n",
      "Test: [40/79]\tTime 0.005 (0.021)\tLoss 2.3955 (2.5371)\tPrec@1 38.281 (37.748)\n",
      "Test: [60/79]\tTime 0.007 (0.019)\tLoss 2.9265 (2.5736)\tPrec@1 31.250 (37.257)\n",
      " * Prec@1 37.460\n",
      "\n",
      "===> epoch: 99/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.430 (0.430)\tData 0.354 (0.354)\tLoss 1.6902 (1.6902)\tPrec@1 57.031 (57.031)\n",
      "[20/391]\tTime 0.085 (0.072)\tData 0.000 (0.017)\tLoss 2.0239 (1.8438)\tPrec@1 41.406 (48.772)\n",
      "[40/391]\tTime 0.114 (0.064)\tData 0.001 (0.009)\tLoss 1.8009 (1.8565)\tPrec@1 51.562 (48.571)\n",
      "[60/391]\tTime 0.035 (0.060)\tData 0.000 (0.006)\tLoss 1.8308 (1.8700)\tPrec@1 49.219 (48.130)\n",
      "[80/391]\tTime 0.033 (0.058)\tData 0.000 (0.005)\tLoss 1.8250 (1.8829)\tPrec@1 48.438 (47.791)\n",
      "[100/391]\tTime 0.088 (0.059)\tData 0.000 (0.004)\tLoss 1.8353 (1.8920)\tPrec@1 52.344 (47.772)\n",
      "[120/391]\tTime 0.065 (0.058)\tData 0.000 (0.003)\tLoss 1.8196 (1.8903)\tPrec@1 48.438 (47.779)\n",
      "[140/391]\tTime 0.036 (0.058)\tData 0.000 (0.003)\tLoss 2.1366 (1.8846)\tPrec@1 48.438 (47.878)\n",
      "[160/391]\tTime 0.036 (0.058)\tData 0.000 (0.003)\tLoss 1.8517 (1.8893)\tPrec@1 55.469 (47.719)\n",
      "[180/391]\tTime 0.041 (0.058)\tData 0.000 (0.002)\tLoss 2.0176 (1.8906)\tPrec@1 49.219 (47.859)\n",
      "[200/391]\tTime 0.062 (0.057)\tData 0.000 (0.002)\tLoss 1.7218 (1.8891)\tPrec@1 51.562 (47.886)\n",
      "[220/391]\tTime 0.029 (0.057)\tData 0.000 (0.002)\tLoss 2.0658 (1.8886)\tPrec@1 42.969 (47.939)\n",
      "[240/391]\tTime 0.022 (0.057)\tData 0.000 (0.002)\tLoss 1.7843 (1.8870)\tPrec@1 49.219 (47.984)\n",
      "[260/391]\tTime 0.036 (0.056)\tData 0.000 (0.002)\tLoss 1.9307 (1.8842)\tPrec@1 49.219 (47.994)\n",
      "[280/391]\tTime 0.058 (0.056)\tData 0.010 (0.002)\tLoss 1.8531 (1.8836)\tPrec@1 46.875 (47.990)\n",
      "[300/391]\tTime 0.026 (0.056)\tData 0.000 (0.002)\tLoss 2.1334 (1.8833)\tPrec@1 39.062 (47.988)\n",
      "[320/391]\tTime 0.080 (0.056)\tData 0.000 (0.002)\tLoss 1.8657 (1.8868)\tPrec@1 50.000 (47.975)\n",
      "[340/391]\tTime 0.063 (0.056)\tData 0.001 (0.001)\tLoss 1.9990 (1.8892)\tPrec@1 46.875 (47.922)\n",
      "[360/391]\tTime 0.031 (0.056)\tData 0.000 (0.001)\tLoss 1.9905 (1.8902)\tPrec@1 44.531 (47.964)\n",
      "[380/391]\tTime 0.046 (0.056)\tData 0.000 (0.001)\tLoss 1.8472 (1.8943)\tPrec@1 51.562 (47.831)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.299 (0.299)\tLoss 2.2219 (2.2219)\tPrec@1 45.312 (45.312)\n",
      "Test: [20/79]\tTime 0.011 (0.031)\tLoss 2.4595 (2.2250)\tPrec@1 35.938 (40.960)\n",
      "Test: [40/79]\tTime 0.009 (0.024)\tLoss 1.8909 (2.2360)\tPrec@1 47.656 (41.044)\n",
      "Test: [60/79]\tTime 0.009 (0.020)\tLoss 2.7880 (2.2434)\tPrec@1 35.938 (40.676)\n",
      " * Prec@1 40.710\n",
      "\n",
      "===> epoch: 100/200\n",
      "current lr 1.00000e-01\n",
      "Training:\n",
      "[0/391]\tTime 0.463 (0.463)\tData 0.374 (0.374)\tLoss 1.8059 (1.8059)\tPrec@1 51.562 (51.562)\n",
      "[20/391]\tTime 0.034 (0.076)\tData 0.000 (0.018)\tLoss 2.0048 (1.7988)\tPrec@1 47.656 (49.963)\n",
      "[40/391]\tTime 0.061 (0.068)\tData 0.000 (0.010)\tLoss 1.4306 (1.8073)\tPrec@1 60.156 (50.057)\n",
      "[60/391]\tTime 0.032 (0.064)\tData 0.000 (0.006)\tLoss 1.8876 (1.8448)\tPrec@1 45.312 (48.706)\n",
      "[80/391]\tTime 0.026 (0.060)\tData 0.000 (0.005)\tLoss 1.9132 (1.8616)\tPrec@1 45.312 (48.495)\n",
      "[100/391]\tTime 0.052 (0.058)\tData 0.000 (0.004)\tLoss 2.0840 (1.8618)\tPrec@1 41.406 (48.438)\n",
      "[120/391]\tTime 0.042 (0.055)\tData 0.000 (0.003)\tLoss 1.7583 (1.8678)\tPrec@1 48.438 (48.237)\n",
      "[140/391]\tTime 0.033 (0.053)\tData 0.000 (0.003)\tLoss 1.8232 (1.8732)\tPrec@1 53.125 (48.055)\n",
      "[160/391]\tTime 0.035 (0.052)\tData 0.000 (0.003)\tLoss 1.9188 (1.8795)\tPrec@1 43.750 (47.826)\n",
      "[180/391]\tTime 0.078 (0.053)\tData 0.000 (0.002)\tLoss 1.8584 (1.8787)\tPrec@1 47.656 (47.781)\n",
      "[200/391]\tTime 0.027 (0.053)\tData 0.000 (0.002)\tLoss 1.9292 (1.8740)\tPrec@1 48.438 (47.963)\n",
      "[220/391]\tTime 0.057 (0.053)\tData 0.000 (0.002)\tLoss 1.8183 (1.8751)\tPrec@1 49.219 (47.992)\n",
      "[240/391]\tTime 0.054 (0.052)\tData 0.000 (0.002)\tLoss 1.7563 (1.8771)\tPrec@1 50.781 (47.854)\n",
      "[260/391]\tTime 0.072 (0.051)\tData 0.000 (0.002)\tLoss 1.8492 (1.8805)\tPrec@1 46.875 (47.788)\n",
      "[280/391]\tTime 0.079 (0.050)\tData 0.000 (0.002)\tLoss 1.8536 (1.8825)\tPrec@1 48.438 (47.740)\n",
      "[300/391]\tTime 0.056 (0.050)\tData 0.000 (0.002)\tLoss 1.9354 (1.8865)\tPrec@1 45.312 (47.638)\n",
      "[320/391]\tTime 0.052 (0.050)\tData 0.000 (0.002)\tLoss 1.7067 (1.8897)\tPrec@1 49.219 (47.634)\n",
      "[340/391]\tTime 0.035 (0.051)\tData 0.000 (0.001)\tLoss 1.6543 (1.8899)\tPrec@1 53.906 (47.659)\n",
      "[360/391]\tTime 0.056 (0.051)\tData 0.000 (0.001)\tLoss 1.8022 (1.8939)\tPrec@1 51.562 (47.552)\n",
      "[380/391]\tTime 0.048 (0.051)\tData 0.000 (0.001)\tLoss 1.7850 (1.8946)\tPrec@1 52.344 (47.558)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.378 (0.378)\tLoss 2.6876 (2.6876)\tPrec@1 40.625 (40.625)\n",
      "Test: [20/79]\tTime 0.013 (0.035)\tLoss 2.6157 (2.6770)\tPrec@1 41.406 (36.719)\n",
      "Test: [40/79]\tTime 0.036 (0.027)\tLoss 2.2652 (2.6654)\tPrec@1 40.625 (35.747)\n",
      "Test: [60/79]\tTime 0.014 (0.024)\tLoss 2.9653 (2.6550)\tPrec@1 32.812 (35.720)\n",
      " * Prec@1 35.820\n",
      "\n",
      "===> epoch: 101/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.394 (0.394)\tData 0.360 (0.360)\tLoss 1.6636 (1.6636)\tPrec@1 51.562 (51.562)\n",
      "[20/391]\tTime 0.043 (0.072)\tData 0.000 (0.017)\tLoss 1.7326 (1.7696)\tPrec@1 53.906 (51.042)\n",
      "[40/391]\tTime 0.116 (0.065)\tData 0.000 (0.009)\tLoss 1.3680 (1.7158)\tPrec@1 58.594 (52.515)\n",
      "[60/391]\tTime 0.054 (0.062)\tData 0.000 (0.006)\tLoss 1.7471 (1.6638)\tPrec@1 49.219 (53.817)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[80/391]\tTime 0.079 (0.061)\tData 0.000 (0.005)\tLoss 1.3342 (1.6444)\tPrec@1 61.719 (54.321)\n",
      "[100/391]\tTime 0.043 (0.060)\tData 0.000 (0.004)\tLoss 1.5244 (1.6147)\tPrec@1 55.469 (54.827)\n",
      "[120/391]\tTime 0.033 (0.060)\tData 0.000 (0.004)\tLoss 1.8570 (1.6136)\tPrec@1 50.781 (54.920)\n",
      "[140/391]\tTime 0.038 (0.059)\tData 0.005 (0.003)\tLoss 1.5999 (1.5994)\tPrec@1 56.250 (55.441)\n",
      "[160/391]\tTime 0.042 (0.058)\tData 0.000 (0.003)\tLoss 1.4524 (1.5909)\tPrec@1 57.031 (55.624)\n",
      "[180/391]\tTime 0.030 (0.058)\tData 0.000 (0.002)\tLoss 1.1944 (1.5809)\tPrec@1 68.750 (55.840)\n",
      "[200/391]\tTime 0.036 (0.058)\tData 0.000 (0.002)\tLoss 1.7281 (1.5725)\tPrec@1 56.250 (56.106)\n",
      "[220/391]\tTime 0.080 (0.058)\tData 0.000 (0.002)\tLoss 1.6338 (1.5657)\tPrec@1 53.906 (56.254)\n",
      "[240/391]\tTime 0.071 (0.058)\tData 0.000 (0.002)\tLoss 1.6115 (1.5590)\tPrec@1 53.906 (56.448)\n",
      "[260/391]\tTime 0.031 (0.057)\tData 0.000 (0.002)\tLoss 1.4201 (1.5527)\tPrec@1 57.031 (56.519)\n",
      "[280/391]\tTime 0.021 (0.057)\tData 0.000 (0.002)\tLoss 1.7643 (1.5495)\tPrec@1 51.562 (56.584)\n",
      "[300/391]\tTime 0.040 (0.056)\tData 0.001 (0.002)\tLoss 1.4732 (1.5437)\tPrec@1 59.375 (56.691)\n",
      "[320/391]\tTime 0.020 (0.056)\tData 0.000 (0.002)\tLoss 1.5313 (1.5410)\tPrec@1 56.250 (56.768)\n",
      "[340/391]\tTime 0.034 (0.056)\tData 0.000 (0.002)\tLoss 1.5821 (1.5378)\tPrec@1 48.438 (56.880)\n",
      "[360/391]\tTime 0.086 (0.056)\tData 0.000 (0.001)\tLoss 1.3940 (1.5349)\tPrec@1 65.625 (56.997)\n",
      "[380/391]\tTime 0.037 (0.056)\tData 0.000 (0.001)\tLoss 1.4083 (1.5307)\tPrec@1 62.500 (57.093)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.302 (0.302)\tLoss 1.5111 (1.5111)\tPrec@1 57.812 (57.812)\n",
      "Test: [20/79]\tTime 0.015 (0.028)\tLoss 1.5145 (1.5522)\tPrec@1 57.812 (56.845)\n",
      "Test: [40/79]\tTime 0.008 (0.021)\tLoss 1.2178 (1.5412)\tPrec@1 67.188 (56.421)\n",
      "Test: [60/79]\tTime 0.005 (0.018)\tLoss 1.9163 (1.5433)\tPrec@1 53.906 (56.045)\n",
      " * Prec@1 56.340\n",
      "\n",
      "===> epoch: 102/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.272 (0.272)\tData 0.250 (0.250)\tLoss 1.3980 (1.3980)\tPrec@1 58.594 (58.594)\n",
      "[20/391]\tTime 0.052 (0.069)\tData 0.000 (0.012)\tLoss 1.3526 (1.4523)\tPrec@1 63.281 (59.487)\n",
      "[40/391]\tTime 0.086 (0.063)\tData 0.000 (0.006)\tLoss 1.2737 (1.4281)\tPrec@1 65.625 (60.404)\n",
      "[60/391]\tTime 0.059 (0.060)\tData 0.000 (0.005)\tLoss 1.4261 (1.4359)\tPrec@1 60.938 (59.695)\n",
      "[80/391]\tTime 0.076 (0.057)\tData 0.000 (0.004)\tLoss 1.3332 (1.4352)\tPrec@1 61.719 (59.500)\n",
      "[100/391]\tTime 0.034 (0.056)\tData 0.000 (0.003)\tLoss 1.3875 (1.4280)\tPrec@1 64.844 (59.522)\n",
      "[120/391]\tTime 0.069 (0.056)\tData 0.001 (0.002)\tLoss 1.4301 (1.4308)\tPrec@1 63.281 (59.427)\n",
      "[140/391]\tTime 0.059 (0.054)\tData 0.000 (0.002)\tLoss 1.3817 (1.4335)\tPrec@1 60.938 (59.286)\n",
      "[160/391]\tTime 0.044 (0.052)\tData 0.000 (0.002)\tLoss 1.4000 (1.4303)\tPrec@1 59.375 (59.365)\n",
      "[180/391]\tTime 0.065 (0.051)\tData 0.000 (0.002)\tLoss 1.5184 (1.4320)\tPrec@1 58.594 (59.431)\n",
      "[200/391]\tTime 0.121 (0.051)\tData 0.000 (0.002)\tLoss 1.3747 (1.4310)\tPrec@1 64.062 (59.461)\n",
      "[220/391]\tTime 0.093 (0.053)\tData 0.000 (0.002)\tLoss 1.3372 (1.4302)\tPrec@1 57.812 (59.347)\n",
      "[240/391]\tTime 0.061 (0.052)\tData 0.000 (0.001)\tLoss 1.4222 (1.4294)\tPrec@1 61.719 (59.356)\n",
      "[260/391]\tTime 0.036 (0.052)\tData 0.000 (0.001)\tLoss 1.4433 (1.4302)\tPrec@1 61.719 (59.357)\n",
      "[280/391]\tTime 0.043 (0.052)\tData 0.000 (0.001)\tLoss 1.3847 (1.4272)\tPrec@1 63.281 (59.483)\n",
      "[300/391]\tTime 0.028 (0.053)\tData 0.000 (0.001)\tLoss 1.2076 (1.4256)\tPrec@1 63.281 (59.440)\n",
      "[320/391]\tTime 0.081 (0.053)\tData 0.000 (0.001)\tLoss 1.5247 (1.4251)\tPrec@1 56.250 (59.463)\n",
      "[340/391]\tTime 0.089 (0.053)\tData 0.000 (0.001)\tLoss 1.3051 (1.4249)\tPrec@1 60.156 (59.494)\n",
      "[360/391]\tTime 0.057 (0.054)\tData 0.000 (0.001)\tLoss 1.4854 (1.4235)\tPrec@1 60.156 (59.544)\n",
      "[380/391]\tTime 0.065 (0.054)\tData 0.000 (0.001)\tLoss 1.3890 (1.4260)\tPrec@1 58.594 (59.455)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.196 (0.196)\tLoss 1.4996 (1.4996)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.011 (0.019)\tLoss 1.4650 (1.5389)\tPrec@1 60.156 (57.292)\n",
      "Test: [40/79]\tTime 0.012 (0.017)\tLoss 1.2129 (1.5263)\tPrec@1 66.406 (56.822)\n",
      "Test: [60/79]\tTime 0.030 (0.016)\tLoss 1.9622 (1.5267)\tPrec@1 48.438 (56.493)\n",
      " * Prec@1 56.490\n",
      "\n",
      "===> epoch: 103/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.373 (0.373)\tData 0.331 (0.331)\tLoss 1.3499 (1.3499)\tPrec@1 60.156 (60.156)\n",
      "[20/391]\tTime 0.059 (0.068)\tData 0.000 (0.016)\tLoss 1.5466 (1.3985)\tPrec@1 52.344 (59.487)\n",
      "[40/391]\tTime 0.030 (0.060)\tData 0.000 (0.008)\tLoss 1.4518 (1.3955)\tPrec@1 58.594 (60.061)\n",
      "[60/391]\tTime 0.032 (0.060)\tData 0.000 (0.006)\tLoss 1.4341 (1.3810)\tPrec@1 62.500 (60.400)\n",
      "[80/391]\tTime 0.030 (0.059)\tData 0.000 (0.004)\tLoss 1.4324 (1.3786)\tPrec@1 59.375 (60.667)\n",
      "[100/391]\tTime 0.036 (0.055)\tData 0.000 (0.004)\tLoss 1.4110 (1.3823)\tPrec@1 57.031 (60.543)\n",
      "[120/391]\tTime 0.049 (0.053)\tData 0.000 (0.003)\tLoss 1.4341 (1.3887)\tPrec@1 57.031 (60.343)\n",
      "[140/391]\tTime 0.062 (0.051)\tData 0.000 (0.003)\tLoss 1.5566 (1.3912)\tPrec@1 56.250 (60.428)\n",
      "[160/391]\tTime 0.046 (0.050)\tData 0.000 (0.002)\tLoss 1.2555 (1.3877)\tPrec@1 67.969 (60.350)\n",
      "[180/391]\tTime 0.082 (0.050)\tData 0.000 (0.002)\tLoss 1.5580 (1.3931)\tPrec@1 54.688 (60.294)\n",
      "[200/391]\tTime 0.088 (0.051)\tData 0.000 (0.002)\tLoss 1.1887 (1.3877)\tPrec@1 70.312 (60.471)\n",
      "[220/391]\tTime 0.086 (0.051)\tData 0.000 (0.002)\tLoss 1.3507 (1.3853)\tPrec@1 61.719 (60.630)\n",
      "[240/391]\tTime 0.053 (0.052)\tData 0.000 (0.002)\tLoss 1.3303 (1.3856)\tPrec@1 59.375 (60.526)\n",
      "[260/391]\tTime 0.070 (0.052)\tData 0.000 (0.002)\tLoss 1.3475 (1.3831)\tPrec@1 58.594 (60.653)\n",
      "[280/391]\tTime 0.093 (0.052)\tData 0.000 (0.002)\tLoss 1.4591 (1.3857)\tPrec@1 54.688 (60.571)\n",
      "[300/391]\tTime 0.043 (0.052)\tData 0.000 (0.002)\tLoss 1.6021 (1.3924)\tPrec@1 53.125 (60.408)\n",
      "[320/391]\tTime 0.032 (0.053)\tData 0.000 (0.001)\tLoss 1.4294 (1.3909)\tPrec@1 57.031 (60.397)\n",
      "[340/391]\tTime 0.069 (0.053)\tData 0.000 (0.001)\tLoss 1.4120 (1.3899)\tPrec@1 53.906 (60.376)\n",
      "[360/391]\tTime 0.056 (0.052)\tData 0.000 (0.001)\tLoss 1.3195 (1.3881)\tPrec@1 60.156 (60.451)\n",
      "[380/391]\tTime 0.028 (0.053)\tData 0.000 (0.001)\tLoss 1.3484 (1.3877)\tPrec@1 59.375 (60.439)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.222 (0.222)\tLoss 1.4944 (1.4944)\tPrec@1 58.594 (58.594)\n",
      "Test: [20/79]\tTime 0.012 (0.025)\tLoss 1.5076 (1.5469)\tPrec@1 62.500 (56.920)\n",
      "Test: [40/79]\tTime 0.021 (0.020)\tLoss 1.1521 (1.5218)\tPrec@1 66.406 (56.936)\n",
      "Test: [60/79]\tTime 0.036 (0.019)\tLoss 1.9363 (1.5215)\tPrec@1 49.219 (56.634)\n",
      " * Prec@1 56.770\n",
      "\n",
      "===> epoch: 104/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.384 (0.384)\tData 0.340 (0.340)\tLoss 1.3081 (1.3081)\tPrec@1 58.594 (58.594)\n",
      "[20/391]\tTime 0.103 (0.075)\tData 0.001 (0.017)\tLoss 1.1871 (1.3280)\tPrec@1 68.750 (60.938)\n",
      "[40/391]\tTime 0.048 (0.065)\tData 0.000 (0.009)\tLoss 1.3278 (1.3405)\tPrec@1 57.812 (61.033)\n",
      "[60/391]\tTime 0.106 (0.062)\tData 0.000 (0.006)\tLoss 1.2732 (1.3507)\tPrec@1 62.500 (61.488)\n",
      "[80/391]\tTime 0.069 (0.059)\tData 0.000 (0.005)\tLoss 1.3811 (1.3455)\tPrec@1 61.719 (61.651)\n",
      "[100/391]\tTime 0.046 (0.059)\tData 0.000 (0.004)\tLoss 1.3769 (1.3558)\tPrec@1 61.719 (61.448)\n",
      "[120/391]\tTime 0.031 (0.058)\tData 0.000 (0.003)\tLoss 1.2768 (1.3547)\tPrec@1 66.406 (61.409)\n",
      "[140/391]\tTime 0.027 (0.057)\tData 0.000 (0.003)\tLoss 1.4619 (1.3597)\tPrec@1 54.688 (61.242)\n",
      "[160/391]\tTime 0.039 (0.056)\tData 0.000 (0.003)\tLoss 1.4785 (1.3619)\tPrec@1 57.812 (61.073)\n",
      "[180/391]\tTime 0.071 (0.055)\tData 0.000 (0.002)\tLoss 1.4350 (1.3640)\tPrec@1 55.469 (60.963)\n",
      "[200/391]\tTime 0.023 (0.054)\tData 0.000 (0.002)\tLoss 1.6317 (1.3629)\tPrec@1 51.562 (61.070)\n",
      "[220/391]\tTime 0.066 (0.052)\tData 0.000 (0.002)\tLoss 1.1890 (1.3670)\tPrec@1 66.406 (60.846)\n",
      "[240/391]\tTime 0.068 (0.052)\tData 0.000 (0.002)\tLoss 1.1999 (1.3694)\tPrec@1 67.188 (60.743)\n",
      "[260/391]\tTime 0.054 (0.053)\tData 0.000 (0.002)\tLoss 1.2447 (1.3668)\tPrec@1 65.625 (60.761)\n",
      "[280/391]\tTime 0.038 (0.053)\tData 0.000 (0.002)\tLoss 1.3402 (1.3637)\tPrec@1 53.125 (60.773)\n",
      "[300/391]\tTime 0.085 (0.053)\tData 0.000 (0.002)\tLoss 1.3526 (1.3628)\tPrec@1 63.281 (60.808)\n",
      "[320/391]\tTime 0.082 (0.053)\tData 0.000 (0.001)\tLoss 1.0642 (1.3653)\tPrec@1 68.750 (60.721)\n",
      "[340/391]\tTime 0.088 (0.053)\tData 0.000 (0.001)\tLoss 1.6333 (1.3673)\tPrec@1 53.906 (60.731)\n",
      "[360/391]\tTime 0.061 (0.054)\tData 0.001 (0.001)\tLoss 1.6745 (1.3668)\tPrec@1 51.562 (60.749)\n",
      "[380/391]\tTime 0.032 (0.054)\tData 0.000 (0.001)\tLoss 1.5240 (1.3693)\tPrec@1 57.031 (60.638)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.230 (0.230)\tLoss 1.5196 (1.5196)\tPrec@1 57.812 (57.812)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test: [20/79]\tTime 0.018 (0.026)\tLoss 1.4750 (1.5329)\tPrec@1 58.594 (57.515)\n",
      "Test: [40/79]\tTime 0.008 (0.020)\tLoss 1.1525 (1.5228)\tPrec@1 64.844 (56.688)\n",
      "Test: [60/79]\tTime 0.007 (0.018)\tLoss 2.0128 (1.5257)\tPrec@1 50.781 (56.493)\n",
      " * Prec@1 56.720\n",
      "\n",
      "===> epoch: 105/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.367 (0.367)\tData 0.298 (0.298)\tLoss 1.3446 (1.3446)\tPrec@1 59.375 (59.375)\n",
      "[20/391]\tTime 0.040 (0.069)\tData 0.001 (0.015)\tLoss 1.4781 (1.3372)\tPrec@1 62.500 (61.421)\n",
      "[40/391]\tTime 0.029 (0.062)\tData 0.000 (0.008)\tLoss 1.1698 (1.3430)\tPrec@1 66.406 (61.757)\n",
      "[60/391]\tTime 0.026 (0.059)\tData 0.000 (0.005)\tLoss 1.4944 (1.3256)\tPrec@1 64.062 (62.551)\n",
      "[80/391]\tTime 0.055 (0.058)\tData 0.000 (0.004)\tLoss 1.2748 (1.3424)\tPrec@1 64.844 (62.105)\n",
      "[100/391]\tTime 0.031 (0.057)\tData 0.000 (0.003)\tLoss 1.2879 (1.3412)\tPrec@1 63.281 (61.904)\n",
      "[120/391]\tTime 0.025 (0.057)\tData 0.000 (0.003)\tLoss 1.3828 (1.3430)\tPrec@1 57.031 (61.757)\n",
      "[140/391]\tTime 0.059 (0.057)\tData 0.000 (0.003)\tLoss 1.3992 (1.3448)\tPrec@1 59.375 (61.730)\n",
      "[160/391]\tTime 0.079 (0.057)\tData 0.000 (0.002)\tLoss 1.4491 (1.3495)\tPrec@1 58.594 (61.612)\n",
      "[180/391]\tTime 0.067 (0.057)\tData 0.000 (0.002)\tLoss 1.2685 (1.3505)\tPrec@1 64.062 (61.529)\n",
      "[200/391]\tTime 0.088 (0.057)\tData 0.000 (0.002)\tLoss 1.4643 (1.3481)\tPrec@1 61.719 (61.509)\n",
      "[220/391]\tTime 0.078 (0.057)\tData 0.000 (0.002)\tLoss 1.4307 (1.3465)\tPrec@1 59.375 (61.680)\n",
      "[240/391]\tTime 0.056 (0.057)\tData 0.000 (0.002)\tLoss 1.4972 (1.3453)\tPrec@1 57.031 (61.745)\n",
      "[260/391]\tTime 0.055 (0.057)\tData 0.000 (0.002)\tLoss 1.3951 (1.3468)\tPrec@1 62.500 (61.716)\n",
      "[280/391]\tTime 0.039 (0.057)\tData 0.001 (0.002)\tLoss 1.3100 (1.3473)\tPrec@1 60.938 (61.633)\n",
      "[300/391]\tTime 0.083 (0.057)\tData 0.000 (0.002)\tLoss 1.2801 (1.3464)\tPrec@1 60.156 (61.664)\n",
      "[320/391]\tTime 0.030 (0.057)\tData 0.001 (0.001)\tLoss 1.3053 (1.3472)\tPrec@1 63.281 (61.612)\n",
      "[340/391]\tTime 0.031 (0.057)\tData 0.000 (0.001)\tLoss 1.4252 (1.3485)\tPrec@1 53.125 (61.529)\n",
      "[360/391]\tTime 0.059 (0.057)\tData 0.000 (0.001)\tLoss 1.2907 (1.3498)\tPrec@1 62.500 (61.446)\n",
      "[380/391]\tTime 0.055 (0.057)\tData 0.000 (0.001)\tLoss 1.0561 (1.3485)\tPrec@1 69.531 (61.428)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.221 (0.221)\tLoss 1.4964 (1.4964)\tPrec@1 55.469 (55.469)\n",
      "Test: [20/79]\tTime 0.023 (0.025)\tLoss 1.4587 (1.5247)\tPrec@1 62.500 (57.664)\n",
      "Test: [40/79]\tTime 0.007 (0.019)\tLoss 1.1426 (1.5182)\tPrec@1 64.844 (57.374)\n",
      "Test: [60/79]\tTime 0.021 (0.019)\tLoss 1.9027 (1.5152)\tPrec@1 51.562 (57.044)\n",
      " * Prec@1 57.120\n",
      "\n",
      "===> epoch: 106/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.446 (0.446)\tData 0.402 (0.402)\tLoss 1.4082 (1.4082)\tPrec@1 61.719 (61.719)\n",
      "[20/391]\tTime 0.050 (0.066)\tData 0.000 (0.020)\tLoss 1.5676 (1.3723)\tPrec@1 56.250 (60.342)\n",
      "[40/391]\tTime 0.040 (0.060)\tData 0.000 (0.010)\tLoss 1.4391 (1.3562)\tPrec@1 58.594 (60.880)\n",
      "[60/391]\tTime 0.035 (0.058)\tData 0.000 (0.007)\tLoss 1.4054 (1.3403)\tPrec@1 61.719 (61.642)\n",
      "[80/391]\tTime 0.049 (0.058)\tData 0.000 (0.005)\tLoss 1.3653 (1.3421)\tPrec@1 64.844 (61.892)\n",
      "[100/391]\tTime 0.042 (0.058)\tData 0.000 (0.004)\tLoss 1.4657 (1.3398)\tPrec@1 56.250 (61.897)\n",
      "[120/391]\tTime 0.046 (0.058)\tData 0.000 (0.004)\tLoss 1.2705 (1.3371)\tPrec@1 64.844 (61.848)\n",
      "[140/391]\tTime 0.046 (0.057)\tData 0.005 (0.003)\tLoss 1.5442 (1.3398)\tPrec@1 53.125 (61.686)\n",
      "[160/391]\tTime 0.033 (0.056)\tData 0.000 (0.003)\tLoss 1.3506 (1.3390)\tPrec@1 57.031 (61.525)\n",
      "[180/391]\tTime 0.029 (0.054)\tData 0.000 (0.003)\tLoss 1.3749 (1.3318)\tPrec@1 58.594 (61.684)\n",
      "[200/391]\tTime 0.061 (0.053)\tData 0.000 (0.002)\tLoss 1.3720 (1.3387)\tPrec@1 60.156 (61.451)\n",
      "[220/391]\tTime 0.083 (0.052)\tData 0.000 (0.002)\tLoss 1.2938 (1.3366)\tPrec@1 64.844 (61.528)\n",
      "[240/391]\tTime 0.087 (0.053)\tData 0.000 (0.002)\tLoss 1.4299 (1.3373)\tPrec@1 59.375 (61.576)\n",
      "[260/391]\tTime 0.058 (0.053)\tData 0.000 (0.002)\tLoss 1.3316 (1.3383)\tPrec@1 60.938 (61.563)\n",
      "[280/391]\tTime 0.048 (0.053)\tData 0.000 (0.002)\tLoss 1.5211 (1.3421)\tPrec@1 58.594 (61.463)\n",
      "[300/391]\tTime 0.097 (0.053)\tData 0.000 (0.002)\tLoss 1.2652 (1.3441)\tPrec@1 58.594 (61.371)\n",
      "[320/391]\tTime 0.021 (0.053)\tData 0.000 (0.002)\tLoss 1.2208 (1.3430)\tPrec@1 60.156 (61.461)\n",
      "[340/391]\tTime 0.027 (0.054)\tData 0.000 (0.002)\tLoss 1.5459 (1.3439)\tPrec@1 52.344 (61.467)\n",
      "[360/391]\tTime 0.041 (0.053)\tData 0.000 (0.002)\tLoss 1.5806 (1.3446)\tPrec@1 59.375 (61.422)\n",
      "[380/391]\tTime 0.045 (0.053)\tData 0.000 (0.002)\tLoss 1.3433 (1.3436)\tPrec@1 62.500 (61.458)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.312 (0.312)\tLoss 1.4711 (1.4711)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.030 (0.027)\tLoss 1.4818 (1.5102)\tPrec@1 59.375 (58.408)\n",
      "Test: [40/79]\tTime 0.010 (0.021)\tLoss 1.1334 (1.4991)\tPrec@1 65.625 (57.470)\n",
      "Test: [60/79]\tTime 0.015 (0.020)\tLoss 1.9621 (1.4989)\tPrec@1 49.219 (57.454)\n",
      " * Prec@1 57.650\n",
      "\n",
      "===> epoch: 107/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.357 (0.357)\tData 0.316 (0.316)\tLoss 1.3784 (1.3784)\tPrec@1 57.031 (57.031)\n",
      "[20/391]\tTime 0.060 (0.068)\tData 0.000 (0.015)\tLoss 1.1463 (1.3195)\tPrec@1 68.750 (62.872)\n",
      "[40/391]\tTime 0.029 (0.064)\tData 0.001 (0.008)\tLoss 1.0984 (1.3086)\tPrec@1 64.062 (62.443)\n",
      "[60/391]\tTime 0.081 (0.061)\tData 0.000 (0.005)\tLoss 1.3306 (1.3203)\tPrec@1 60.156 (61.591)\n",
      "[80/391]\tTime 0.076 (0.060)\tData 0.000 (0.004)\tLoss 1.1288 (1.3157)\tPrec@1 66.406 (62.105)\n",
      "[100/391]\tTime 0.098 (0.059)\tData 0.000 (0.003)\tLoss 1.2980 (1.3217)\tPrec@1 57.812 (62.020)\n",
      "[120/391]\tTime 0.065 (0.059)\tData 0.000 (0.003)\tLoss 1.2197 (1.3256)\tPrec@1 63.281 (61.977)\n",
      "[140/391]\tTime 0.052 (0.058)\tData 0.000 (0.003)\tLoss 1.3321 (1.3210)\tPrec@1 59.375 (62.073)\n",
      "[160/391]\tTime 0.033 (0.057)\tData 0.000 (0.002)\tLoss 1.2969 (1.3173)\tPrec@1 60.938 (62.155)\n",
      "[180/391]\tTime 0.105 (0.057)\tData 0.000 (0.002)\tLoss 1.3150 (1.3184)\tPrec@1 60.156 (62.012)\n",
      "[200/391]\tTime 0.075 (0.057)\tData 0.017 (0.002)\tLoss 1.2311 (1.3206)\tPrec@1 67.969 (61.917)\n",
      "[220/391]\tTime 0.036 (0.056)\tData 0.001 (0.002)\tLoss 1.3741 (1.3196)\tPrec@1 60.156 (61.959)\n",
      "[240/391]\tTime 0.073 (0.056)\tData 0.000 (0.002)\tLoss 1.1762 (1.3160)\tPrec@1 62.500 (61.988)\n",
      "[260/391]\tTime 0.062 (0.055)\tData 0.000 (0.002)\tLoss 1.4507 (1.3172)\tPrec@1 64.062 (62.033)\n",
      "[280/391]\tTime 0.085 (0.055)\tData 0.000 (0.001)\tLoss 1.5417 (1.3188)\tPrec@1 61.719 (62.058)\n",
      "[300/391]\tTime 0.056 (0.055)\tData 0.000 (0.001)\tLoss 1.2340 (1.3215)\tPrec@1 65.625 (62.028)\n",
      "[320/391]\tTime 0.026 (0.055)\tData 0.000 (0.001)\tLoss 1.3540 (1.3216)\tPrec@1 62.500 (62.074)\n",
      "[340/391]\tTime 0.032 (0.055)\tData 0.000 (0.001)\tLoss 1.2025 (1.3201)\tPrec@1 63.281 (62.090)\n",
      "[360/391]\tTime 0.052 (0.055)\tData 0.000 (0.001)\tLoss 1.3125 (1.3237)\tPrec@1 58.594 (62.020)\n",
      "[380/391]\tTime 0.052 (0.055)\tData 0.001 (0.001)\tLoss 1.2851 (1.3272)\tPrec@1 60.156 (61.873)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.315 (0.315)\tLoss 1.3990 (1.3990)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.051 (0.033)\tLoss 1.5022 (1.4968)\tPrec@1 60.938 (58.259)\n",
      "Test: [40/79]\tTime 0.004 (0.024)\tLoss 1.1906 (1.4927)\tPrec@1 64.062 (57.984)\n",
      "Test: [60/79]\tTime 0.012 (0.021)\tLoss 1.8842 (1.4922)\tPrec@1 49.219 (57.415)\n",
      " * Prec@1 57.460\n",
      "\n",
      "===> epoch: 108/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.332 (0.332)\tData 0.270 (0.270)\tLoss 1.3569 (1.3569)\tPrec@1 67.969 (67.969)\n",
      "[20/391]\tTime 0.044 (0.068)\tData 0.001 (0.013)\tLoss 1.3269 (1.2810)\tPrec@1 60.938 (65.179)\n",
      "[40/391]\tTime 0.032 (0.059)\tData 0.000 (0.007)\tLoss 1.2610 (1.2700)\tPrec@1 64.062 (64.253)\n",
      "[60/391]\tTime 0.055 (0.059)\tData 0.000 (0.005)\tLoss 1.1645 (1.2924)\tPrec@1 64.062 (62.782)\n",
      "[80/391]\tTime 0.041 (0.059)\tData 0.000 (0.004)\tLoss 1.2818 (1.2927)\tPrec@1 64.062 (62.693)\n",
      "[100/391]\tTime 0.055 (0.059)\tData 0.000 (0.003)\tLoss 1.0055 (1.2882)\tPrec@1 67.969 (62.941)\n",
      "[120/391]\tTime 0.045 (0.058)\tData 0.000 (0.003)\tLoss 1.2578 (1.2882)\tPrec@1 61.719 (62.958)\n",
      "[140/391]\tTime 0.084 (0.058)\tData 0.001 (0.003)\tLoss 1.3469 (1.2937)\tPrec@1 60.156 (62.871)\n",
      "[160/391]\tTime 0.078 (0.058)\tData 0.000 (0.002)\tLoss 1.2739 (1.3027)\tPrec@1 64.062 (62.573)\n",
      "[180/391]\tTime 0.068 (0.057)\tData 0.000 (0.002)\tLoss 1.2464 (1.3056)\tPrec@1 66.406 (62.500)\n",
      "[200/391]\tTime 0.024 (0.055)\tData 0.000 (0.002)\tLoss 1.3658 (1.3071)\tPrec@1 62.500 (62.403)\n",
      "[220/391]\tTime 0.032 (0.054)\tData 0.000 (0.002)\tLoss 1.4367 (1.3129)\tPrec@1 55.469 (62.214)\n",
      "[240/391]\tTime 0.021 (0.053)\tData 0.000 (0.002)\tLoss 1.3800 (1.3115)\tPrec@1 63.281 (62.283)\n",
      "[260/391]\tTime 0.036 (0.051)\tData 0.000 (0.002)\tLoss 1.2694 (1.3128)\tPrec@1 63.281 (62.270)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[280/391]\tTime 0.053 (0.050)\tData 0.000 (0.002)\tLoss 1.4877 (1.3144)\tPrec@1 53.906 (62.166)\n",
      "[300/391]\tTime 0.045 (0.050)\tData 0.000 (0.001)\tLoss 1.1860 (1.3178)\tPrec@1 66.406 (62.067)\n",
      "[320/391]\tTime 0.072 (0.050)\tData 0.000 (0.001)\tLoss 1.2674 (1.3160)\tPrec@1 67.188 (62.198)\n",
      "[340/391]\tTime 0.084 (0.051)\tData 0.000 (0.001)\tLoss 1.1526 (1.3135)\tPrec@1 69.531 (62.275)\n",
      "[360/391]\tTime 0.059 (0.051)\tData 0.000 (0.001)\tLoss 1.2028 (1.3145)\tPrec@1 61.719 (62.219)\n",
      "[380/391]\tTime 0.034 (0.051)\tData 0.000 (0.001)\tLoss 1.1602 (1.3144)\tPrec@1 66.406 (62.170)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.292 (0.292)\tLoss 1.3796 (1.3796)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.021 (0.030)\tLoss 1.3832 (1.4894)\tPrec@1 61.719 (58.966)\n",
      "Test: [40/79]\tTime 0.012 (0.024)\tLoss 1.1462 (1.4845)\tPrec@1 65.625 (57.984)\n",
      "Test: [60/79]\tTime 0.026 (0.022)\tLoss 1.9825 (1.4890)\tPrec@1 46.094 (57.454)\n",
      " * Prec@1 57.820\n",
      "\n",
      "===> epoch: 109/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.317 (0.317)\tData 0.248 (0.248)\tLoss 1.2597 (1.2597)\tPrec@1 60.156 (60.156)\n",
      "[20/391]\tTime 0.051 (0.068)\tData 0.000 (0.012)\tLoss 1.5117 (1.3075)\tPrec@1 53.125 (61.830)\n",
      "[40/391]\tTime 0.056 (0.061)\tData 0.000 (0.006)\tLoss 1.2380 (1.3012)\tPrec@1 62.500 (62.195)\n",
      "[60/391]\tTime 0.031 (0.058)\tData 0.001 (0.004)\tLoss 1.6493 (1.3035)\tPrec@1 54.688 (61.885)\n",
      "[80/391]\tTime 0.029 (0.058)\tData 0.000 (0.003)\tLoss 1.2273 (1.2921)\tPrec@1 64.844 (62.365)\n",
      "[100/391]\tTime 0.065 (0.057)\tData 0.000 (0.003)\tLoss 1.1919 (1.2851)\tPrec@1 68.750 (62.794)\n",
      "[120/391]\tTime 0.097 (0.057)\tData 0.000 (0.002)\tLoss 1.2951 (1.2900)\tPrec@1 67.188 (62.849)\n",
      "[140/391]\tTime 0.073 (0.057)\tData 0.000 (0.002)\tLoss 1.0908 (1.2932)\tPrec@1 70.312 (62.893)\n",
      "[160/391]\tTime 0.035 (0.057)\tData 0.000 (0.002)\tLoss 1.2868 (1.2944)\tPrec@1 69.531 (62.937)\n",
      "[180/391]\tTime 0.027 (0.057)\tData 0.000 (0.002)\tLoss 1.2593 (1.2965)\tPrec@1 59.375 (62.953)\n",
      "[200/391]\tTime 0.050 (0.056)\tData 0.000 (0.002)\tLoss 1.4672 (1.2953)\tPrec@1 53.125 (62.982)\n",
      "[220/391]\tTime 0.094 (0.057)\tData 0.000 (0.002)\tLoss 1.4069 (1.2941)\tPrec@1 54.688 (62.917)\n",
      "[240/391]\tTime 0.031 (0.056)\tData 0.000 (0.002)\tLoss 1.4804 (1.2964)\tPrec@1 62.500 (62.873)\n",
      "[260/391]\tTime 0.028 (0.056)\tData 0.000 (0.001)\tLoss 1.4090 (1.3019)\tPrec@1 60.156 (62.710)\n",
      "[280/391]\tTime 0.065 (0.056)\tData 0.000 (0.001)\tLoss 1.4289 (1.3031)\tPrec@1 61.719 (62.647)\n",
      "[300/391]\tTime 0.065 (0.056)\tData 0.000 (0.001)\tLoss 1.3711 (1.3064)\tPrec@1 61.719 (62.549)\n",
      "[320/391]\tTime 0.079 (0.056)\tData 0.000 (0.001)\tLoss 1.6600 (1.3088)\tPrec@1 55.469 (62.466)\n",
      "[340/391]\tTime 0.036 (0.056)\tData 0.001 (0.001)\tLoss 1.1761 (1.3083)\tPrec@1 64.062 (62.456)\n",
      "[360/391]\tTime 0.024 (0.056)\tData 0.000 (0.001)\tLoss 1.1954 (1.3087)\tPrec@1 66.406 (62.418)\n",
      "[380/391]\tTime 0.029 (0.056)\tData 0.000 (0.001)\tLoss 1.3621 (1.3110)\tPrec@1 55.469 (62.322)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.208 (0.208)\tLoss 1.4999 (1.4999)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.012 (0.022)\tLoss 1.4098 (1.4923)\tPrec@1 62.500 (58.557)\n",
      "Test: [40/79]\tTime 0.010 (0.017)\tLoss 1.0576 (1.4890)\tPrec@1 66.406 (57.812)\n",
      "Test: [60/79]\tTime 0.025 (0.017)\tLoss 1.9534 (1.5088)\tPrec@1 47.656 (57.172)\n",
      " * Prec@1 57.430\n",
      "\n",
      "===> epoch: 110/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.399 (0.399)\tData 0.357 (0.357)\tLoss 1.1326 (1.1326)\tPrec@1 65.625 (65.625)\n",
      "[20/391]\tTime 0.028 (0.072)\tData 0.000 (0.018)\tLoss 1.3771 (1.2601)\tPrec@1 57.031 (63.504)\n",
      "[40/391]\tTime 0.042 (0.063)\tData 0.000 (0.009)\tLoss 1.2115 (1.2732)\tPrec@1 64.844 (63.243)\n",
      "[60/391]\tTime 0.032 (0.062)\tData 0.000 (0.006)\tLoss 1.2974 (1.2738)\tPrec@1 61.719 (63.422)\n",
      "[80/391]\tTime 0.067 (0.060)\tData 0.000 (0.005)\tLoss 1.1003 (1.2818)\tPrec@1 64.844 (63.262)\n",
      "[100/391]\tTime 0.034 (0.058)\tData 0.000 (0.004)\tLoss 1.1926 (1.2878)\tPrec@1 67.969 (62.925)\n",
      "[120/391]\tTime 0.045 (0.058)\tData 0.010 (0.004)\tLoss 1.4282 (1.2840)\tPrec@1 53.906 (62.810)\n",
      "[140/391]\tTime 0.090 (0.057)\tData 0.000 (0.003)\tLoss 1.3703 (1.2773)\tPrec@1 59.375 (62.893)\n",
      "[160/391]\tTime 0.024 (0.057)\tData 0.000 (0.003)\tLoss 1.6067 (1.2849)\tPrec@1 56.250 (62.786)\n",
      "[180/391]\tTime 0.096 (0.057)\tData 0.000 (0.003)\tLoss 1.2462 (1.2874)\tPrec@1 64.062 (62.694)\n",
      "[200/391]\tTime 0.039 (0.056)\tData 0.000 (0.002)\tLoss 1.0016 (1.2907)\tPrec@1 68.750 (62.659)\n",
      "[220/391]\tTime 0.050 (0.055)\tData 0.000 (0.002)\tLoss 1.5981 (1.2918)\tPrec@1 57.031 (62.645)\n",
      "[240/391]\tTime 0.030 (0.054)\tData 0.000 (0.002)\tLoss 1.1500 (1.2945)\tPrec@1 67.969 (62.503)\n",
      "[260/391]\tTime 0.047 (0.054)\tData 0.001 (0.002)\tLoss 1.2304 (1.2948)\tPrec@1 63.281 (62.512)\n",
      "[280/391]\tTime 0.091 (0.054)\tData 0.000 (0.002)\tLoss 1.4403 (1.2943)\tPrec@1 62.500 (62.572)\n",
      "[300/391]\tTime 0.061 (0.053)\tData 0.000 (0.002)\tLoss 1.2328 (1.2957)\tPrec@1 69.531 (62.593)\n",
      "[320/391]\tTime 0.085 (0.053)\tData 0.000 (0.002)\tLoss 1.2759 (1.2968)\tPrec@1 66.406 (62.575)\n",
      "[340/391]\tTime 0.056 (0.054)\tData 0.000 (0.002)\tLoss 1.1742 (1.2999)\tPrec@1 66.406 (62.502)\n",
      "[360/391]\tTime 0.028 (0.054)\tData 0.001 (0.002)\tLoss 1.3221 (1.3000)\tPrec@1 58.594 (62.515)\n",
      "[380/391]\tTime 0.050 (0.054)\tData 0.000 (0.002)\tLoss 1.2196 (1.3000)\tPrec@1 60.938 (62.514)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.338 (0.338)\tLoss 1.4494 (1.4494)\tPrec@1 59.375 (59.375)\n",
      "Test: [20/79]\tTime 0.013 (0.032)\tLoss 1.4074 (1.5042)\tPrec@1 61.719 (58.743)\n",
      "Test: [40/79]\tTime 0.022 (0.024)\tLoss 1.1954 (1.4894)\tPrec@1 66.406 (58.460)\n",
      "Test: [60/79]\tTime 0.005 (0.021)\tLoss 1.9392 (1.4993)\tPrec@1 52.344 (57.928)\n",
      " * Prec@1 58.100\n",
      "\n",
      "===> epoch: 111/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.432 (0.432)\tData 0.331 (0.331)\tLoss 1.3301 (1.3301)\tPrec@1 62.500 (62.500)\n",
      "[20/391]\tTime 0.047 (0.076)\tData 0.000 (0.016)\tLoss 1.2237 (1.2530)\tPrec@1 66.406 (63.876)\n",
      "[40/391]\tTime 0.033 (0.065)\tData 0.000 (0.009)\tLoss 1.3504 (1.2639)\tPrec@1 60.938 (63.243)\n",
      "[60/391]\tTime 0.046 (0.062)\tData 0.000 (0.006)\tLoss 1.1694 (1.2537)\tPrec@1 69.531 (63.678)\n",
      "[80/391]\tTime 0.031 (0.058)\tData 0.000 (0.004)\tLoss 1.4510 (1.2653)\tPrec@1 61.719 (63.349)\n",
      "[100/391]\tTime 0.030 (0.055)\tData 0.000 (0.004)\tLoss 1.1462 (1.2738)\tPrec@1 61.719 (63.088)\n",
      "[120/391]\tTime 0.033 (0.053)\tData 0.000 (0.003)\tLoss 1.0624 (1.2824)\tPrec@1 67.188 (62.920)\n",
      "[140/391]\tTime 0.060 (0.051)\tData 0.000 (0.003)\tLoss 1.4133 (1.2793)\tPrec@1 57.812 (62.916)\n",
      "[160/391]\tTime 0.060 (0.050)\tData 0.000 (0.003)\tLoss 1.1869 (1.2829)\tPrec@1 69.531 (62.762)\n",
      "[180/391]\tTime 0.090 (0.051)\tData 0.000 (0.002)\tLoss 1.3079 (1.2843)\tPrec@1 61.719 (62.677)\n",
      "[200/391]\tTime 0.084 (0.052)\tData 0.005 (0.002)\tLoss 1.3129 (1.2830)\tPrec@1 61.719 (62.838)\n",
      "[220/391]\tTime 0.044 (0.052)\tData 0.000 (0.002)\tLoss 1.1480 (1.2832)\tPrec@1 64.844 (62.921)\n",
      "[240/391]\tTime 0.025 (0.052)\tData 0.000 (0.002)\tLoss 1.2854 (1.2879)\tPrec@1 66.406 (62.840)\n",
      "[260/391]\tTime 0.034 (0.052)\tData 0.000 (0.002)\tLoss 1.4208 (1.2898)\tPrec@1 54.688 (62.817)\n",
      "[280/391]\tTime 0.026 (0.053)\tData 0.000 (0.002)\tLoss 1.0660 (1.2886)\tPrec@1 66.406 (62.875)\n",
      "[300/391]\tTime 0.050 (0.053)\tData 0.000 (0.002)\tLoss 1.2857 (1.2929)\tPrec@1 64.062 (62.752)\n",
      "[320/391]\tTime 0.039 (0.053)\tData 0.000 (0.002)\tLoss 1.2668 (1.2940)\tPrec@1 59.375 (62.712)\n",
      "[340/391]\tTime 0.077 (0.053)\tData 0.005 (0.001)\tLoss 1.2116 (1.2935)\tPrec@1 63.281 (62.605)\n",
      "[360/391]\tTime 0.043 (0.053)\tData 0.000 (0.001)\tLoss 1.3512 (1.2951)\tPrec@1 60.938 (62.563)\n",
      "[380/391]\tTime 0.040 (0.053)\tData 0.000 (0.001)\tLoss 1.1286 (1.2954)\tPrec@1 69.531 (62.529)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.301 (0.301)\tLoss 1.5300 (1.5300)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.006 (0.031)\tLoss 1.3638 (1.4993)\tPrec@1 64.844 (59.040)\n",
      "Test: [40/79]\tTime 0.015 (0.024)\tLoss 1.1393 (1.4870)\tPrec@1 67.188 (58.422)\n",
      "Test: [60/79]\tTime 0.013 (0.021)\tLoss 1.9656 (1.4933)\tPrec@1 53.125 (57.966)\n",
      " * Prec@1 58.030\n",
      "\n",
      "===> epoch: 112/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.493 (0.493)\tData 0.411 (0.411)\tLoss 1.4386 (1.4386)\tPrec@1 60.156 (60.156)\n",
      "[20/391]\tTime 0.029 (0.075)\tData 0.000 (0.020)\tLoss 1.3189 (1.2292)\tPrec@1 59.375 (64.509)\n",
      "[40/391]\tTime 0.097 (0.065)\tData 0.005 (0.011)\tLoss 1.2297 (1.2551)\tPrec@1 65.625 (63.281)\n",
      "[60/391]\tTime 0.071 (0.062)\tData 0.000 (0.007)\tLoss 1.1431 (1.2631)\tPrec@1 64.844 (63.486)\n",
      "[80/391]\tTime 0.029 (0.058)\tData 0.000 (0.006)\tLoss 1.4602 (1.2665)\tPrec@1 56.250 (63.358)\n",
      "[100/391]\tTime 0.077 (0.057)\tData 0.000 (0.005)\tLoss 1.2036 (1.2750)\tPrec@1 64.844 (63.258)\n",
      "[120/391]\tTime 0.041 (0.057)\tData 0.000 (0.004)\tLoss 1.4903 (1.2877)\tPrec@1 61.719 (62.965)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[140/391]\tTime 0.077 (0.057)\tData 0.000 (0.003)\tLoss 1.3657 (1.2847)\tPrec@1 60.938 (62.927)\n",
      "[160/391]\tTime 0.086 (0.057)\tData 0.000 (0.003)\tLoss 1.3047 (1.2891)\tPrec@1 64.062 (62.825)\n",
      "[180/391]\tTime 0.069 (0.057)\tData 0.000 (0.003)\tLoss 1.3020 (1.2868)\tPrec@1 63.281 (62.828)\n",
      "[200/391]\tTime 0.102 (0.057)\tData 0.000 (0.003)\tLoss 1.3410 (1.2884)\tPrec@1 64.062 (62.760)\n",
      "[220/391]\tTime 0.061 (0.056)\tData 0.000 (0.002)\tLoss 1.2266 (1.2920)\tPrec@1 64.844 (62.645)\n",
      "[240/391]\tTime 0.070 (0.055)\tData 0.000 (0.002)\tLoss 1.0925 (1.2894)\tPrec@1 66.406 (62.779)\n",
      "[260/391]\tTime 0.048 (0.054)\tData 0.000 (0.002)\tLoss 1.2092 (1.2894)\tPrec@1 62.500 (62.826)\n",
      "[280/391]\tTime 0.029 (0.054)\tData 0.000 (0.002)\tLoss 1.4333 (1.2895)\tPrec@1 55.469 (62.845)\n",
      "[300/391]\tTime 0.064 (0.054)\tData 0.000 (0.002)\tLoss 1.3489 (1.2934)\tPrec@1 61.719 (62.697)\n",
      "[320/391]\tTime 0.066 (0.053)\tData 0.000 (0.002)\tLoss 1.3681 (1.2918)\tPrec@1 60.938 (62.687)\n",
      "[340/391]\tTime 0.051 (0.053)\tData 0.000 (0.002)\tLoss 1.4004 (1.2913)\tPrec@1 60.938 (62.699)\n",
      "[360/391]\tTime 0.042 (0.053)\tData 0.000 (0.002)\tLoss 0.9851 (1.2890)\tPrec@1 74.219 (62.814)\n",
      "[380/391]\tTime 0.032 (0.053)\tData 0.001 (0.002)\tLoss 1.2388 (1.2917)\tPrec@1 68.750 (62.771)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.314 (0.314)\tLoss 1.5463 (1.5463)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.038 (0.031)\tLoss 1.4647 (1.5289)\tPrec@1 60.938 (57.664)\n",
      "Test: [40/79]\tTime 0.033 (0.024)\tLoss 1.1714 (1.5221)\tPrec@1 63.281 (57.241)\n",
      "Test: [60/79]\tTime 0.010 (0.020)\tLoss 1.8189 (1.5177)\tPrec@1 52.344 (57.121)\n",
      " * Prec@1 57.540\n",
      "\n",
      "===> epoch: 113/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.299 (0.299)\tData 0.246 (0.246)\tLoss 1.0680 (1.0680)\tPrec@1 75.000 (75.000)\n",
      "[20/391]\tTime 0.090 (0.067)\tData 0.000 (0.012)\tLoss 1.1683 (1.2225)\tPrec@1 68.750 (65.625)\n",
      "[40/391]\tTime 0.053 (0.062)\tData 0.000 (0.006)\tLoss 1.5057 (1.2472)\tPrec@1 57.031 (64.310)\n",
      "[60/391]\tTime 0.046 (0.061)\tData 0.000 (0.004)\tLoss 1.1620 (1.2485)\tPrec@1 61.719 (63.922)\n",
      "[80/391]\tTime 0.089 (0.060)\tData 0.000 (0.003)\tLoss 1.1636 (1.2559)\tPrec@1 66.406 (63.513)\n",
      "[100/391]\tTime 0.027 (0.058)\tData 0.000 (0.003)\tLoss 1.1589 (1.2608)\tPrec@1 67.188 (63.575)\n",
      "[120/391]\tTime 0.051 (0.058)\tData 0.000 (0.002)\tLoss 1.1799 (1.2679)\tPrec@1 64.062 (63.456)\n",
      "[140/391]\tTime 0.061 (0.058)\tData 0.000 (0.002)\tLoss 1.1419 (1.2706)\tPrec@1 64.844 (63.326)\n",
      "[160/391]\tTime 0.048 (0.057)\tData 0.000 (0.002)\tLoss 1.1400 (1.2665)\tPrec@1 68.750 (63.393)\n",
      "[180/391]\tTime 0.030 (0.058)\tData 0.000 (0.002)\tLoss 1.2745 (1.2692)\tPrec@1 55.469 (63.221)\n",
      "[200/391]\tTime 0.023 (0.057)\tData 0.000 (0.002)\tLoss 1.4655 (1.2783)\tPrec@1 59.375 (63.009)\n",
      "[220/391]\tTime 0.090 (0.057)\tData 0.000 (0.002)\tLoss 1.3073 (1.2808)\tPrec@1 57.812 (62.928)\n",
      "[240/391]\tTime 0.050 (0.056)\tData 0.005 (0.002)\tLoss 1.1957 (1.2846)\tPrec@1 58.594 (62.750)\n",
      "[260/391]\tTime 0.072 (0.056)\tData 0.000 (0.001)\tLoss 1.5864 (1.2883)\tPrec@1 55.469 (62.614)\n",
      "[280/391]\tTime 0.036 (0.055)\tData 0.000 (0.001)\tLoss 1.2992 (1.2923)\tPrec@1 58.594 (62.492)\n",
      "[300/391]\tTime 0.084 (0.056)\tData 0.000 (0.001)\tLoss 1.4364 (1.2927)\tPrec@1 57.031 (62.490)\n",
      "[320/391]\tTime 0.079 (0.055)\tData 0.000 (0.001)\tLoss 1.1922 (1.2921)\tPrec@1 64.844 (62.498)\n",
      "[340/391]\tTime 0.087 (0.055)\tData 0.000 (0.001)\tLoss 1.3951 (1.2919)\tPrec@1 60.156 (62.475)\n",
      "[360/391]\tTime 0.042 (0.056)\tData 0.000 (0.001)\tLoss 1.2134 (1.2929)\tPrec@1 67.188 (62.502)\n",
      "[380/391]\tTime 0.069 (0.055)\tData 0.000 (0.001)\tLoss 1.2073 (1.2962)\tPrec@1 64.062 (62.389)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.214 (0.214)\tLoss 1.4760 (1.4760)\tPrec@1 60.938 (60.938)\n",
      "Test: [20/79]\tTime 0.008 (0.024)\tLoss 1.3972 (1.5266)\tPrec@1 59.375 (57.440)\n",
      "Test: [40/79]\tTime 0.008 (0.017)\tLoss 1.1301 (1.5109)\tPrec@1 63.281 (57.317)\n",
      "Test: [60/79]\tTime 0.011 (0.016)\tLoss 1.9422 (1.5135)\tPrec@1 48.438 (57.211)\n",
      " * Prec@1 57.410\n",
      "\n",
      "===> epoch: 114/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.389 (0.389)\tData 0.355 (0.355)\tLoss 1.5440 (1.5440)\tPrec@1 55.469 (55.469)\n",
      "[20/391]\tTime 0.021 (0.057)\tData 0.000 (0.018)\tLoss 1.1167 (1.2304)\tPrec@1 67.188 (63.653)\n",
      "[40/391]\tTime 0.029 (0.047)\tData 0.000 (0.010)\tLoss 1.2547 (1.2363)\tPrec@1 59.375 (63.281)\n",
      "[60/391]\tTime 0.051 (0.047)\tData 0.000 (0.007)\tLoss 1.4151 (1.2478)\tPrec@1 64.062 (63.140)\n",
      "[80/391]\tTime 0.047 (0.049)\tData 0.000 (0.005)\tLoss 1.1690 (1.2528)\tPrec@1 67.969 (63.378)\n",
      "[100/391]\tTime 0.033 (0.050)\tData 0.001 (0.004)\tLoss 1.2486 (1.2596)\tPrec@1 64.062 (63.289)\n",
      "[120/391]\tTime 0.033 (0.051)\tData 0.000 (0.004)\tLoss 1.1395 (1.2636)\tPrec@1 65.625 (63.268)\n",
      "[140/391]\tTime 0.095 (0.052)\tData 0.000 (0.003)\tLoss 1.4668 (1.2654)\tPrec@1 60.938 (63.276)\n",
      "[160/391]\tTime 0.045 (0.052)\tData 0.000 (0.003)\tLoss 1.1221 (1.2661)\tPrec@1 68.750 (63.359)\n",
      "[180/391]\tTime 0.040 (0.054)\tData 0.000 (0.003)\tLoss 1.4286 (1.2700)\tPrec@1 62.500 (63.281)\n",
      "[200/391]\tTime 0.053 (0.054)\tData 0.000 (0.002)\tLoss 1.5262 (1.2738)\tPrec@1 57.812 (63.184)\n",
      "[220/391]\tTime 0.034 (0.054)\tData 0.000 (0.002)\tLoss 1.4731 (1.2754)\tPrec@1 55.469 (63.179)\n",
      "[240/391]\tTime 0.018 (0.053)\tData 0.000 (0.002)\tLoss 1.5024 (1.2812)\tPrec@1 55.469 (62.954)\n",
      "[260/391]\tTime 0.034 (0.052)\tData 0.000 (0.002)\tLoss 1.2732 (1.2809)\tPrec@1 60.156 (62.964)\n",
      "[280/391]\tTime 0.034 (0.052)\tData 0.004 (0.002)\tLoss 1.1296 (1.2811)\tPrec@1 63.281 (63.017)\n",
      "[300/391]\tTime 0.033 (0.051)\tData 0.000 (0.002)\tLoss 1.1970 (1.2831)\tPrec@1 60.156 (62.944)\n",
      "[320/391]\tTime 0.036 (0.052)\tData 0.000 (0.002)\tLoss 1.2818 (1.2830)\tPrec@1 65.625 (62.960)\n",
      "[340/391]\tTime 0.089 (0.052)\tData 0.000 (0.002)\tLoss 0.9823 (1.2833)\tPrec@1 71.875 (63.004)\n",
      "[360/391]\tTime 0.031 (0.052)\tData 0.000 (0.001)\tLoss 1.5168 (1.2871)\tPrec@1 53.906 (62.926)\n",
      "[380/391]\tTime 0.043 (0.052)\tData 0.000 (0.001)\tLoss 1.5203 (1.2888)\tPrec@1 58.594 (62.859)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.235 (0.235)\tLoss 1.5087 (1.5087)\tPrec@1 57.031 (57.031)\n",
      "Test: [20/79]\tTime 0.016 (0.024)\tLoss 1.5142 (1.5430)\tPrec@1 60.156 (57.143)\n",
      "Test: [40/79]\tTime 0.005 (0.017)\tLoss 1.0632 (1.5322)\tPrec@1 67.188 (56.879)\n",
      "Test: [60/79]\tTime 0.033 (0.016)\tLoss 1.8054 (1.5381)\tPrec@1 52.344 (56.532)\n",
      " * Prec@1 56.720\n",
      "\n",
      "===> epoch: 115/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.432 (0.432)\tData 0.350 (0.350)\tLoss 1.3688 (1.3688)\tPrec@1 60.938 (60.938)\n",
      "[20/391]\tTime 0.078 (0.073)\tData 0.000 (0.017)\tLoss 1.4808 (1.2692)\tPrec@1 53.125 (62.798)\n",
      "[40/391]\tTime 0.036 (0.064)\tData 0.000 (0.009)\tLoss 1.2938 (1.2739)\tPrec@1 65.625 (62.805)\n",
      "[60/391]\tTime 0.079 (0.060)\tData 0.000 (0.006)\tLoss 1.3833 (1.2713)\tPrec@1 59.375 (63.140)\n",
      "[80/391]\tTime 0.081 (0.059)\tData 0.000 (0.005)\tLoss 1.2541 (1.2696)\tPrec@1 64.062 (63.358)\n",
      "[100/391]\tTime 0.087 (0.058)\tData 0.000 (0.004)\tLoss 1.5259 (1.2770)\tPrec@1 56.250 (63.057)\n",
      "[120/391]\tTime 0.068 (0.057)\tData 0.000 (0.003)\tLoss 1.1557 (1.2820)\tPrec@1 68.750 (62.965)\n",
      "[140/391]\tTime 0.041 (0.057)\tData 0.000 (0.003)\tLoss 1.2809 (1.2827)\tPrec@1 62.500 (62.954)\n",
      "[160/391]\tTime 0.073 (0.058)\tData 0.000 (0.003)\tLoss 1.1862 (1.2834)\tPrec@1 65.625 (62.859)\n",
      "[180/391]\tTime 0.036 (0.057)\tData 0.000 (0.002)\tLoss 1.5060 (1.2839)\tPrec@1 59.375 (62.914)\n",
      "[200/391]\tTime 0.050 (0.057)\tData 0.000 (0.002)\tLoss 1.4327 (1.2873)\tPrec@1 53.125 (62.823)\n",
      "[220/391]\tTime 0.048 (0.057)\tData 0.000 (0.002)\tLoss 1.3117 (1.2857)\tPrec@1 63.281 (62.846)\n",
      "[240/391]\tTime 0.084 (0.057)\tData 0.000 (0.002)\tLoss 1.2991 (1.2853)\tPrec@1 63.281 (62.938)\n",
      "[260/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.2772 (1.2846)\tPrec@1 60.156 (62.973)\n",
      "[280/391]\tTime 0.027 (0.057)\tData 0.000 (0.002)\tLoss 1.1943 (1.2866)\tPrec@1 67.969 (62.898)\n",
      "[300/391]\tTime 0.062 (0.057)\tData 0.000 (0.002)\tLoss 1.1667 (1.2903)\tPrec@1 71.094 (62.835)\n",
      "[320/391]\tTime 0.064 (0.056)\tData 0.010 (0.002)\tLoss 1.3044 (1.2911)\tPrec@1 60.938 (62.843)\n",
      "[340/391]\tTime 0.087 (0.056)\tData 0.000 (0.001)\tLoss 1.2761 (1.2876)\tPrec@1 63.281 (62.924)\n",
      "[360/391]\tTime 0.063 (0.057)\tData 0.000 (0.002)\tLoss 1.5305 (1.2872)\tPrec@1 57.031 (62.898)\n",
      "[380/391]\tTime 0.059 (0.057)\tData 0.000 (0.001)\tLoss 1.1429 (1.2894)\tPrec@1 68.750 (62.873)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.299 (0.299)\tLoss 1.5226 (1.5226)\tPrec@1 59.375 (59.375)\n",
      "Test: [20/79]\tTime 0.007 (0.031)\tLoss 1.4402 (1.5248)\tPrec@1 60.156 (58.371)\n",
      "Test: [40/79]\tTime 0.019 (0.024)\tLoss 1.0625 (1.5216)\tPrec@1 67.188 (58.136)\n",
      "Test: [60/79]\tTime 0.014 (0.022)\tLoss 1.9963 (1.5264)\tPrec@1 47.656 (57.467)\n",
      " * Prec@1 57.590\n",
      "\n",
      "===> epoch: 116/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0/391]\tTime 0.351 (0.351)\tData 0.320 (0.320)\tLoss 1.5212 (1.5212)\tPrec@1 57.031 (57.031)\n",
      "[20/391]\tTime 0.049 (0.069)\tData 0.000 (0.015)\tLoss 1.3010 (1.2494)\tPrec@1 59.375 (62.760)\n",
      "[40/391]\tTime 0.100 (0.065)\tData 0.000 (0.008)\tLoss 1.3955 (1.2554)\tPrec@1 54.688 (63.357)\n",
      "[60/391]\tTime 0.042 (0.062)\tData 0.000 (0.006)\tLoss 1.2574 (1.2498)\tPrec@1 62.500 (63.691)\n",
      "[80/391]\tTime 0.093 (0.060)\tData 0.000 (0.004)\tLoss 1.2939 (1.2550)\tPrec@1 64.844 (63.522)\n",
      "[100/391]\tTime 0.089 (0.059)\tData 0.000 (0.004)\tLoss 1.3298 (1.2576)\tPrec@1 61.719 (63.390)\n",
      "[120/391]\tTime 0.086 (0.058)\tData 0.000 (0.003)\tLoss 1.3215 (1.2560)\tPrec@1 63.281 (63.488)\n",
      "[140/391]\tTime 0.056 (0.057)\tData 0.001 (0.003)\tLoss 1.2343 (1.2569)\tPrec@1 62.500 (63.481)\n",
      "[160/391]\tTime 0.031 (0.058)\tData 0.000 (0.003)\tLoss 1.3102 (1.2601)\tPrec@1 60.938 (63.373)\n",
      "[180/391]\tTime 0.044 (0.057)\tData 0.000 (0.002)\tLoss 1.6298 (1.2658)\tPrec@1 57.031 (63.264)\n",
      "[200/391]\tTime 0.047 (0.057)\tData 0.000 (0.002)\tLoss 1.4051 (1.2703)\tPrec@1 59.375 (63.196)\n",
      "[220/391]\tTime 0.067 (0.057)\tData 0.000 (0.002)\tLoss 1.3427 (1.2750)\tPrec@1 64.062 (63.044)\n",
      "[240/391]\tTime 0.078 (0.057)\tData 0.000 (0.002)\tLoss 1.3935 (1.2761)\tPrec@1 60.156 (63.074)\n",
      "[260/391]\tTime 0.025 (0.055)\tData 0.000 (0.002)\tLoss 1.5667 (1.2788)\tPrec@1 58.594 (62.988)\n",
      "[280/391]\tTime 0.030 (0.054)\tData 0.001 (0.002)\tLoss 1.0360 (1.2794)\tPrec@1 70.312 (62.945)\n",
      "[300/391]\tTime 0.025 (0.052)\tData 0.000 (0.002)\tLoss 1.3213 (1.2793)\tPrec@1 70.312 (62.946)\n",
      "[320/391]\tTime 0.050 (0.051)\tData 0.011 (0.002)\tLoss 1.2896 (1.2834)\tPrec@1 64.844 (62.877)\n",
      "[340/391]\tTime 0.036 (0.050)\tData 0.000 (0.002)\tLoss 1.4555 (1.2841)\tPrec@1 62.500 (62.917)\n",
      "[360/391]\tTime 0.049 (0.049)\tData 0.000 (0.001)\tLoss 1.2577 (1.2870)\tPrec@1 63.281 (62.840)\n",
      "[380/391]\tTime 0.082 (0.050)\tData 0.000 (0.001)\tLoss 1.3997 (1.2891)\tPrec@1 60.156 (62.756)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.302 (0.302)\tLoss 1.5434 (1.5434)\tPrec@1 56.250 (56.250)\n",
      "Test: [20/79]\tTime 0.019 (0.027)\tLoss 1.4340 (1.5465)\tPrec@1 59.375 (57.068)\n",
      "Test: [40/79]\tTime 0.009 (0.022)\tLoss 1.1834 (1.5398)\tPrec@1 59.375 (56.479)\n",
      "Test: [60/79]\tTime 0.039 (0.021)\tLoss 1.9526 (1.5406)\tPrec@1 51.562 (56.135)\n",
      " * Prec@1 56.490\n",
      "\n",
      "===> epoch: 117/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.361 (0.361)\tData 0.285 (0.285)\tLoss 1.2800 (1.2800)\tPrec@1 63.281 (63.281)\n",
      "[20/391]\tTime 0.051 (0.064)\tData 0.000 (0.014)\tLoss 1.1884 (1.2606)\tPrec@1 68.750 (64.435)\n",
      "[40/391]\tTime 0.029 (0.057)\tData 0.000 (0.007)\tLoss 1.1823 (1.2765)\tPrec@1 67.969 (63.586)\n",
      "[60/391]\tTime 0.094 (0.059)\tData 0.000 (0.005)\tLoss 1.3310 (1.2766)\tPrec@1 61.719 (63.537)\n",
      "[80/391]\tTime 0.064 (0.057)\tData 0.001 (0.004)\tLoss 1.2885 (1.2744)\tPrec@1 60.938 (63.551)\n",
      "[100/391]\tTime 0.019 (0.056)\tData 0.000 (0.003)\tLoss 1.1535 (1.2777)\tPrec@1 65.625 (63.529)\n",
      "[120/391]\tTime 0.024 (0.056)\tData 0.000 (0.003)\tLoss 1.3787 (1.2733)\tPrec@1 60.156 (63.372)\n",
      "[140/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 1.2505 (1.2806)\tPrec@1 64.062 (63.093)\n",
      "[160/391]\tTime 0.088 (0.056)\tData 0.000 (0.002)\tLoss 1.3835 (1.2785)\tPrec@1 60.156 (63.141)\n",
      "[180/391]\tTime 0.078 (0.056)\tData 0.000 (0.002)\tLoss 1.1367 (1.2759)\tPrec@1 64.844 (63.040)\n",
      "[200/391]\tTime 0.037 (0.055)\tData 0.000 (0.002)\tLoss 1.3677 (1.2798)\tPrec@1 56.250 (62.842)\n",
      "[220/391]\tTime 0.093 (0.056)\tData 0.000 (0.002)\tLoss 1.1408 (1.2833)\tPrec@1 65.625 (62.793)\n",
      "[240/391]\tTime 0.073 (0.055)\tData 0.000 (0.002)\tLoss 1.2858 (1.2850)\tPrec@1 64.062 (62.737)\n",
      "[260/391]\tTime 0.044 (0.055)\tData 0.000 (0.002)\tLoss 1.2848 (1.2834)\tPrec@1 60.156 (62.710)\n",
      "[280/391]\tTime 0.063 (0.055)\tData 0.000 (0.002)\tLoss 1.1070 (1.2821)\tPrec@1 69.531 (62.878)\n",
      "[300/391]\tTime 0.041 (0.055)\tData 0.001 (0.002)\tLoss 1.3729 (1.2832)\tPrec@1 60.938 (62.907)\n",
      "[320/391]\tTime 0.054 (0.055)\tData 0.000 (0.001)\tLoss 1.3067 (1.2838)\tPrec@1 61.719 (62.799)\n",
      "[340/391]\tTime 0.032 (0.055)\tData 0.000 (0.001)\tLoss 1.3528 (1.2850)\tPrec@1 62.500 (62.715)\n",
      "[360/391]\tTime 0.096 (0.055)\tData 0.000 (0.001)\tLoss 1.3205 (1.2870)\tPrec@1 60.938 (62.708)\n",
      "[380/391]\tTime 0.035 (0.055)\tData 0.000 (0.001)\tLoss 1.3323 (1.2878)\tPrec@1 64.062 (62.746)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.323 (0.323)\tLoss 1.5009 (1.5009)\tPrec@1 57.031 (57.031)\n",
      "Test: [20/79]\tTime 0.036 (0.033)\tLoss 1.4548 (1.5602)\tPrec@1 60.156 (56.027)\n",
      "Test: [40/79]\tTime 0.036 (0.025)\tLoss 1.2336 (1.5571)\tPrec@1 60.156 (56.707)\n",
      "Test: [60/79]\tTime 0.020 (0.022)\tLoss 1.9262 (1.5618)\tPrec@1 49.219 (56.685)\n",
      " * Prec@1 56.730\n",
      "\n",
      "===> epoch: 118/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.282 (0.282)\tData 0.227 (0.227)\tLoss 1.2356 (1.2356)\tPrec@1 67.969 (67.969)\n",
      "[20/391]\tTime 0.111 (0.070)\tData 0.000 (0.011)\tLoss 1.2559 (1.2439)\tPrec@1 68.750 (64.137)\n",
      "[40/391]\tTime 0.085 (0.064)\tData 0.000 (0.006)\tLoss 1.2175 (1.2459)\tPrec@1 59.375 (63.643)\n",
      "[60/391]\tTime 0.055 (0.060)\tData 0.000 (0.004)\tLoss 1.4313 (1.2570)\tPrec@1 58.594 (63.717)\n",
      "[80/391]\tTime 0.073 (0.058)\tData 0.000 (0.003)\tLoss 1.1898 (1.2664)\tPrec@1 70.312 (63.465)\n",
      "[100/391]\tTime 0.081 (0.057)\tData 0.000 (0.003)\tLoss 1.2188 (1.2727)\tPrec@1 60.938 (63.134)\n",
      "[120/391]\tTime 0.031 (0.056)\tData 0.000 (0.002)\tLoss 1.1704 (1.2752)\tPrec@1 66.406 (63.139)\n",
      "[140/391]\tTime 0.090 (0.056)\tData 0.000 (0.002)\tLoss 1.0901 (1.2657)\tPrec@1 70.312 (63.398)\n",
      "[160/391]\tTime 0.034 (0.056)\tData 0.000 (0.002)\tLoss 1.2479 (1.2684)\tPrec@1 63.281 (63.257)\n",
      "[180/391]\tTime 0.043 (0.056)\tData 0.000 (0.002)\tLoss 1.3541 (1.2743)\tPrec@1 62.500 (63.044)\n",
      "[200/391]\tTime 0.074 (0.056)\tData 0.000 (0.002)\tLoss 1.3475 (1.2794)\tPrec@1 64.844 (62.994)\n",
      "[220/391]\tTime 0.043 (0.055)\tData 0.000 (0.001)\tLoss 1.2156 (1.2772)\tPrec@1 64.844 (63.090)\n",
      "[240/391]\tTime 0.055 (0.055)\tData 0.000 (0.001)\tLoss 1.2271 (1.2746)\tPrec@1 61.719 (63.197)\n",
      "[260/391]\tTime 0.058 (0.055)\tData 0.000 (0.001)\tLoss 1.3239 (1.2777)\tPrec@1 61.719 (63.114)\n",
      "[280/391]\tTime 0.084 (0.055)\tData 0.000 (0.001)\tLoss 1.4340 (1.2813)\tPrec@1 59.375 (63.028)\n",
      "[300/391]\tTime 0.053 (0.055)\tData 0.000 (0.001)\tLoss 1.0714 (1.2851)\tPrec@1 67.969 (62.895)\n",
      "[320/391]\tTime 0.023 (0.054)\tData 0.000 (0.001)\tLoss 1.3431 (1.2854)\tPrec@1 56.250 (62.848)\n",
      "[340/391]\tTime 0.055 (0.054)\tData 0.000 (0.001)\tLoss 1.3162 (1.2867)\tPrec@1 63.281 (62.832)\n",
      "[360/391]\tTime 0.028 (0.053)\tData 0.000 (0.001)\tLoss 1.3034 (1.2905)\tPrec@1 58.594 (62.753)\n",
      "[380/391]\tTime 0.073 (0.053)\tData 0.000 (0.001)\tLoss 1.2126 (1.2903)\tPrec@1 61.719 (62.779)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.274 (0.274)\tLoss 1.5299 (1.5299)\tPrec@1 59.375 (59.375)\n",
      "Test: [20/79]\tTime 0.015 (0.028)\tLoss 1.5300 (1.5998)\tPrec@1 60.938 (56.585)\n",
      "Test: [40/79]\tTime 0.006 (0.021)\tLoss 1.2104 (1.5929)\tPrec@1 64.062 (56.231)\n",
      "Test: [60/79]\tTime 0.015 (0.019)\tLoss 1.9713 (1.5992)\tPrec@1 50.000 (55.840)\n",
      " * Prec@1 56.030\n",
      "\n",
      "===> epoch: 119/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.246 (0.246)\tData 0.225 (0.225)\tLoss 1.3172 (1.3172)\tPrec@1 65.625 (65.625)\n",
      "[20/391]\tTime 0.089 (0.069)\tData 0.000 (0.013)\tLoss 1.4407 (1.2521)\tPrec@1 60.156 (64.323)\n",
      "[40/391]\tTime 0.089 (0.062)\tData 0.000 (0.007)\tLoss 1.1410 (1.2607)\tPrec@1 64.062 (63.929)\n",
      "[60/391]\tTime 0.036 (0.060)\tData 0.000 (0.005)\tLoss 0.9490 (1.2566)\tPrec@1 70.312 (63.486)\n",
      "[80/391]\tTime 0.066 (0.059)\tData 0.000 (0.004)\tLoss 1.1424 (1.2508)\tPrec@1 69.531 (63.609)\n",
      "[100/391]\tTime 0.073 (0.058)\tData 0.000 (0.003)\tLoss 1.4105 (1.2572)\tPrec@1 59.375 (63.420)\n",
      "[120/391]\tTime 0.039 (0.056)\tData 0.000 (0.003)\tLoss 1.4100 (1.2688)\tPrec@1 60.156 (63.184)\n",
      "[140/391]\tTime 0.074 (0.057)\tData 0.000 (0.003)\tLoss 1.2630 (1.2625)\tPrec@1 61.719 (63.348)\n",
      "[160/391]\tTime 0.023 (0.056)\tData 0.000 (0.002)\tLoss 1.5933 (1.2663)\tPrec@1 55.469 (63.218)\n",
      "[180/391]\tTime 0.043 (0.054)\tData 0.000 (0.002)\tLoss 1.2932 (1.2708)\tPrec@1 58.594 (62.992)\n",
      "[200/391]\tTime 0.055 (0.053)\tData 0.000 (0.002)\tLoss 1.2935 (1.2727)\tPrec@1 64.062 (62.881)\n",
      "[220/391]\tTime 0.025 (0.053)\tData 0.000 (0.002)\tLoss 1.3679 (1.2768)\tPrec@1 57.812 (62.811)\n",
      "[240/391]\tTime 0.025 (0.053)\tData 0.000 (0.002)\tLoss 1.1024 (1.2719)\tPrec@1 72.656 (62.980)\n",
      "[260/391]\tTime 0.057 (0.053)\tData 0.000 (0.002)\tLoss 1.3128 (1.2751)\tPrec@1 65.625 (62.886)\n",
      "[280/391]\tTime 0.061 (0.053)\tData 0.000 (0.002)\tLoss 1.2105 (1.2754)\tPrec@1 66.406 (62.911)\n",
      "[300/391]\tTime 0.071 (0.053)\tData 0.000 (0.001)\tLoss 1.1845 (1.2748)\tPrec@1 64.844 (62.962)\n",
      "[320/391]\tTime 0.027 (0.053)\tData 0.000 (0.001)\tLoss 1.3696 (1.2752)\tPrec@1 58.594 (62.906)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[340/391]\tTime 0.071 (0.052)\tData 0.000 (0.001)\tLoss 1.3966 (1.2761)\tPrec@1 59.375 (62.942)\n",
      "[360/391]\tTime 0.027 (0.052)\tData 0.000 (0.001)\tLoss 1.3636 (1.2764)\tPrec@1 61.719 (62.959)\n",
      "[380/391]\tTime 0.083 (0.053)\tData 0.000 (0.001)\tLoss 1.2480 (1.2770)\tPrec@1 57.812 (62.990)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.192 (0.192)\tLoss 1.4842 (1.4842)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.012 (0.025)\tLoss 1.5504 (1.5280)\tPrec@1 57.812 (57.217)\n",
      "Test: [40/79]\tTime 0.012 (0.019)\tLoss 1.1362 (1.5252)\tPrec@1 63.281 (57.127)\n",
      "Test: [60/79]\tTime 0.009 (0.017)\tLoss 1.8361 (1.5342)\tPrec@1 53.125 (56.775)\n",
      " * Prec@1 57.100\n",
      "\n",
      "===> epoch: 120/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.325 (0.325)\tData 0.287 (0.287)\tLoss 1.2522 (1.2522)\tPrec@1 60.938 (60.938)\n",
      "[20/391]\tTime 0.068 (0.069)\tData 0.000 (0.014)\tLoss 1.0010 (1.2650)\tPrec@1 67.969 (64.137)\n",
      "[40/391]\tTime 0.070 (0.063)\tData 0.000 (0.008)\tLoss 1.1005 (1.2453)\tPrec@1 66.406 (63.548)\n",
      "[60/391]\tTime 0.043 (0.059)\tData 0.000 (0.005)\tLoss 1.2355 (1.2439)\tPrec@1 63.281 (63.563)\n",
      "[80/391]\tTime 0.083 (0.058)\tData 0.000 (0.004)\tLoss 1.3932 (1.2615)\tPrec@1 60.156 (62.809)\n",
      "[100/391]\tTime 0.079 (0.059)\tData 0.000 (0.003)\tLoss 1.3075 (1.2730)\tPrec@1 59.375 (62.763)\n",
      "[120/391]\tTime 0.059 (0.058)\tData 0.000 (0.003)\tLoss 1.1721 (1.2722)\tPrec@1 61.719 (62.978)\n",
      "[140/391]\tTime 0.092 (0.056)\tData 0.000 (0.003)\tLoss 1.3046 (1.2750)\tPrec@1 65.625 (62.927)\n",
      "[160/391]\tTime 0.082 (0.056)\tData 0.000 (0.002)\tLoss 1.2416 (1.2695)\tPrec@1 64.062 (63.097)\n",
      "[180/391]\tTime 0.088 (0.056)\tData 0.000 (0.002)\tLoss 1.1153 (1.2705)\tPrec@1 64.062 (62.962)\n",
      "[200/391]\tTime 0.036 (0.055)\tData 0.001 (0.002)\tLoss 1.1272 (1.2677)\tPrec@1 68.750 (63.052)\n",
      "[220/391]\tTime 0.048 (0.055)\tData 0.000 (0.002)\tLoss 1.2085 (1.2693)\tPrec@1 63.281 (63.037)\n",
      "[240/391]\tTime 0.032 (0.055)\tData 0.000 (0.002)\tLoss 1.3675 (1.2678)\tPrec@1 59.375 (63.168)\n",
      "[260/391]\tTime 0.034 (0.055)\tData 0.000 (0.002)\tLoss 1.4740 (1.2678)\tPrec@1 63.281 (63.165)\n",
      "[280/391]\tTime 0.039 (0.056)\tData 0.000 (0.002)\tLoss 1.3207 (1.2676)\tPrec@1 62.500 (63.220)\n",
      "[300/391]\tTime 0.046 (0.056)\tData 0.000 (0.002)\tLoss 1.1187 (1.2680)\tPrec@1 73.438 (63.250)\n",
      "[320/391]\tTime 0.072 (0.056)\tData 0.001 (0.001)\tLoss 1.1826 (1.2737)\tPrec@1 64.062 (63.065)\n",
      "[340/391]\tTime 0.044 (0.055)\tData 0.000 (0.001)\tLoss 1.2720 (1.2769)\tPrec@1 62.500 (63.004)\n",
      "[360/391]\tTime 0.034 (0.054)\tData 0.000 (0.001)\tLoss 1.1951 (1.2782)\tPrec@1 71.094 (62.993)\n",
      "[380/391]\tTime 0.042 (0.054)\tData 0.000 (0.001)\tLoss 1.1168 (1.2784)\tPrec@1 67.969 (62.988)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.170 (0.170)\tLoss 1.5194 (1.5194)\tPrec@1 61.719 (61.719)\n",
      "Test: [20/79]\tTime 0.007 (0.020)\tLoss 1.4223 (1.5223)\tPrec@1 61.719 (58.557)\n",
      "Test: [40/79]\tTime 0.007 (0.019)\tLoss 1.1549 (1.5277)\tPrec@1 66.406 (57.965)\n",
      "Test: [60/79]\tTime 0.015 (0.018)\tLoss 1.8955 (1.5383)\tPrec@1 47.656 (57.300)\n",
      " * Prec@1 57.580\n",
      "\n",
      "===> epoch: 121/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.353 (0.353)\tData 0.312 (0.312)\tLoss 1.2860 (1.2860)\tPrec@1 64.062 (64.062)\n",
      "[20/391]\tTime 0.029 (0.069)\tData 0.000 (0.015)\tLoss 1.2151 (1.2848)\tPrec@1 66.406 (63.765)\n",
      "[40/391]\tTime 0.032 (0.063)\tData 0.000 (0.008)\tLoss 1.2563 (1.2745)\tPrec@1 65.625 (63.986)\n",
      "[60/391]\tTime 0.068 (0.060)\tData 0.000 (0.006)\tLoss 1.0217 (1.2803)\tPrec@1 70.312 (63.640)\n",
      "[80/391]\tTime 0.050 (0.058)\tData 0.000 (0.004)\tLoss 1.2251 (1.2788)\tPrec@1 57.812 (63.397)\n",
      "[100/391]\tTime 0.051 (0.058)\tData 0.000 (0.004)\tLoss 1.2919 (1.2689)\tPrec@1 60.938 (63.683)\n",
      "[120/391]\tTime 0.073 (0.058)\tData 0.000 (0.003)\tLoss 1.2930 (1.2719)\tPrec@1 57.031 (63.552)\n",
      "[140/391]\tTime 0.050 (0.058)\tData 0.001 (0.003)\tLoss 1.2327 (1.2737)\tPrec@1 63.281 (63.414)\n",
      "[160/391]\tTime 0.047 (0.057)\tData 0.000 (0.003)\tLoss 1.2950 (1.2730)\tPrec@1 64.062 (63.437)\n",
      "[180/391]\tTime 0.027 (0.057)\tData 0.000 (0.002)\tLoss 1.4018 (1.2700)\tPrec@1 60.938 (63.450)\n",
      "[200/391]\tTime 0.062 (0.058)\tData 0.000 (0.002)\tLoss 1.2399 (1.2691)\tPrec@1 64.062 (63.332)\n",
      "[220/391]\tTime 0.053 (0.057)\tData 0.001 (0.002)\tLoss 1.1300 (1.2702)\tPrec@1 67.969 (63.384)\n",
      "[240/391]\tTime 0.030 (0.057)\tData 0.000 (0.002)\tLoss 1.6086 (1.2730)\tPrec@1 57.812 (63.284)\n",
      "[260/391]\tTime 0.095 (0.057)\tData 0.000 (0.002)\tLoss 1.2309 (1.2720)\tPrec@1 65.625 (63.329)\n",
      "[280/391]\tTime 0.044 (0.057)\tData 0.000 (0.002)\tLoss 1.4813 (1.2673)\tPrec@1 54.688 (63.395)\n",
      "[300/391]\tTime 0.057 (0.057)\tData 0.000 (0.002)\tLoss 1.5349 (1.2696)\tPrec@1 53.125 (63.323)\n",
      "[320/391]\tTime 0.086 (0.056)\tData 0.000 (0.002)\tLoss 1.5233 (1.2709)\tPrec@1 59.375 (63.276)\n",
      "[340/391]\tTime 0.035 (0.056)\tData 0.000 (0.001)\tLoss 1.3312 (1.2720)\tPrec@1 63.281 (63.256)\n",
      "[360/391]\tTime 0.081 (0.056)\tData 0.000 (0.001)\tLoss 1.2377 (1.2740)\tPrec@1 67.188 (63.249)\n",
      "[380/391]\tTime 0.092 (0.056)\tData 0.000 (0.001)\tLoss 1.4721 (1.2754)\tPrec@1 58.594 (63.218)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.265 (0.265)\tLoss 1.5368 (1.5368)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.013 (0.030)\tLoss 1.5912 (1.5777)\tPrec@1 62.500 (57.254)\n",
      "Test: [40/79]\tTime 0.013 (0.022)\tLoss 1.2983 (1.5768)\tPrec@1 63.281 (56.898)\n",
      "Test: [60/79]\tTime 0.015 (0.020)\tLoss 1.9636 (1.5877)\tPrec@1 52.344 (56.378)\n",
      " * Prec@1 56.570\n",
      "\n",
      "===> epoch: 122/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.362 (0.362)\tData 0.252 (0.252)\tLoss 1.3897 (1.3897)\tPrec@1 58.594 (58.594)\n",
      "[20/391]\tTime 0.062 (0.067)\tData 0.000 (0.013)\tLoss 1.3438 (1.2820)\tPrec@1 63.281 (62.091)\n",
      "[40/391]\tTime 0.063 (0.062)\tData 0.000 (0.007)\tLoss 1.0992 (1.2462)\tPrec@1 68.750 (63.643)\n",
      "[60/391]\tTime 0.079 (0.058)\tData 0.000 (0.005)\tLoss 1.0910 (1.2429)\tPrec@1 68.750 (63.717)\n",
      "[80/391]\tTime 0.034 (0.054)\tData 0.000 (0.004)\tLoss 1.3315 (1.2416)\tPrec@1 64.844 (63.648)\n",
      "[100/391]\tTime 0.044 (0.051)\tData 0.000 (0.003)\tLoss 1.3970 (1.2601)\tPrec@1 61.719 (63.150)\n",
      "[120/391]\tTime 0.046 (0.049)\tData 0.000 (0.003)\tLoss 1.1680 (1.2632)\tPrec@1 64.062 (63.068)\n",
      "[140/391]\tTime 0.032 (0.050)\tData 0.000 (0.002)\tLoss 1.2689 (1.2635)\tPrec@1 63.281 (62.977)\n",
      "[160/391]\tTime 0.121 (0.051)\tData 0.002 (0.002)\tLoss 1.2510 (1.2615)\tPrec@1 63.281 (63.005)\n",
      "[180/391]\tTime 0.045 (0.051)\tData 0.000 (0.002)\tLoss 1.2406 (1.2591)\tPrec@1 68.750 (63.031)\n",
      "[200/391]\tTime 0.034 (0.051)\tData 0.001 (0.002)\tLoss 1.2015 (1.2574)\tPrec@1 64.062 (63.204)\n",
      "[220/391]\tTime 0.026 (0.052)\tData 0.000 (0.002)\tLoss 1.1510 (1.2571)\tPrec@1 63.281 (63.154)\n",
      "[240/391]\tTime 0.059 (0.052)\tData 0.000 (0.002)\tLoss 1.2670 (1.2557)\tPrec@1 67.969 (63.216)\n",
      "[260/391]\tTime 0.049 (0.052)\tData 0.000 (0.002)\tLoss 1.4274 (1.2586)\tPrec@1 58.594 (63.236)\n",
      "[280/391]\tTime 0.061 (0.052)\tData 0.000 (0.001)\tLoss 1.3721 (1.2610)\tPrec@1 64.844 (63.159)\n",
      "[300/391]\tTime 0.039 (0.053)\tData 0.000 (0.001)\tLoss 1.3607 (1.2649)\tPrec@1 62.500 (63.087)\n",
      "[320/391]\tTime 0.027 (0.053)\tData 0.000 (0.001)\tLoss 1.2203 (1.2640)\tPrec@1 71.875 (63.164)\n",
      "[340/391]\tTime 0.028 (0.053)\tData 0.000 (0.001)\tLoss 1.5284 (1.2689)\tPrec@1 53.125 (62.986)\n",
      "[360/391]\tTime 0.033 (0.053)\tData 0.000 (0.001)\tLoss 1.2251 (1.2696)\tPrec@1 62.500 (62.991)\n",
      "[380/391]\tTime 0.060 (0.052)\tData 0.001 (0.001)\tLoss 1.2719 (1.2716)\tPrec@1 54.688 (62.900)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.329 (0.329)\tLoss 1.5349 (1.5349)\tPrec@1 57.031 (57.031)\n",
      "Test: [20/79]\tTime 0.007 (0.031)\tLoss 1.5074 (1.5472)\tPrec@1 64.844 (57.589)\n",
      "Test: [40/79]\tTime 0.010 (0.023)\tLoss 1.1426 (1.5207)\tPrec@1 64.062 (57.546)\n",
      "Test: [60/79]\tTime 0.011 (0.020)\tLoss 1.8457 (1.5251)\tPrec@1 49.219 (57.223)\n",
      " * Prec@1 57.360\n",
      "\n",
      "===> epoch: 123/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.275 (0.275)\tData 0.220 (0.220)\tLoss 1.2733 (1.2733)\tPrec@1 64.062 (64.062)\n",
      "[20/391]\tTime 0.087 (0.062)\tData 0.000 (0.011)\tLoss 1.2152 (1.2618)\tPrec@1 64.844 (63.430)\n",
      "[40/391]\tTime 0.092 (0.061)\tData 0.000 (0.006)\tLoss 1.1755 (1.2331)\tPrec@1 62.500 (64.101)\n",
      "[60/391]\tTime 0.098 (0.059)\tData 0.001 (0.004)\tLoss 1.1437 (1.2331)\tPrec@1 67.969 (63.832)\n",
      "[80/391]\tTime 0.039 (0.055)\tData 0.000 (0.003)\tLoss 1.2389 (1.2440)\tPrec@1 63.281 (63.329)\n",
      "[100/391]\tTime 0.062 (0.055)\tData 0.000 (0.003)\tLoss 1.1685 (1.2531)\tPrec@1 65.625 (63.181)\n",
      "[120/391]\tTime 0.037 (0.056)\tData 0.000 (0.002)\tLoss 1.1133 (1.2626)\tPrec@1 70.312 (62.965)\n",
      "[140/391]\tTime 0.065 (0.055)\tData 0.000 (0.002)\tLoss 1.5288 (1.2603)\tPrec@1 60.156 (63.087)\n",
      "[160/391]\tTime 0.098 (0.055)\tData 0.000 (0.002)\tLoss 1.2608 (1.2643)\tPrec@1 58.594 (63.029)\n",
      "[180/391]\tTime 0.045 (0.056)\tData 0.000 (0.002)\tLoss 1.1666 (1.2562)\tPrec@1 67.969 (63.333)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[200/391]\tTime 0.029 (0.055)\tData 0.000 (0.001)\tLoss 1.1529 (1.2575)\tPrec@1 68.750 (63.316)\n",
      "[220/391]\tTime 0.039 (0.056)\tData 0.000 (0.001)\tLoss 1.2378 (1.2592)\tPrec@1 61.719 (63.267)\n",
      "[240/391]\tTime 0.024 (0.056)\tData 0.000 (0.001)\tLoss 1.3171 (1.2629)\tPrec@1 64.844 (63.197)\n",
      "[260/391]\tTime 0.077 (0.056)\tData 0.000 (0.001)\tLoss 1.1847 (1.2679)\tPrec@1 70.312 (63.054)\n",
      "[280/391]\tTime 0.031 (0.055)\tData 0.000 (0.001)\tLoss 1.3626 (1.2702)\tPrec@1 60.938 (63.034)\n",
      "[300/391]\tTime 0.039 (0.056)\tData 0.000 (0.001)\tLoss 1.2727 (1.2710)\tPrec@1 60.156 (63.037)\n",
      "[320/391]\tTime 0.022 (0.056)\tData 0.000 (0.001)\tLoss 1.2354 (1.2736)\tPrec@1 64.062 (62.953)\n",
      "[340/391]\tTime 0.032 (0.056)\tData 0.000 (0.001)\tLoss 1.3207 (1.2748)\tPrec@1 64.062 (62.910)\n",
      "[360/391]\tTime 0.031 (0.056)\tData 0.000 (0.001)\tLoss 1.4585 (1.2785)\tPrec@1 55.469 (62.851)\n",
      "[380/391]\tTime 0.073 (0.056)\tData 0.000 (0.001)\tLoss 1.1720 (1.2795)\tPrec@1 64.062 (62.840)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.239 (0.239)\tLoss 1.4328 (1.4328)\tPrec@1 57.812 (57.812)\n",
      "Test: [20/79]\tTime 0.008 (0.025)\tLoss 1.5173 (1.5859)\tPrec@1 59.375 (56.027)\n",
      "Test: [40/79]\tTime 0.007 (0.019)\tLoss 1.2361 (1.5717)\tPrec@1 67.188 (56.536)\n",
      "Test: [60/79]\tTime 0.057 (0.018)\tLoss 1.8954 (1.5836)\tPrec@1 50.000 (56.263)\n",
      " * Prec@1 56.370\n",
      "\n",
      "===> epoch: 124/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.369 (0.369)\tData 0.294 (0.294)\tLoss 1.0725 (1.0725)\tPrec@1 64.062 (64.062)\n",
      "[20/391]\tTime 0.033 (0.068)\tData 0.000 (0.014)\tLoss 1.2424 (1.2425)\tPrec@1 67.188 (63.021)\n",
      "[40/391]\tTime 0.061 (0.063)\tData 0.000 (0.008)\tLoss 1.3070 (1.2575)\tPrec@1 65.625 (63.262)\n",
      "[60/391]\tTime 0.087 (0.059)\tData 0.000 (0.005)\tLoss 1.2919 (1.2626)\tPrec@1 64.844 (63.704)\n",
      "[80/391]\tTime 0.072 (0.058)\tData 0.000 (0.004)\tLoss 1.4801 (1.2568)\tPrec@1 53.125 (63.985)\n",
      "[100/391]\tTime 0.025 (0.057)\tData 0.000 (0.003)\tLoss 1.1618 (1.2619)\tPrec@1 67.188 (63.699)\n",
      "[120/391]\tTime 0.070 (0.056)\tData 0.000 (0.003)\tLoss 1.2939 (1.2634)\tPrec@1 60.156 (63.682)\n",
      "[140/391]\tTime 0.056 (0.056)\tData 0.000 (0.002)\tLoss 1.1953 (1.2699)\tPrec@1 63.281 (63.403)\n",
      "[160/391]\tTime 0.037 (0.057)\tData 0.000 (0.002)\tLoss 1.3631 (1.2700)\tPrec@1 57.812 (63.325)\n",
      "[180/391]\tTime 0.049 (0.056)\tData 0.001 (0.002)\tLoss 1.0747 (1.2658)\tPrec@1 66.406 (63.523)\n",
      "[200/391]\tTime 0.086 (0.056)\tData 0.000 (0.002)\tLoss 1.1728 (1.2639)\tPrec@1 63.281 (63.526)\n",
      "[220/391]\tTime 0.073 (0.056)\tData 0.000 (0.002)\tLoss 1.3308 (1.2651)\tPrec@1 61.719 (63.423)\n",
      "[240/391]\tTime 0.031 (0.056)\tData 0.000 (0.002)\tLoss 1.2879 (1.2665)\tPrec@1 66.406 (63.404)\n",
      "[260/391]\tTime 0.072 (0.056)\tData 0.000 (0.001)\tLoss 1.1653 (1.2681)\tPrec@1 65.625 (63.356)\n",
      "[280/391]\tTime 0.049 (0.055)\tData 0.000 (0.001)\tLoss 1.1601 (1.2677)\tPrec@1 64.844 (63.351)\n",
      "[300/391]\tTime 0.057 (0.055)\tData 0.000 (0.001)\tLoss 1.2198 (1.2729)\tPrec@1 64.062 (63.235)\n",
      "[320/391]\tTime 0.067 (0.056)\tData 0.000 (0.001)\tLoss 1.2475 (1.2745)\tPrec@1 64.844 (63.184)\n",
      "[340/391]\tTime 0.044 (0.056)\tData 0.000 (0.001)\tLoss 1.4468 (1.2758)\tPrec@1 57.031 (63.121)\n",
      "[360/391]\tTime 0.064 (0.056)\tData 0.000 (0.001)\tLoss 1.2926 (1.2794)\tPrec@1 59.375 (63.039)\n",
      "[380/391]\tTime 0.019 (0.055)\tData 0.000 (0.001)\tLoss 1.2874 (1.2805)\tPrec@1 63.281 (62.968)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.188 (0.188)\tLoss 1.4494 (1.4494)\tPrec@1 59.375 (59.375)\n",
      "Test: [20/79]\tTime 0.006 (0.025)\tLoss 1.5124 (1.5635)\tPrec@1 57.812 (57.031)\n",
      "Test: [40/79]\tTime 0.012 (0.020)\tLoss 1.2374 (1.5639)\tPrec@1 64.844 (57.127)\n",
      "Test: [60/79]\tTime 0.006 (0.017)\tLoss 2.0051 (1.5712)\tPrec@1 51.562 (56.865)\n",
      " * Prec@1 56.890\n",
      "\n",
      "===> epoch: 125/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.391 (0.391)\tData 0.344 (0.344)\tLoss 1.0499 (1.0499)\tPrec@1 74.219 (74.219)\n",
      "[20/391]\tTime 0.056 (0.068)\tData 0.000 (0.017)\tLoss 1.2154 (1.2499)\tPrec@1 64.844 (63.281)\n",
      "[40/391]\tTime 0.029 (0.062)\tData 0.000 (0.009)\tLoss 1.2577 (1.2487)\tPrec@1 62.500 (63.548)\n",
      "[60/391]\tTime 0.063 (0.058)\tData 0.000 (0.006)\tLoss 1.3312 (1.2415)\tPrec@1 56.250 (63.832)\n",
      "[80/391]\tTime 0.027 (0.056)\tData 0.001 (0.005)\tLoss 1.3255 (1.2601)\tPrec@1 62.500 (63.320)\n",
      "[100/391]\tTime 0.032 (0.055)\tData 0.000 (0.004)\tLoss 1.3087 (1.2604)\tPrec@1 60.156 (63.266)\n",
      "[120/391]\tTime 0.054 (0.056)\tData 0.000 (0.003)\tLoss 1.2205 (1.2695)\tPrec@1 60.156 (62.971)\n",
      "[140/391]\tTime 0.058 (0.055)\tData 0.000 (0.003)\tLoss 1.2076 (1.2693)\tPrec@1 63.281 (62.982)\n",
      "[160/391]\tTime 0.041 (0.055)\tData 0.000 (0.002)\tLoss 1.1914 (1.2690)\tPrec@1 66.406 (63.063)\n",
      "[180/391]\tTime 0.036 (0.056)\tData 0.000 (0.002)\tLoss 1.2078 (1.2751)\tPrec@1 64.062 (62.936)\n",
      "[200/391]\tTime 0.065 (0.055)\tData 0.000 (0.002)\tLoss 1.2473 (1.2773)\tPrec@1 64.844 (62.819)\n",
      "[220/391]\tTime 0.053 (0.055)\tData 0.000 (0.002)\tLoss 1.2609 (1.2748)\tPrec@1 66.406 (62.924)\n",
      "[240/391]\tTime 0.053 (0.055)\tData 0.003 (0.002)\tLoss 1.0532 (1.2749)\tPrec@1 68.750 (62.921)\n",
      "[260/391]\tTime 0.031 (0.055)\tData 0.000 (0.002)\tLoss 1.2146 (1.2723)\tPrec@1 67.969 (62.985)\n",
      "[280/391]\tTime 0.071 (0.055)\tData 0.000 (0.002)\tLoss 1.2135 (1.2715)\tPrec@1 66.406 (62.959)\n",
      "[300/391]\tTime 0.031 (0.055)\tData 0.000 (0.002)\tLoss 1.5713 (1.2746)\tPrec@1 57.812 (62.887)\n",
      "[320/391]\tTime 0.075 (0.055)\tData 0.000 (0.002)\tLoss 1.2794 (1.2755)\tPrec@1 64.062 (62.928)\n",
      "[340/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 1.1261 (1.2768)\tPrec@1 64.062 (62.883)\n",
      "[360/391]\tTime 0.028 (0.056)\tData 0.000 (0.001)\tLoss 1.4817 (1.2781)\tPrec@1 54.688 (62.857)\n",
      "[380/391]\tTime 0.047 (0.056)\tData 0.000 (0.001)\tLoss 1.3847 (1.2791)\tPrec@1 59.375 (62.869)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.289 (0.289)\tLoss 1.4747 (1.4747)\tPrec@1 62.500 (62.500)\n",
      "Test: [20/79]\tTime 0.016 (0.030)\tLoss 1.5226 (1.5819)\tPrec@1 59.375 (57.292)\n",
      "Test: [40/79]\tTime 0.007 (0.027)\tLoss 1.1823 (1.5618)\tPrec@1 64.844 (57.031)\n",
      "Test: [60/79]\tTime 0.022 (0.023)\tLoss 1.8737 (1.5631)\tPrec@1 52.344 (56.929)\n",
      " * Prec@1 57.330\n",
      "\n",
      "===> epoch: 126/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.354 (0.354)\tData 0.281 (0.281)\tLoss 1.1357 (1.1357)\tPrec@1 71.094 (71.094)\n",
      "[20/391]\tTime 0.052 (0.064)\tData 0.000 (0.014)\tLoss 1.1291 (1.2316)\tPrec@1 66.406 (63.616)\n",
      "[40/391]\tTime 0.095 (0.060)\tData 0.000 (0.007)\tLoss 1.2825 (1.2300)\tPrec@1 65.625 (64.158)\n",
      "[60/391]\tTime 0.066 (0.059)\tData 0.000 (0.005)\tLoss 1.2510 (1.2382)\tPrec@1 65.625 (63.806)\n",
      "[80/391]\tTime 0.046 (0.058)\tData 0.000 (0.004)\tLoss 1.3097 (1.2511)\tPrec@1 65.625 (63.638)\n",
      "[100/391]\tTime 0.031 (0.058)\tData 0.000 (0.003)\tLoss 1.1754 (1.2478)\tPrec@1 61.719 (63.606)\n",
      "[120/391]\tTime 0.024 (0.057)\tData 0.000 (0.003)\tLoss 1.2558 (1.2480)\tPrec@1 64.844 (63.527)\n",
      "[140/391]\tTime 0.040 (0.057)\tData 0.000 (0.002)\tLoss 1.2731 (1.2516)\tPrec@1 62.500 (63.514)\n",
      "[160/391]\tTime 0.032 (0.057)\tData 0.000 (0.002)\tLoss 1.2105 (1.2573)\tPrec@1 67.188 (63.359)\n",
      "[180/391]\tTime 0.068 (0.057)\tData 0.000 (0.002)\tLoss 1.2038 (1.2641)\tPrec@1 60.156 (63.169)\n",
      "[200/391]\tTime 0.034 (0.057)\tData 0.000 (0.002)\tLoss 1.2057 (1.2650)\tPrec@1 63.281 (63.102)\n",
      "[220/391]\tTime 0.046 (0.057)\tData 0.000 (0.002)\tLoss 1.2640 (1.2652)\tPrec@1 60.938 (63.009)\n",
      "[240/391]\tTime 0.064 (0.057)\tData 0.000 (0.002)\tLoss 1.2481 (1.2679)\tPrec@1 56.250 (63.012)\n",
      "[260/391]\tTime 0.066 (0.056)\tData 0.000 (0.002)\tLoss 1.4126 (1.2690)\tPrec@1 57.031 (62.946)\n",
      "[280/391]\tTime 0.032 (0.056)\tData 0.001 (0.001)\tLoss 1.1407 (1.2707)\tPrec@1 66.406 (62.978)\n",
      "[300/391]\tTime 0.028 (0.056)\tData 0.000 (0.001)\tLoss 1.3189 (1.2712)\tPrec@1 67.188 (63.011)\n",
      "[320/391]\tTime 0.106 (0.056)\tData 0.000 (0.001)\tLoss 1.3528 (1.2745)\tPrec@1 66.406 (62.989)\n",
      "[340/391]\tTime 0.049 (0.056)\tData 0.000 (0.001)\tLoss 1.1768 (1.2750)\tPrec@1 64.062 (62.947)\n",
      "[360/391]\tTime 0.073 (0.056)\tData 0.000 (0.001)\tLoss 1.2790 (1.2750)\tPrec@1 66.406 (62.991)\n",
      "[380/391]\tTime 0.085 (0.056)\tData 0.000 (0.001)\tLoss 1.2553 (1.2762)\tPrec@1 63.281 (62.941)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.201 (0.201)\tLoss 1.4598 (1.4598)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.012 (0.021)\tLoss 1.5182 (1.6018)\tPrec@1 64.062 (57.850)\n",
      "Test: [40/79]\tTime 0.007 (0.017)\tLoss 1.1856 (1.5881)\tPrec@1 65.625 (57.679)\n",
      "Test: [60/79]\tTime 0.021 (0.015)\tLoss 1.9917 (1.6035)\tPrec@1 49.219 (56.954)\n",
      " * Prec@1 57.050\n",
      "\n",
      "===> epoch: 127/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.289 (0.289)\tData 0.207 (0.207)\tLoss 1.3476 (1.3476)\tPrec@1 66.406 (66.406)\n",
      "[20/391]\tTime 0.032 (0.052)\tData 0.000 (0.010)\tLoss 1.1280 (1.2242)\tPrec@1 65.625 (63.988)\n",
      "[40/391]\tTime 0.098 (0.053)\tData 0.000 (0.006)\tLoss 1.3294 (1.2336)\tPrec@1 66.406 (63.948)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60/391]\tTime 0.067 (0.055)\tData 0.000 (0.004)\tLoss 1.3255 (1.2511)\tPrec@1 65.625 (63.409)\n",
      "[80/391]\tTime 0.066 (0.055)\tData 0.000 (0.003)\tLoss 1.3407 (1.2669)\tPrec@1 57.812 (62.838)\n",
      "[100/391]\tTime 0.023 (0.055)\tData 0.000 (0.003)\tLoss 1.1337 (1.2626)\tPrec@1 67.188 (62.871)\n",
      "[120/391]\tTime 0.021 (0.054)\tData 0.000 (0.002)\tLoss 1.1976 (1.2663)\tPrec@1 63.281 (62.952)\n",
      "[140/391]\tTime 0.056 (0.055)\tData 0.000 (0.002)\tLoss 1.4265 (1.2645)\tPrec@1 55.469 (62.960)\n",
      "[160/391]\tTime 0.085 (0.055)\tData 0.000 (0.002)\tLoss 1.3438 (1.2574)\tPrec@1 57.031 (63.179)\n",
      "[180/391]\tTime 0.054 (0.055)\tData 0.000 (0.002)\tLoss 1.3473 (1.2540)\tPrec@1 60.156 (63.286)\n",
      "[200/391]\tTime 0.081 (0.055)\tData 0.000 (0.002)\tLoss 1.4345 (1.2645)\tPrec@1 57.031 (63.067)\n",
      "[220/391]\tTime 0.051 (0.055)\tData 0.000 (0.001)\tLoss 1.3113 (1.2680)\tPrec@1 66.406 (63.104)\n",
      "[240/391]\tTime 0.055 (0.054)\tData 0.000 (0.001)\tLoss 1.1651 (1.2725)\tPrec@1 64.062 (62.960)\n",
      "[260/391]\tTime 0.063 (0.053)\tData 0.000 (0.001)\tLoss 1.4745 (1.2760)\tPrec@1 57.812 (62.949)\n",
      "[280/391]\tTime 0.053 (0.052)\tData 0.000 (0.001)\tLoss 1.2483 (1.2780)\tPrec@1 66.406 (63.003)\n",
      "[300/391]\tTime 0.036 (0.052)\tData 0.000 (0.001)\tLoss 1.1733 (1.2796)\tPrec@1 65.625 (62.959)\n",
      "[320/391]\tTime 0.034 (0.052)\tData 0.000 (0.001)\tLoss 1.3170 (1.2796)\tPrec@1 60.156 (62.955)\n",
      "[340/391]\tTime 0.048 (0.052)\tData 0.000 (0.001)\tLoss 1.4527 (1.2789)\tPrec@1 58.594 (62.961)\n",
      "[360/391]\tTime 0.070 (0.053)\tData 0.001 (0.001)\tLoss 1.4209 (1.2828)\tPrec@1 56.250 (62.887)\n",
      "[380/391]\tTime 0.100 (0.053)\tData 0.001 (0.001)\tLoss 1.4176 (1.2849)\tPrec@1 57.812 (62.824)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.240 (0.240)\tLoss 1.4796 (1.4796)\tPrec@1 61.719 (61.719)\n",
      "Test: [20/79]\tTime 0.015 (0.022)\tLoss 1.4305 (1.5212)\tPrec@1 60.156 (58.147)\n",
      "Test: [40/79]\tTime 0.007 (0.016)\tLoss 1.1813 (1.5192)\tPrec@1 66.406 (58.175)\n",
      "Test: [60/79]\tTime 0.019 (0.016)\tLoss 1.9380 (1.5303)\tPrec@1 50.781 (57.287)\n",
      " * Prec@1 57.590\n",
      "\n",
      "===> epoch: 128/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.230 (0.230)\tData 0.190 (0.190)\tLoss 1.2487 (1.2487)\tPrec@1 60.938 (60.938)\n",
      "[20/391]\tTime 0.041 (0.068)\tData 0.000 (0.012)\tLoss 1.4144 (1.2818)\tPrec@1 61.719 (62.723)\n",
      "[40/391]\tTime 0.066 (0.066)\tData 0.000 (0.007)\tLoss 1.3531 (1.2796)\tPrec@1 62.500 (62.938)\n",
      "[60/391]\tTime 0.049 (0.060)\tData 0.000 (0.005)\tLoss 1.3156 (1.2733)\tPrec@1 64.844 (63.076)\n",
      "[80/391]\tTime 0.044 (0.059)\tData 0.001 (0.004)\tLoss 1.4150 (1.2723)\tPrec@1 59.375 (63.272)\n",
      "[100/391]\tTime 0.079 (0.059)\tData 0.000 (0.003)\tLoss 1.4348 (1.2753)\tPrec@1 55.469 (63.011)\n",
      "[120/391]\tTime 0.031 (0.058)\tData 0.000 (0.002)\tLoss 1.3054 (1.2779)\tPrec@1 64.844 (62.907)\n",
      "[140/391]\tTime 0.062 (0.059)\tData 0.000 (0.002)\tLoss 1.2379 (1.2783)\tPrec@1 63.281 (62.844)\n",
      "[160/391]\tTime 0.033 (0.058)\tData 0.000 (0.002)\tLoss 1.2770 (1.2833)\tPrec@1 59.375 (62.781)\n",
      "[180/391]\tTime 0.023 (0.058)\tData 0.000 (0.002)\tLoss 1.0253 (1.2833)\tPrec@1 70.312 (62.759)\n",
      "[200/391]\tTime 0.058 (0.057)\tData 0.000 (0.002)\tLoss 1.2327 (1.2826)\tPrec@1 63.281 (62.764)\n",
      "[220/391]\tTime 0.044 (0.057)\tData 0.000 (0.002)\tLoss 1.2707 (1.2841)\tPrec@1 68.750 (62.656)\n",
      "[240/391]\tTime 0.085 (0.056)\tData 0.000 (0.001)\tLoss 1.3197 (1.2851)\tPrec@1 58.594 (62.672)\n",
      "[260/391]\tTime 0.061 (0.056)\tData 0.000 (0.001)\tLoss 1.0352 (1.2817)\tPrec@1 69.531 (62.701)\n",
      "[280/391]\tTime 0.036 (0.056)\tData 0.001 (0.001)\tLoss 1.3594 (1.2840)\tPrec@1 61.719 (62.661)\n",
      "[300/391]\tTime 0.030 (0.056)\tData 0.000 (0.001)\tLoss 1.3670 (1.2823)\tPrec@1 64.844 (62.739)\n",
      "[320/391]\tTime 0.063 (0.056)\tData 0.000 (0.001)\tLoss 1.3091 (1.2816)\tPrec@1 60.938 (62.797)\n",
      "[340/391]\tTime 0.031 (0.056)\tData 0.000 (0.001)\tLoss 1.0075 (1.2808)\tPrec@1 67.969 (62.864)\n",
      "[360/391]\tTime 0.053 (0.057)\tData 0.000 (0.001)\tLoss 1.3402 (1.2795)\tPrec@1 63.281 (62.892)\n",
      "[380/391]\tTime 0.057 (0.057)\tData 0.000 (0.001)\tLoss 1.3478 (1.2820)\tPrec@1 60.156 (62.816)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.334 (0.334)\tLoss 1.5029 (1.5029)\tPrec@1 62.500 (62.500)\n",
      "Test: [20/79]\tTime 0.014 (0.036)\tLoss 1.5495 (1.5738)\tPrec@1 57.031 (56.436)\n",
      "Test: [40/79]\tTime 0.033 (0.026)\tLoss 1.1816 (1.5738)\tPrec@1 66.406 (56.212)\n",
      "Test: [60/79]\tTime 0.020 (0.023)\tLoss 1.9650 (1.5840)\tPrec@1 50.000 (56.032)\n",
      " * Prec@1 56.390\n",
      "\n",
      "===> epoch: 129/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.434 (0.434)\tData 0.379 (0.379)\tLoss 1.4224 (1.4224)\tPrec@1 58.594 (58.594)\n",
      "[20/391]\tTime 0.038 (0.063)\tData 0.000 (0.020)\tLoss 1.1788 (1.2227)\tPrec@1 65.625 (63.876)\n",
      "[40/391]\tTime 0.034 (0.056)\tData 0.000 (0.010)\tLoss 1.2540 (1.2273)\tPrec@1 67.188 (64.082)\n",
      "[60/391]\tTime 0.033 (0.055)\tData 0.000 (0.007)\tLoss 1.2769 (1.2352)\tPrec@1 63.281 (63.922)\n",
      "[80/391]\tTime 0.061 (0.055)\tData 0.000 (0.005)\tLoss 1.2963 (1.2369)\tPrec@1 64.844 (63.725)\n",
      "[100/391]\tTime 0.033 (0.055)\tData 0.000 (0.004)\tLoss 1.1399 (1.2358)\tPrec@1 65.625 (63.622)\n",
      "[120/391]\tTime 0.049 (0.055)\tData 0.000 (0.004)\tLoss 1.1935 (1.2400)\tPrec@1 62.500 (63.591)\n",
      "[140/391]\tTime 0.060 (0.055)\tData 0.000 (0.003)\tLoss 1.4277 (1.2512)\tPrec@1 61.719 (63.464)\n",
      "[160/391]\tTime 0.030 (0.055)\tData 0.000 (0.003)\tLoss 1.3300 (1.2539)\tPrec@1 68.750 (63.417)\n",
      "[180/391]\tTime 0.100 (0.055)\tData 0.000 (0.003)\tLoss 1.3420 (1.2619)\tPrec@1 60.938 (63.294)\n",
      "[200/391]\tTime 0.041 (0.055)\tData 0.001 (0.002)\tLoss 1.3413 (1.2653)\tPrec@1 60.938 (63.161)\n",
      "[220/391]\tTime 0.031 (0.055)\tData 0.000 (0.002)\tLoss 1.3851 (1.2692)\tPrec@1 59.375 (63.122)\n",
      "[240/391]\tTime 0.059 (0.055)\tData 0.001 (0.002)\tLoss 1.2598 (1.2731)\tPrec@1 63.281 (62.980)\n",
      "[260/391]\tTime 0.040 (0.055)\tData 0.000 (0.002)\tLoss 1.1847 (1.2717)\tPrec@1 59.375 (63.009)\n",
      "[280/391]\tTime 0.033 (0.055)\tData 0.000 (0.002)\tLoss 1.3941 (1.2751)\tPrec@1 59.375 (62.959)\n",
      "[300/391]\tTime 0.052 (0.055)\tData 0.000 (0.002)\tLoss 1.2957 (1.2774)\tPrec@1 62.500 (62.931)\n",
      "[320/391]\tTime 0.113 (0.055)\tData 0.000 (0.002)\tLoss 1.1762 (1.2740)\tPrec@1 67.188 (62.984)\n",
      "[340/391]\tTime 0.123 (0.056)\tData 0.000 (0.002)\tLoss 1.2604 (1.2773)\tPrec@1 59.375 (62.931)\n",
      "[360/391]\tTime 0.049 (0.055)\tData 0.000 (0.002)\tLoss 1.1435 (1.2767)\tPrec@1 66.406 (62.989)\n",
      "[380/391]\tTime 0.048 (0.055)\tData 0.000 (0.001)\tLoss 1.4900 (1.2776)\tPrec@1 59.375 (63.033)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.359 (0.359)\tLoss 1.4632 (1.4632)\tPrec@1 57.812 (57.812)\n",
      "Test: [20/79]\tTime 0.018 (0.030)\tLoss 1.5027 (1.5392)\tPrec@1 58.594 (58.036)\n",
      "Test: [40/79]\tTime 0.006 (0.024)\tLoss 1.2003 (1.5506)\tPrec@1 60.938 (57.127)\n",
      "Test: [60/79]\tTime 0.006 (0.021)\tLoss 1.9097 (1.5605)\tPrec@1 50.000 (56.493)\n",
      " * Prec@1 56.740\n",
      "\n",
      "===> epoch: 130/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.252 (0.252)\tData 0.224 (0.224)\tLoss 1.2371 (1.2371)\tPrec@1 64.062 (64.062)\n",
      "[20/391]\tTime 0.036 (0.063)\tData 0.000 (0.011)\tLoss 1.4359 (1.2595)\tPrec@1 55.469 (62.872)\n",
      "[40/391]\tTime 0.083 (0.059)\tData 0.002 (0.006)\tLoss 1.2340 (1.2557)\tPrec@1 64.062 (63.148)\n",
      "[60/391]\tTime 0.038 (0.056)\tData 0.000 (0.004)\tLoss 1.3047 (1.2509)\tPrec@1 60.938 (63.512)\n",
      "[80/391]\tTime 0.022 (0.052)\tData 0.000 (0.003)\tLoss 1.3246 (1.2683)\tPrec@1 63.281 (63.358)\n",
      "[100/391]\tTime 0.052 (0.049)\tData 0.000 (0.003)\tLoss 1.3600 (1.2623)\tPrec@1 56.250 (63.343)\n",
      "[120/391]\tTime 0.050 (0.047)\tData 0.000 (0.002)\tLoss 1.2928 (1.2613)\tPrec@1 67.188 (63.301)\n",
      "[140/391]\tTime 0.042 (0.046)\tData 0.000 (0.002)\tLoss 1.2894 (1.2599)\tPrec@1 63.281 (63.331)\n",
      "[160/391]\tTime 0.034 (0.046)\tData 0.000 (0.002)\tLoss 1.3136 (1.2656)\tPrec@1 65.625 (63.107)\n",
      "[180/391]\tTime 0.094 (0.048)\tData 0.000 (0.002)\tLoss 1.2914 (1.2707)\tPrec@1 62.500 (63.065)\n",
      "[200/391]\tTime 0.033 (0.048)\tData 0.000 (0.002)\tLoss 1.0061 (1.2663)\tPrec@1 68.750 (63.149)\n",
      "[220/391]\tTime 0.078 (0.050)\tData 0.000 (0.001)\tLoss 1.4405 (1.2699)\tPrec@1 60.156 (63.016)\n",
      "[240/391]\tTime 0.060 (0.050)\tData 0.000 (0.001)\tLoss 1.4772 (1.2750)\tPrec@1 50.781 (62.873)\n",
      "[260/391]\tTime 0.081 (0.050)\tData 0.000 (0.001)\tLoss 1.3335 (1.2753)\tPrec@1 61.719 (62.787)\n",
      "[280/391]\tTime 0.085 (0.050)\tData 0.000 (0.001)\tLoss 1.3019 (1.2787)\tPrec@1 60.938 (62.650)\n",
      "[300/391]\tTime 0.038 (0.050)\tData 0.000 (0.001)\tLoss 1.1584 (1.2807)\tPrec@1 67.188 (62.617)\n",
      "[320/391]\tTime 0.098 (0.051)\tData 0.000 (0.001)\tLoss 1.5106 (1.2838)\tPrec@1 53.125 (62.602)\n",
      "[340/391]\tTime 0.055 (0.051)\tData 0.000 (0.001)\tLoss 1.0555 (1.2833)\tPrec@1 65.625 (62.573)\n",
      "[360/391]\tTime 0.046 (0.051)\tData 0.000 (0.001)\tLoss 1.1227 (1.2821)\tPrec@1 63.281 (62.651)\n",
      "[380/391]\tTime 0.030 (0.051)\tData 0.000 (0.001)\tLoss 1.1712 (1.2824)\tPrec@1 64.844 (62.611)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Testing:\n",
      "Test: [0/79]\tTime 0.343 (0.343)\tLoss 1.5218 (1.5218)\tPrec@1 58.594 (58.594)\n",
      "Test: [20/79]\tTime 0.030 (0.033)\tLoss 1.6938 (1.6035)\tPrec@1 58.594 (56.027)\n",
      "Test: [40/79]\tTime 0.037 (0.026)\tLoss 1.2137 (1.6031)\tPrec@1 63.281 (55.774)\n",
      "Test: [60/79]\tTime 0.008 (0.021)\tLoss 2.0599 (1.6216)\tPrec@1 44.531 (55.149)\n",
      " * Prec@1 55.460\n",
      "\n",
      "===> epoch: 131/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.271 (0.271)\tData 0.211 (0.211)\tLoss 1.2516 (1.2516)\tPrec@1 61.719 (61.719)\n",
      "[20/391]\tTime 0.047 (0.053)\tData 0.000 (0.010)\tLoss 1.2003 (1.2223)\tPrec@1 66.406 (65.179)\n",
      "[40/391]\tTime 0.054 (0.048)\tData 0.000 (0.005)\tLoss 1.2960 (1.2419)\tPrec@1 58.594 (64.425)\n",
      "[60/391]\tTime 0.029 (0.045)\tData 0.000 (0.004)\tLoss 1.3879 (1.2527)\tPrec@1 60.156 (63.870)\n",
      "[80/391]\tTime 0.045 (0.045)\tData 0.000 (0.003)\tLoss 1.0469 (1.2681)\tPrec@1 71.875 (63.532)\n",
      "[100/391]\tTime 0.047 (0.046)\tData 0.000 (0.003)\tLoss 1.0726 (1.2713)\tPrec@1 65.625 (63.196)\n",
      "[120/391]\tTime 0.072 (0.048)\tData 0.001 (0.002)\tLoss 1.1946 (1.2680)\tPrec@1 62.500 (63.159)\n",
      "[140/391]\tTime 0.082 (0.050)\tData 0.000 (0.002)\tLoss 1.3630 (1.2713)\tPrec@1 63.281 (63.154)\n",
      "[160/391]\tTime 0.037 (0.051)\tData 0.000 (0.002)\tLoss 1.3197 (1.2748)\tPrec@1 53.125 (62.932)\n",
      "[180/391]\tTime 0.100 (0.052)\tData 0.000 (0.002)\tLoss 1.3054 (1.2732)\tPrec@1 59.375 (62.945)\n",
      "[200/391]\tTime 0.089 (0.052)\tData 0.000 (0.002)\tLoss 1.4560 (1.2740)\tPrec@1 56.250 (62.978)\n",
      "[220/391]\tTime 0.062 (0.053)\tData 0.000 (0.001)\tLoss 1.3324 (1.2699)\tPrec@1 60.156 (63.161)\n",
      "[240/391]\tTime 0.056 (0.053)\tData 0.000 (0.001)\tLoss 1.3918 (1.2754)\tPrec@1 64.062 (63.103)\n",
      "[260/391]\tTime 0.079 (0.053)\tData 0.000 (0.001)\tLoss 1.3368 (1.2727)\tPrec@1 63.281 (63.182)\n",
      "[280/391]\tTime 0.081 (0.054)\tData 0.000 (0.001)\tLoss 1.2469 (1.2700)\tPrec@1 63.281 (63.220)\n",
      "[300/391]\tTime 0.052 (0.054)\tData 0.000 (0.001)\tLoss 1.2955 (1.2729)\tPrec@1 64.062 (63.131)\n",
      "[320/391]\tTime 0.030 (0.054)\tData 0.000 (0.001)\tLoss 1.2831 (1.2755)\tPrec@1 64.844 (63.052)\n",
      "[340/391]\tTime 0.068 (0.054)\tData 0.000 (0.001)\tLoss 1.0608 (1.2753)\tPrec@1 69.531 (63.041)\n",
      "[360/391]\tTime 0.026 (0.054)\tData 0.000 (0.001)\tLoss 1.4447 (1.2744)\tPrec@1 59.375 (63.134)\n",
      "[380/391]\tTime 0.082 (0.054)\tData 0.000 (0.001)\tLoss 1.2890 (1.2742)\tPrec@1 61.719 (63.201)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.253 (0.253)\tLoss 1.5307 (1.5307)\tPrec@1 60.156 (60.156)\n",
      "Test: [20/79]\tTime 0.023 (0.027)\tLoss 1.4903 (1.5697)\tPrec@1 57.031 (56.176)\n",
      "Test: [40/79]\tTime 0.012 (0.023)\tLoss 1.2681 (1.5789)\tPrec@1 59.375 (56.021)\n",
      "Test: [60/79]\tTime 0.012 (0.020)\tLoss 2.1810 (1.5832)\tPrec@1 46.094 (56.148)\n",
      " * Prec@1 56.570\n",
      "\n",
      "===> epoch: 132/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.275 (0.275)\tData 0.254 (0.254)\tLoss 1.1718 (1.1718)\tPrec@1 66.406 (66.406)\n",
      "[20/391]\tTime 0.084 (0.066)\tData 0.000 (0.012)\tLoss 1.3094 (1.2976)\tPrec@1 62.500 (62.165)\n",
      "[40/391]\tTime 0.039 (0.061)\tData 0.000 (0.007)\tLoss 1.1070 (1.2770)\tPrec@1 67.188 (62.767)\n",
      "[60/391]\tTime 0.022 (0.059)\tData 0.000 (0.005)\tLoss 1.2421 (1.2565)\tPrec@1 69.531 (63.499)\n",
      "[80/391]\tTime 0.071 (0.059)\tData 0.000 (0.004)\tLoss 1.2546 (1.2629)\tPrec@1 64.062 (63.166)\n",
      "[100/391]\tTime 0.069 (0.058)\tData 0.000 (0.003)\tLoss 1.2352 (1.2699)\tPrec@1 67.188 (62.941)\n",
      "[120/391]\tTime 0.062 (0.058)\tData 0.000 (0.002)\tLoss 1.4035 (1.2771)\tPrec@1 61.719 (62.855)\n",
      "[140/391]\tTime 0.068 (0.057)\tData 0.000 (0.002)\tLoss 1.0458 (1.2793)\tPrec@1 70.312 (62.777)\n",
      "[160/391]\tTime 0.027 (0.056)\tData 0.000 (0.002)\tLoss 1.5020 (1.2783)\tPrec@1 62.500 (62.840)\n",
      "[180/391]\tTime 0.053 (0.056)\tData 0.000 (0.002)\tLoss 1.1228 (1.2769)\tPrec@1 68.750 (62.867)\n",
      "[200/391]\tTime 0.058 (0.056)\tData 0.000 (0.002)\tLoss 1.1581 (1.2789)\tPrec@1 67.969 (62.784)\n",
      "[220/391]\tTime 0.028 (0.056)\tData 0.000 (0.002)\tLoss 1.2499 (1.2753)\tPrec@1 65.625 (62.967)\n",
      "[240/391]\tTime 0.031 (0.055)\tData 0.000 (0.001)\tLoss 1.3444 (1.2759)\tPrec@1 60.156 (63.048)\n",
      "[260/391]\tTime 0.084 (0.056)\tData 0.000 (0.001)\tLoss 1.2348 (1.2770)\tPrec@1 61.719 (62.991)\n",
      "[280/391]\tTime 0.058 (0.056)\tData 0.000 (0.001)\tLoss 1.3563 (1.2788)\tPrec@1 60.938 (62.936)\n",
      "[300/391]\tTime 0.064 (0.055)\tData 0.000 (0.001)\tLoss 1.2257 (1.2782)\tPrec@1 61.719 (63.011)\n",
      "[320/391]\tTime 0.081 (0.055)\tData 0.000 (0.001)\tLoss 1.4035 (1.2804)\tPrec@1 57.031 (62.909)\n",
      "[340/391]\tTime 0.038 (0.055)\tData 0.000 (0.001)\tLoss 1.3565 (1.2798)\tPrec@1 64.844 (62.903)\n",
      "[360/391]\tTime 0.051 (0.055)\tData 0.001 (0.001)\tLoss 1.3804 (1.2818)\tPrec@1 61.719 (62.883)\n",
      "[380/391]\tTime 0.025 (0.055)\tData 0.000 (0.001)\tLoss 1.3678 (1.2821)\tPrec@1 60.938 (62.933)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.213 (0.213)\tLoss 1.6666 (1.6666)\tPrec@1 57.812 (57.812)\n",
      "Test: [20/79]\tTime 0.006 (0.026)\tLoss 1.4787 (1.7475)\tPrec@1 59.375 (55.357)\n",
      "Test: [40/79]\tTime 0.034 (0.020)\tLoss 1.2913 (1.7108)\tPrec@1 64.062 (55.202)\n",
      "Test: [60/79]\tTime 0.022 (0.019)\tLoss 2.0047 (1.7108)\tPrec@1 47.656 (54.675)\n",
      " * Prec@1 54.620\n",
      "\n",
      "===> epoch: 133/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.376 (0.376)\tData 0.317 (0.317)\tLoss 1.1628 (1.1628)\tPrec@1 61.719 (61.719)\n",
      "[20/391]\tTime 0.023 (0.050)\tData 0.000 (0.018)\tLoss 1.1787 (1.2564)\tPrec@1 64.062 (63.504)\n",
      "[40/391]\tTime 0.034 (0.044)\tData 0.000 (0.009)\tLoss 1.2581 (1.2460)\tPrec@1 64.844 (63.377)\n",
      "[60/391]\tTime 0.029 (0.044)\tData 0.000 (0.006)\tLoss 1.3017 (1.2434)\tPrec@1 63.281 (63.576)\n",
      "[80/391]\tTime 0.065 (0.044)\tData 0.000 (0.005)\tLoss 1.3512 (1.2496)\tPrec@1 60.938 (63.407)\n",
      "[100/391]\tTime 0.061 (0.046)\tData 0.000 (0.004)\tLoss 1.3535 (1.2588)\tPrec@1 60.938 (62.995)\n",
      "[120/391]\tTime 0.048 (0.047)\tData 0.000 (0.003)\tLoss 1.3053 (1.2670)\tPrec@1 65.625 (62.778)\n",
      "[140/391]\tTime 0.055 (0.049)\tData 0.000 (0.003)\tLoss 1.5982 (1.2668)\tPrec@1 54.688 (62.849)\n",
      "[160/391]\tTime 0.076 (0.050)\tData 0.000 (0.003)\tLoss 1.2644 (1.2676)\tPrec@1 65.625 (63.102)\n",
      "[180/391]\tTime 0.040 (0.051)\tData 0.000 (0.002)\tLoss 1.3013 (1.2716)\tPrec@1 59.375 (62.901)\n",
      "[200/391]\tTime 0.079 (0.051)\tData 0.000 (0.002)\tLoss 1.0772 (1.2734)\tPrec@1 68.750 (62.850)\n",
      "[220/391]\tTime 0.066 (0.052)\tData 0.000 (0.002)\tLoss 1.2147 (1.2726)\tPrec@1 62.500 (62.871)\n",
      "[240/391]\tTime 0.022 (0.052)\tData 0.000 (0.002)\tLoss 1.2449 (1.2721)\tPrec@1 63.281 (62.973)\n",
      "[260/391]\tTime 0.033 (0.052)\tData 0.000 (0.002)\tLoss 1.4539 (1.2726)\tPrec@1 53.906 (63.015)\n",
      "[280/391]\tTime 0.029 (0.053)\tData 0.000 (0.002)\tLoss 1.3044 (1.2722)\tPrec@1 61.719 (63.006)\n",
      "[300/391]\tTime 0.109 (0.053)\tData 0.000 (0.002)\tLoss 1.2480 (1.2748)\tPrec@1 65.625 (62.946)\n",
      "[320/391]\tTime 0.033 (0.053)\tData 0.000 (0.002)\tLoss 1.3542 (1.2789)\tPrec@1 60.156 (62.821)\n",
      "[340/391]\tTime 0.038 (0.053)\tData 0.000 (0.001)\tLoss 1.2214 (1.2816)\tPrec@1 64.062 (62.702)\n",
      "[360/391]\tTime 0.030 (0.053)\tData 0.000 (0.001)\tLoss 1.4445 (1.2794)\tPrec@1 61.719 (62.740)\n",
      "[380/391]\tTime 0.080 (0.053)\tData 0.000 (0.001)\tLoss 1.1895 (1.2785)\tPrec@1 65.625 (62.783)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.327 (0.327)\tLoss 1.5538 (1.5538)\tPrec@1 58.594 (58.594)\n",
      "Test: [20/79]\tTime 0.012 (0.034)\tLoss 1.6409 (1.6062)\tPrec@1 57.812 (56.064)\n",
      "Test: [40/79]\tTime 0.008 (0.026)\tLoss 1.2835 (1.6133)\tPrec@1 65.625 (55.697)\n",
      "Test: [60/79]\tTime 0.008 (0.022)\tLoss 1.9419 (1.6197)\tPrec@1 52.344 (55.469)\n",
      " * Prec@1 55.560\n",
      "\n",
      "===> epoch: 134/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.403 (0.403)\tData 0.344 (0.344)\tLoss 1.6001 (1.6001)\tPrec@1 58.594 (58.594)\n",
      "[20/391]\tTime 0.072 (0.075)\tData 0.000 (0.017)\tLoss 1.1860 (1.2930)\tPrec@1 68.750 (63.467)\n",
      "[40/391]\tTime 0.019 (0.062)\tData 0.000 (0.009)\tLoss 1.2384 (1.2491)\tPrec@1 60.156 (63.891)\n",
      "[60/391]\tTime 0.080 (0.062)\tData 0.000 (0.006)\tLoss 1.3044 (1.2654)\tPrec@1 60.938 (63.563)\n",
      "[80/391]\tTime 0.038 (0.060)\tData 0.000 (0.005)\tLoss 1.1234 (1.2525)\tPrec@1 64.844 (63.657)\n",
      "[100/391]\tTime 0.082 (0.060)\tData 0.000 (0.004)\tLoss 1.3945 (1.2621)\tPrec@1 62.500 (63.274)\n",
      "[120/391]\tTime 0.108 (0.059)\tData 0.000 (0.003)\tLoss 1.2663 (1.2630)\tPrec@1 63.281 (63.262)\n",
      "[140/391]\tTime 0.057 (0.059)\tData 0.000 (0.003)\tLoss 1.2379 (1.2619)\tPrec@1 61.719 (63.337)\n",
      "[160/391]\tTime 0.038 (0.059)\tData 0.001 (0.003)\tLoss 1.0581 (1.2628)\tPrec@1 67.188 (63.286)\n",
      "[180/391]\tTime 0.036 (0.058)\tData 0.000 (0.002)\tLoss 1.1755 (1.2622)\tPrec@1 65.625 (63.437)\n",
      "[200/391]\tTime 0.044 (0.058)\tData 0.000 (0.002)\tLoss 1.3366 (1.2648)\tPrec@1 60.156 (63.270)\n",
      "[220/391]\tTime 0.065 (0.057)\tData 0.000 (0.002)\tLoss 1.3968 (1.2653)\tPrec@1 54.688 (63.228)\n",
      "[240/391]\tTime 0.093 (0.057)\tData 0.000 (0.002)\tLoss 1.3746 (1.2648)\tPrec@1 61.719 (63.323)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[260/391]\tTime 0.081 (0.057)\tData 0.000 (0.002)\tLoss 1.3020 (1.2660)\tPrec@1 57.031 (63.347)\n",
      "[280/391]\tTime 0.035 (0.056)\tData 0.000 (0.002)\tLoss 1.2482 (1.2675)\tPrec@1 62.500 (63.306)\n",
      "[300/391]\tTime 0.037 (0.056)\tData 0.000 (0.002)\tLoss 1.4266 (1.2718)\tPrec@1 60.938 (63.196)\n",
      "[320/391]\tTime 0.025 (0.056)\tData 0.000 (0.002)\tLoss 1.4697 (1.2699)\tPrec@1 57.812 (63.181)\n",
      "[340/391]\tTime 0.071 (0.056)\tData 0.000 (0.001)\tLoss 1.1151 (1.2734)\tPrec@1 70.312 (63.132)\n",
      "[360/391]\tTime 0.043 (0.056)\tData 0.000 (0.001)\tLoss 1.4445 (1.2744)\tPrec@1 61.719 (63.084)\n",
      "[380/391]\tTime 0.109 (0.056)\tData 0.013 (0.001)\tLoss 1.3439 (1.2755)\tPrec@1 54.688 (63.017)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.276 (0.276)\tLoss 1.4885 (1.4885)\tPrec@1 56.250 (56.250)\n",
      "Test: [20/79]\tTime 0.007 (0.029)\tLoss 1.5138 (1.5962)\tPrec@1 64.062 (55.580)\n",
      "Test: [40/79]\tTime 0.035 (0.025)\tLoss 1.1964 (1.5874)\tPrec@1 63.281 (55.488)\n",
      "Test: [60/79]\tTime 0.017 (0.022)\tLoss 1.9281 (1.5850)\tPrec@1 46.875 (55.661)\n",
      " * Prec@1 55.650\n",
      "\n",
      "===> epoch: 135/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.211 (0.211)\tData 0.128 (0.128)\tLoss 1.2176 (1.2176)\tPrec@1 60.156 (60.156)\n",
      "[20/391]\tTime 0.059 (0.063)\tData 0.000 (0.006)\tLoss 1.3102 (1.2332)\tPrec@1 60.156 (63.430)\n",
      "[40/391]\tTime 0.026 (0.055)\tData 0.000 (0.003)\tLoss 1.1913 (1.2308)\tPrec@1 64.844 (63.548)\n",
      "[60/391]\tTime 0.034 (0.053)\tData 0.000 (0.003)\tLoss 1.3844 (1.2330)\tPrec@1 62.500 (63.832)\n",
      "[80/391]\tTime 0.031 (0.050)\tData 0.000 (0.002)\tLoss 1.1445 (1.2401)\tPrec@1 71.094 (63.792)\n",
      "[100/391]\tTime 0.089 (0.050)\tData 0.000 (0.002)\tLoss 1.3020 (1.2482)\tPrec@1 59.375 (63.691)\n",
      "[120/391]\tTime 0.057 (0.051)\tData 0.000 (0.001)\tLoss 1.4189 (1.2612)\tPrec@1 62.500 (63.255)\n",
      "[140/391]\tTime 0.025 (0.051)\tData 0.000 (0.001)\tLoss 1.2712 (1.2653)\tPrec@1 62.500 (63.193)\n",
      "[160/391]\tTime 0.052 (0.052)\tData 0.000 (0.001)\tLoss 1.1826 (1.2654)\tPrec@1 67.969 (63.238)\n",
      "[180/391]\tTime 0.050 (0.052)\tData 0.000 (0.001)\tLoss 1.1912 (1.2622)\tPrec@1 67.969 (63.411)\n",
      "[200/391]\tTime 0.035 (0.053)\tData 0.000 (0.001)\tLoss 1.2571 (1.2656)\tPrec@1 64.062 (63.363)\n",
      "[220/391]\tTime 0.035 (0.053)\tData 0.001 (0.001)\tLoss 1.3537 (1.2678)\tPrec@1 64.844 (63.398)\n",
      "[240/391]\tTime 0.052 (0.053)\tData 0.000 (0.001)\tLoss 1.0854 (1.2684)\tPrec@1 67.188 (63.453)\n",
      "[260/391]\tTime 0.051 (0.053)\tData 0.000 (0.001)\tLoss 1.1714 (1.2704)\tPrec@1 62.500 (63.311)\n",
      "[280/391]\tTime 0.026 (0.052)\tData 0.000 (0.001)\tLoss 1.2840 (1.2690)\tPrec@1 62.500 (63.348)\n",
      "[300/391]\tTime 0.055 (0.051)\tData 0.000 (0.001)\tLoss 1.3432 (1.2718)\tPrec@1 62.500 (63.250)\n",
      "[320/391]\tTime 0.063 (0.051)\tData 0.000 (0.001)\tLoss 1.3233 (1.2719)\tPrec@1 60.156 (63.206)\n",
      "[340/391]\tTime 0.090 (0.051)\tData 0.000 (0.001)\tLoss 1.5539 (1.2727)\tPrec@1 58.594 (63.174)\n",
      "[360/391]\tTime 0.060 (0.052)\tData 0.000 (0.001)\tLoss 1.2493 (1.2749)\tPrec@1 61.719 (63.093)\n",
      "[380/391]\tTime 0.103 (0.052)\tData 0.001 (0.001)\tLoss 1.1759 (1.2758)\tPrec@1 65.625 (63.072)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.329 (0.329)\tLoss 1.7705 (1.7705)\tPrec@1 57.812 (57.812)\n",
      "Test: [20/79]\tTime 0.013 (0.033)\tLoss 1.6592 (1.6965)\tPrec@1 60.156 (56.101)\n",
      "Test: [40/79]\tTime 0.016 (0.023)\tLoss 1.3103 (1.6845)\tPrec@1 60.938 (55.450)\n",
      "Test: [60/79]\tTime 0.017 (0.019)\tLoss 2.1349 (1.7012)\tPrec@1 47.656 (55.085)\n",
      " * Prec@1 55.000\n",
      "\n",
      "===> epoch: 136/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.284 (0.284)\tData 0.225 (0.225)\tLoss 1.1057 (1.1057)\tPrec@1 63.281 (63.281)\n",
      "[20/391]\tTime 0.028 (0.061)\tData 0.000 (0.011)\tLoss 1.0997 (1.2156)\tPrec@1 71.875 (65.253)\n",
      "[40/391]\tTime 0.033 (0.059)\tData 0.000 (0.006)\tLoss 1.1522 (1.2189)\tPrec@1 64.062 (64.653)\n",
      "[60/391]\tTime 0.029 (0.056)\tData 0.000 (0.004)\tLoss 1.3445 (1.2308)\tPrec@1 59.375 (64.357)\n",
      "[80/391]\tTime 0.075 (0.057)\tData 0.000 (0.003)\tLoss 1.1156 (1.2277)\tPrec@1 68.750 (64.487)\n",
      "[100/391]\tTime 0.092 (0.057)\tData 0.000 (0.003)\tLoss 1.3657 (1.2420)\tPrec@1 59.375 (63.939)\n",
      "[120/391]\tTime 0.086 (0.057)\tData 0.000 (0.002)\tLoss 1.2309 (1.2552)\tPrec@1 61.719 (63.727)\n",
      "[140/391]\tTime 0.081 (0.055)\tData 0.000 (0.002)\tLoss 1.2907 (1.2634)\tPrec@1 58.594 (63.514)\n",
      "[160/391]\tTime 0.062 (0.055)\tData 0.000 (0.002)\tLoss 1.2211 (1.2667)\tPrec@1 67.969 (63.470)\n",
      "[180/391]\tTime 0.063 (0.055)\tData 0.000 (0.002)\tLoss 0.8444 (1.2660)\tPrec@1 75.781 (63.484)\n",
      "[200/391]\tTime 0.022 (0.054)\tData 0.000 (0.002)\tLoss 1.2474 (1.2672)\tPrec@1 62.500 (63.378)\n",
      "[220/391]\tTime 0.035 (0.054)\tData 0.001 (0.002)\tLoss 1.2272 (1.2681)\tPrec@1 64.062 (63.359)\n",
      "[240/391]\tTime 0.047 (0.054)\tData 0.000 (0.001)\tLoss 1.1399 (1.2686)\tPrec@1 61.719 (63.265)\n",
      "[260/391]\tTime 0.036 (0.054)\tData 0.000 (0.001)\tLoss 1.1699 (1.2694)\tPrec@1 71.875 (63.314)\n",
      "[280/391]\tTime 0.056 (0.054)\tData 0.000 (0.001)\tLoss 1.4357 (1.2734)\tPrec@1 53.125 (63.153)\n",
      "[300/391]\tTime 0.044 (0.054)\tData 0.001 (0.001)\tLoss 1.3348 (1.2754)\tPrec@1 62.500 (63.123)\n",
      "[320/391]\tTime 0.025 (0.053)\tData 0.000 (0.001)\tLoss 1.2479 (1.2751)\tPrec@1 66.406 (63.118)\n",
      "[340/391]\tTime 0.068 (0.054)\tData 0.010 (0.001)\tLoss 1.2923 (1.2769)\tPrec@1 57.031 (63.034)\n",
      "[360/391]\tTime 0.052 (0.054)\tData 0.000 (0.001)\tLoss 1.5231 (1.2777)\tPrec@1 51.562 (63.002)\n",
      "[380/391]\tTime 0.037 (0.054)\tData 0.000 (0.001)\tLoss 1.3409 (1.2765)\tPrec@1 60.156 (63.029)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.264 (0.264)\tLoss 1.5324 (1.5324)\tPrec@1 59.375 (59.375)\n",
      "Test: [20/79]\tTime 0.006 (0.024)\tLoss 1.5768 (1.6212)\tPrec@1 57.031 (55.841)\n",
      "Test: [40/79]\tTime 0.004 (0.019)\tLoss 1.2637 (1.6295)\tPrec@1 64.062 (55.107)\n",
      "Test: [60/79]\tTime 0.006 (0.018)\tLoss 2.0136 (1.6384)\tPrec@1 50.781 (54.675)\n",
      " * Prec@1 54.680\n",
      "\n",
      "===> epoch: 137/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.359 (0.359)\tData 0.292 (0.292)\tLoss 1.4569 (1.4569)\tPrec@1 57.031 (57.031)\n",
      "[20/391]\tTime 0.088 (0.068)\tData 0.000 (0.014)\tLoss 1.2548 (1.2552)\tPrec@1 64.844 (62.723)\n",
      "[40/391]\tTime 0.087 (0.061)\tData 0.000 (0.008)\tLoss 1.2628 (1.2424)\tPrec@1 67.969 (63.110)\n",
      "[60/391]\tTime 0.057 (0.059)\tData 0.000 (0.006)\tLoss 1.0763 (1.2508)\tPrec@1 71.875 (63.179)\n",
      "[80/391]\tTime 0.062 (0.057)\tData 0.000 (0.005)\tLoss 1.3348 (1.2478)\tPrec@1 60.156 (63.551)\n",
      "[100/391]\tTime 0.033 (0.055)\tData 0.000 (0.004)\tLoss 1.3103 (1.2477)\tPrec@1 58.594 (63.629)\n",
      "[120/391]\tTime 0.031 (0.054)\tData 0.000 (0.003)\tLoss 1.5386 (1.2508)\tPrec@1 56.250 (63.630)\n",
      "[140/391]\tTime 0.046 (0.053)\tData 0.000 (0.003)\tLoss 1.1571 (1.2509)\tPrec@1 65.625 (63.752)\n",
      "[160/391]\tTime 0.052 (0.054)\tData 0.000 (0.002)\tLoss 1.6833 (1.2559)\tPrec@1 54.688 (63.723)\n",
      "[180/391]\tTime 0.025 (0.054)\tData 0.000 (0.002)\tLoss 1.2268 (1.2562)\tPrec@1 64.062 (63.722)\n",
      "[200/391]\tTime 0.023 (0.054)\tData 0.000 (0.002)\tLoss 1.1433 (1.2613)\tPrec@1 67.969 (63.518)\n",
      "[220/391]\tTime 0.033 (0.055)\tData 0.000 (0.002)\tLoss 1.3263 (1.2679)\tPrec@1 60.938 (63.338)\n",
      "[240/391]\tTime 0.027 (0.055)\tData 0.000 (0.002)\tLoss 1.0797 (1.2679)\tPrec@1 65.625 (63.362)\n",
      "[260/391]\tTime 0.052 (0.055)\tData 0.000 (0.002)\tLoss 1.3160 (1.2662)\tPrec@1 64.062 (63.365)\n",
      "[280/391]\tTime 0.028 (0.055)\tData 0.000 (0.002)\tLoss 1.1653 (1.2675)\tPrec@1 70.312 (63.345)\n",
      "[300/391]\tTime 0.052 (0.055)\tData 0.000 (0.001)\tLoss 1.2691 (1.2697)\tPrec@1 58.594 (63.240)\n",
      "[320/391]\tTime 0.042 (0.055)\tData 0.000 (0.001)\tLoss 1.0575 (1.2729)\tPrec@1 68.750 (63.198)\n",
      "[340/391]\tTime 0.039 (0.055)\tData 0.000 (0.001)\tLoss 1.4711 (1.2744)\tPrec@1 57.031 (63.100)\n",
      "[360/391]\tTime 0.061 (0.055)\tData 0.000 (0.001)\tLoss 1.3059 (1.2781)\tPrec@1 60.156 (63.065)\n",
      "[380/391]\tTime 0.051 (0.055)\tData 0.000 (0.001)\tLoss 1.5518 (1.2801)\tPrec@1 54.688 (62.984)\n",
      "Testing:\n",
      "Test: [0/79]\tTime 0.276 (0.276)\tLoss 1.4842 (1.4842)\tPrec@1 62.500 (62.500)\n",
      "Test: [20/79]\tTime 0.017 (0.027)\tLoss 1.5374 (1.5623)\tPrec@1 59.375 (57.738)\n",
      "Test: [40/79]\tTime 0.019 (0.021)\tLoss 1.1565 (1.5652)\tPrec@1 60.156 (56.631)\n",
      "Test: [60/79]\tTime 0.008 (0.020)\tLoss 1.9902 (1.5824)\tPrec@1 51.562 (56.109)\n",
      " * Prec@1 56.400\n",
      "\n",
      "===> epoch: 138/200\n",
      "current lr 1.00000e-02\n",
      "Training:\n",
      "[0/391]\tTime 0.342 (0.342)\tData 0.297 (0.297)\tLoss 1.2299 (1.2299)\tPrec@1 64.062 (64.062)\n",
      "[20/391]\tTime 0.041 (0.073)\tData 0.001 (0.015)\tLoss 1.1211 (1.2106)\tPrec@1 68.750 (65.699)\n",
      "[40/391]\tTime 0.052 (0.065)\tData 0.000 (0.008)\tLoss 1.2715 (1.2492)\tPrec@1 66.406 (64.158)\n",
      "[60/391]\tTime 0.050 (0.062)\tData 0.000 (0.005)\tLoss 1.1793 (1.2483)\tPrec@1 64.844 (64.152)\n",
      "[80/391]\tTime 0.040 (0.060)\tData 0.000 (0.004)\tLoss 1.3007 (1.2499)\tPrec@1 64.062 (64.024)\n",
      "[100/391]\tTime 0.026 (0.060)\tData 0.000 (0.003)\tLoss 1.1313 (1.2519)\tPrec@1 67.188 (63.691)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[120/391]\tTime 0.024 (0.057)\tData 0.000 (0.003)\tLoss 1.2270 (1.2539)\tPrec@1 66.406 (63.520)\n",
      "[140/391]\tTime 0.056 (0.055)\tData 0.000 (0.002)\tLoss 1.0847 (1.2605)\tPrec@1 66.406 (63.514)\n",
      "[160/391]\tTime 0.032 (0.053)\tData 0.000 (0.002)\tLoss 1.0541 (1.2621)\tPrec@1 70.312 (63.543)\n",
      "[180/391]\tTime 0.024 (0.051)\tData 0.000 (0.002)\tLoss 1.2907 (1.2692)\tPrec@1 61.719 (63.368)\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import time\n",
    "import argparse\n",
    "import numpy as np\n",
    "from visdom import Visdom\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.optim as optim\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torch.utils.data import DataLoader\n",
    "from torchvision import datasets, transforms\n",
    "from utils import *\n",
    "import dataset\n",
    "\n",
    "# Teacher models:\n",
    "# VGG11/VGG13/VGG16/VGG19, GoogLeNet, AlxNet, ResNet18, ResNet34, \n",
    "# ResNet50, ResNet101, ResNet152, ResNeXt29_2x64d, ResNeXt29_4x64d, \n",
    "# ResNeXt29_8x64d, ResNeXt29_32x64d, PreActResNet18, PreActResNet34, \n",
    "# PreActResNet50, PreActResNet101, PreActResNet152, \n",
    "# DenseNet121, DenseNet161, DenseNet169, DenseNet201, \n",
    "# resnet20:ResNet20, ResNet32, ResNet44, ResNet56, ResNet110, ResNet1202\n",
    "import models\n",
    "\n",
    "# Student models:\n",
    "# myNet, LeNet, FitNet\n",
    "\n",
    "\n",
    "# main\n",
    "def main():\n",
    "    parser = argparse.ArgumentParser(description='cifar model with PyTorch')\n",
    "    parser.add_argument('--dataset',\n",
    "                    choices=['MNIST',\n",
    "                             'CIFAR10',\n",
    "                             'CIFAR100',\n",
    "                             'tinyimagenet'\n",
    "                            ],\n",
    "                    default='CIFAR10')\n",
    "    parser.add_argument('--model',\n",
    "                        choices=['ResNet8',\n",
    "                                 'ResNet15',\n",
    "                                 'ResNet16',\n",
    "                                 'ResNet20',\n",
    "                                 'ResNet32',\n",
    "                                 'ResNet44',\n",
    "                                 'ResNet56',\n",
    "                                 'ResNet110',\n",
    "                                 'ResNet34',\n",
    "                                 'ResNet50',\n",
    "                                 'ResNet101',\n",
    "                                 'DenseNet121',\n",
    "                                 'VGG19'\n",
    "                                ],\n",
    "                        default='ResNet110',\n",
    "                        help='name of net to train')\n",
    "    parser.add_argument('--n_class', default=10, type=int, help='num of classes')\n",
    "    parser.add_argument('--lr', default=0.001, type=float, help='learning rate')\n",
    "    parser.add_argument('--epoch', default=50, type=int, help='number of epoch tp train for') \n",
    "    parser.add_argument('--trainBatchSize', default=128, type=int, help='training batch size')\n",
    "    parser.add_argument('--testBatchSize', default=128, type=int, help='testing batch size')\n",
    "    parser.add_argument('--device', default='cuda:0', type=str, help='device: cuda or cpu')\n",
    "    parser.add_argument('--print_freq', '-p', default=20, type=int, metavar='N', help='print frequency (default: 20)')\n",
    "    parser.add_argument('--save_every', dest='save_every', type=int, default=10, help='Saves checkpoints at every specified number of epochs')\n",
    "    parser.add_argument('--save_dir', default='./checkpoint/', type=str, help='model and log saving dir')\n",
    "    \n",
    "    config_list = ['--dataset', 'CIFAR100', '--model', 'ResNet15', '--n_class', '100', '--lr', '0.1', '--epoch', '200', \n",
    "                   '--trainBatchSize', '128', '--testBatchSize', '128', '--device', 'cuda:0']\n",
    "    args = parser.parse_args(config_list)\n",
    "    args.save_dir += args.dataset + '/'\n",
    "    os.makedirs(args.save_dir, exist_ok=True)\n",
    "    \n",
    "    solver = Solver(args)\n",
    "    start_time = time.time()\n",
    "    solver.run()\n",
    "    end_time = time.time()\n",
    "    print('time cost: {:.2f}min'.format((end_time - start_time)/60))\n",
    "\n",
    "\n",
    "# Solver\n",
    "class Solver(object):\n",
    "    def __init__(self, config):\n",
    "        self.model = None\n",
    "        self.name = config.model\n",
    "        self.dataset = config.dataset\n",
    "        self.n_class = config.n_class\n",
    "        self.lr = config.lr\n",
    "        self.epochs = config.epoch\n",
    "        self.train_batch_size = config.trainBatchSize\n",
    "        self.test_batch_size = config.testBatchSize\n",
    "        self.criterion = None\n",
    "        self.optimizer = None\n",
    "        self.scheduler = None\n",
    "        self.device = config.device if torch.cuda.is_available() else 'cpu'\n",
    "        self.train_loader = None\n",
    "        self.test_loader = None\n",
    "        self.print_freq = config.print_freq\n",
    "        self.save_every = config.save_every\n",
    "        self.save_dir = config.save_dir\n",
    "        self.logfile = self.save_dir + self.name + '.log'\n",
    "        if os.path.exists(self.logfile):\n",
    "            os.remove(self.logfile)\n",
    "\n",
    "        \n",
    "    def print_model(self):\n",
    "        print(self.model)\n",
    "        \n",
    "    def log_out(self, info):\n",
    "        f = open(self.logfile, mode='a')\n",
    "        f.write(str(info))\n",
    "        f.write('\\n')\n",
    "        f.close()\n",
    "        print(info)\n",
    "        \n",
    "    def load_data(self):\n",
    "        normalize = transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])\n",
    "        train_transform = transforms.Compose([\n",
    "            transforms.RandomHorizontalFlip(),\n",
    "            transforms.RandomCrop(32, 4),\n",
    "            transforms.ToTensor(),\n",
    "            normalize,\n",
    "        ])\n",
    "        test_transform = transforms.Compose([transforms.ToTensor(), normalize])\n",
    "        if self.dataset == 'tinyimagenet':\n",
    "            train_set = dataset.TinyImageNet(root='../data/tiny-imagenet-200', transform=train_transform)\n",
    "            test_set = dataset.TinyImageNet(root='../data/tiny-imagenet-200', transform=test_transform)\n",
    "        else:\n",
    "            train_set = getattr(datasets, self.dataset)(root='../data', train=True, download=True, transform=train_transform)\n",
    "            test_set = getattr(datasets, self.dataset)(root='../data', train=False, download=False, transform=test_transform)\n",
    "        self.train_loader = DataLoader(train_set, batch_size=self.train_batch_size, shuffle=True, num_workers=4, pin_memory=True)\n",
    "        self.test_loader = DataLoader(test_set, batch_size=self.test_batch_size, shuffle=False, num_workers=4, pin_memory=True)\n",
    "        \n",
    "    def load_model(self):\n",
    "        self.model = getattr(models, self.name)(num_classes=self.n_class)\n",
    "        self.print_model()\n",
    "        self.model = self.model.to(self.device)\n",
    "\n",
    "        self.optimizer_sgd = optim.SGD(self.model.parameters(), lr=self.lr, momentum=0.9, weight_decay=5e-4)\n",
    "        self.lr_scheduler = optim.lr_scheduler.MultiStepLR(self.optimizer_sgd, milestones=[100, 150])\n",
    "        self.optimizer = optim.Adam(self.model.parameters(), lr=self.lr)\n",
    "        self.scheduler = optim.lr_scheduler.MultiStepLR(self.optimizer, milestones=[75, 150], gamma=0.5)\n",
    "        self.criterion = nn.CrossEntropyLoss().to(self.device)\n",
    "    \n",
    "    # train\n",
    "    def train(self):\n",
    "        print('Training:')\n",
    "        # switch to train mode\n",
    "        self.model.train()\n",
    "        batch_time = AverageMeter()\n",
    "        data_time = AverageMeter()\n",
    "        losses = AverageMeter()\n",
    "        top1 = AverageMeter()\n",
    "\n",
    "        end = time.time()\n",
    "        for i, (input, target) in enumerate(self.train_loader):\n",
    "\n",
    "            # measure data loading time\n",
    "            data_time.update(time.time() - end)\n",
    "\n",
    "            input, target = input.to(self.device), target.to(self.device)\n",
    "\n",
    "            # compute output\n",
    "            self.optimizer_sgd.zero_grad()\n",
    "            _,_,_,_,output = self.model(input)\n",
    "            loss = self.criterion(output, target)\n",
    "\n",
    "            # compute gradient and do SGD step\n",
    "            loss.backward()\n",
    "            self.optimizer_sgd.step()\n",
    "\n",
    "            output = output.float()\n",
    "            loss = loss.float()\n",
    "            # measure accuracy and record loss\n",
    "            train_acc = self.accuracy(output, target)[0]\n",
    "            losses.update(loss.item(), input.size(0))\n",
    "            top1.update(train_acc, input.size(0))\n",
    "\n",
    "            # measure elapsed time\n",
    "            batch_time.update(time.time() - end)\n",
    "            end = time.time()\n",
    "\n",
    "            if i % self.print_freq == 0:\n",
    "                self.log_out('[{0}/{1}]\\t'\n",
    "                      'Time {batch_time.val:.3f} ({batch_time.avg:.3f})\\t'\n",
    "                      'Data {data_time.val:.3f} ({data_time.avg:.3f})\\t'\n",
    "                      'Loss {loss.val:.4f} ({loss.avg:.4f})\\t'\n",
    "                      'Prec@1 {top1.val:.3f} ({top1.avg:.3f})'.format(\n",
    "                          i, len(self.train_loader), batch_time=batch_time,\n",
    "                          data_time=data_time, loss=losses, top1=top1))\n",
    "        return losses.avg, train_acc.cpu().numpy()\n",
    "    \n",
    "    # test\n",
    "    def test(self):\n",
    "        print('Testing:')\n",
    "        # switch to evaluate mode\n",
    "        self.model.eval()\n",
    "        batch_time = AverageMeter()\n",
    "        losses = AverageMeter()\n",
    "        top1 = AverageMeter()\n",
    "    \n",
    "        end = time.time()\n",
    "        with torch.no_grad():\n",
    "            for i, (input, target) in enumerate(self.test_loader):\n",
    "                input, target = input.to(self.device), target.to(self.device)\n",
    "\n",
    "                # compute output\n",
    "                _,_,_,_,output = self.model(input)\n",
    "                loss = self.criterion(output, target)\n",
    "\n",
    "                output = output.float()\n",
    "                loss = loss.float()\n",
    "\n",
    "                # measure accuracy and record loss\n",
    "                test_acc = self.accuracy(output, target)[0]\n",
    "                losses.update(loss.item(), input.size(0))\n",
    "                top1.update(test_acc, input.size(0))\n",
    "\n",
    "                # measure elapsed time\n",
    "                batch_time.update(time.time() - end)\n",
    "                end = time.time()\n",
    "\n",
    "                if i % self.print_freq == 0:\n",
    "                    self.log_out('Test: [{0}/{1}]\\t'\n",
    "                          'Time {batch_time.val:.3f} ({batch_time.avg:.3f})\\t'\n",
    "                          'Loss {loss.val:.4f} ({loss.avg:.4f})\\t'\n",
    "                          'Prec@1 {top1.val:.3f} ({top1.avg:.3f})'.format(\n",
    "                              i, len(self.test_loader), batch_time=batch_time, loss=losses,\n",
    "                              top1=top1))\n",
    "\n",
    "        self.log_out(' * Prec@1 {top1.avg:.3f}'.format(top1=top1))\n",
    "\n",
    "        return losses.avg, test_acc.cpu().numpy(), top1.avg.cpu().numpy()\n",
    "\n",
    "    def save_model(self, epoch=None):\n",
    "        if epoch != None:\n",
    "            model_out_path = self.save_dir + self.name + '_' + str(epoch) +  '.pth'\n",
    "        else:\n",
    "            model_out_path = self.save_dir + self.name + '.pth'\n",
    "        torch.save(self.model.state_dict(), model_out_path)\n",
    "        self.log_out(\"* Checkpoint saved to {}\".format(model_out_path))\n",
    "    \n",
    "    # compute accuracy\n",
    "    def accuracy(self, output, target, topk=(1,)):\n",
    "        \"\"\"Computes the precision@k for the specified values of k\"\"\"\n",
    "        maxk = max(topk)\n",
    "        batch_size = target.size(0)\n",
    "\n",
    "        _, pred = output.topk(maxk, 1, True, True)\n",
    "        pred = pred.t()\n",
    "        correct = pred.eq(target.view(1, -1).expand_as(pred))\n",
    "\n",
    "        res = []\n",
    "        for k in topk:\n",
    "            correct_k = correct[:k].view(-1).float().sum(0)\n",
    "            res.append(correct_k.mul_(100.0 / batch_size))\n",
    "        return res\n",
    "\n",
    "    # run\n",
    "    def run(self):\n",
    "        start_time = time.time()\n",
    "        self.log_out('*********{}********\\n'.format(self.name))\n",
    "        self.load_data()\n",
    "        self.load_model() \n",
    "        accuracy = 0.\n",
    "        \n",
    "        vis = Visdom(env='training')\n",
    "        loss_win = vis.line(\n",
    "            X=np.array([0]),\n",
    "            Y=np.array([0]),\n",
    "            opts=dict(\n",
    "                title=self.name + ' Loss',\n",
    "                xlabel='epoch',\n",
    "                xtickmin=0,\n",
    "#                 xtickmax=1,\n",
    "#                 xtickstep=5,\n",
    "                ylabel='loss',\n",
    "                ytickmin=0,\n",
    "#                 ytickmax=1,\n",
    "#                 ytickstep=0.5,\n",
    "#                 markers=True,\n",
    "#                 markersymbol='dot',\n",
    "#                 markersize=5,\n",
    "            ),\n",
    "            name=\"loss\"\n",
    "        )\n",
    "        \n",
    "        acc_win = vis.line(\n",
    "            X=np.column_stack((0, 0)),\n",
    "            Y=np.column_stack((0, 0)),\n",
    "            opts=dict(\n",
    "                title=self.name + ' Acc',\n",
    "                xlabel='epoch',\n",
    "                xtickmin=0,\n",
    "#                 xtickstep=5,\n",
    "                ylabel='accuracy',\n",
    "                ytickmin=0,\n",
    "                ytickmax=100.0,\n",
    "#                 ytickstep=5,\n",
    "#                 markers=True,\n",
    "#                 markersymbol='dot',\n",
    "#                 markersize=5,\n",
    "                legend=['train_acc', 'test_acc']\n",
    "            ),\n",
    "            name=\"acc\"\n",
    "        )\n",
    "        \n",
    "        best_acc = 0\n",
    "        for epoch in range(1, self.epochs + 1):\n",
    "            self.log_out(\"\\n===> epoch: {}/{}\".format(epoch, self.epochs))\n",
    "            self.log_out('current lr {:.5e}'.format(self.optimizer_sgd.param_groups[0]['lr']))\n",
    "            train_result = self.train()\n",
    "            train_loss = train_result[0]\n",
    "            train_acc = train_result[1]\n",
    "            self.lr_scheduler.step()\n",
    "            # visaulize loss\n",
    "            vis.line(np.array([train_loss]), np.array([epoch]), loss_win, update=\"append\")\n",
    "#             self.log_out(train_result)\n",
    "            test_result = self.test()\n",
    "            test_acc = test_result[1]\n",
    "            top1 = test_result[2]\n",
    "#             best_acc = max(top1, best_acc)\n",
    "            # save the best model.pth\n",
    "            if top1 > best_acc:\n",
    "                best_acc = top1\n",
    "                if epoch > 150:\n",
    "                    self.save_model()\n",
    "            # visul accuracy\n",
    "            vis.line(np.column_stack((train_acc, top1)), np.column_stack((epoch, epoch)), acc_win, update=\"append\")\n",
    "#             if epoch > 100 and epoch % self.save_every == 0:\n",
    "#                 self.save_model(epoch)\n",
    "        \n",
    "        torch.cuda.empty_cache()\n",
    "        self.log_out('\\nBest ACC: {:.4f}%'.format(best_acc))\n",
    "        self.log_out(\"--- {:.3f} mins ---\".format((time.time() - start_time)/60))\n",
    "\n",
    "# start \n",
    "if __name__ == '__main__':\n",
    "    main()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:py37] *",
   "language": "python",
   "name": "conda-env-py37-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}