notebook.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Sta_Forest1.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "8805563a23bd47139d87eef226877b51": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_e387bbe835de41a5b01642d24ab44905",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_0959bc7da66f4cf59a29a234b7c4afb4",
              "IPY_MODEL_554ccf91f3874d9e9a8c9b12f6e03bd0"
            ]
          }
        },
        "e387bbe835de41a5b01642d24ab44905": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0959bc7da66f4cf59a29a234b7c4afb4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_bed6a98138a44523bb90fe3dabb892c3",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 46827520,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 46827520,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_afeb495350a64841a1ef7cf5b8883491"
          }
        },
        "554ccf91f3874d9e9a8c9b12f6e03bd0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a73658eea29e416b86227e5d07a1d354",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 44.7M/44.7M [00:55&lt;00:00, 842kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_32f28a78ddf64304922a2c34474929e0"
          }
        },
        "bed6a98138a44523bb90fe3dabb892c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "afeb495350a64841a1ef7cf5b8883491": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a73658eea29e416b86227e5d07a1d354": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "32f28a78ddf64304922a2c34474929e0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0cBaVK8ODUDr",
        "outputId": "1ee6f1ef-261e-4888-c069-9f8eea15eee7"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3pzZ3H_sDdFq"
      },
      "source": [
        "from __future__ import print_function, division\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "import torch.optim as optim\n",
        "from torch.autograd import Variable\n",
        "import numpy as np\n",
        "import torchvision\n",
        "from torchvision import datasets, models, transforms\n",
        "import matplotlib.pyplot as plt\n",
        "import time\n",
        "import copy\n",
        "import os\n",
        "from PIL import ImageFile\n",
        "ImageFile.LOAD_TRUNCATED_IMAGES = True\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kI0c_QzfFO8_"
      },
      "source": [
        "# Learning rate parameters\n",
        "BASE_LR = 0.001\n",
        "EPOCH_DECAY = 30 # number of epochs after which the Learning rate is decayed exponentially.\n",
        "DECAY_WEIGHT = 0.1 # factor by which the learning rate is reduced.\n",
        "\n",
        "\n",
        "# DATASET INFO\n",
        "NUM_CLASSES = 2 # set the number of classes in your dataset\n",
        "DATA_DIR = '/content/drive/My Drive/Forest_TP/' # to run with the sample dataset, just set to 'hymenoptera_data'\n",
        "\n",
        "# DATALOADER PROPERTIES\n",
        "BATCH_SIZE = 10 # Set as high as possible. If you keep it too high, you'll get an out of memory error.\n",
        "\n",
        "\n",
        "### GPU SETTINGS\n",
        "CUDA_DEVICE = 0 # Enter device ID of your gpu if you want to run on gpu. Otherwise neglect.\n",
        "GPU_MODE = 0 # set to 1 if want to run on gpu.\n",
        "\n",
        "\n",
        "# SETTINGS FOR DISPLAYING ON TENSORBOARD\n",
        "USE_TENSORBOARD = 0 #if you want to use tensorboard set this to 1.\n",
        "EXP_NAME = \"fine_tuning_experiment\" # if using tensorboard, enter name of experiment you want it to be displayed as."
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4-1nd2IXFMSB"
      },
      "source": [
        "## If you want to keep a track of your network on tensorboard, set USE_TENSORBOARD TO 1 in config file.\n",
        "\n",
        "if USE_TENSORBOARD:\n",
        "    from pycrayon import CrayonClient\n",
        "    cc = CrayonClient(hostname=TENSORBOARD_SERVER)\n",
        "    try:\n",
        "        cc.remove_experiment(EXP_NAME)\n",
        "    except:\n",
        "        pass\n",
        "    foo = cc.create_experiment(EXP_NAME)\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Clx79CcMFXBm"
      },
      "source": [
        "## If you want to use the GPU, set GPU_MODE TO 1 in config file\n",
        "\n",
        "use_gpu = GPU_MODE\n",
        "if use_gpu:\n",
        "    torch.cuda.set_device(CUDA_DEVICE)\n",
        "\n",
        "count=0\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yDMMru3cFXfE"
      },
      "source": [
        "def train_model(model, criterion, optimizer, lr_scheduler, num_epochs=100):\n",
        "    since = time.time()\n",
        "\n",
        "    best_model = model\n",
        "    best_acc = 0.0\n",
        "\n",
        "    for epoch in range(num_epochs):\n",
        "        print('Epoch {}/{}'.format(epoch, num_epochs - 1))\n",
        "        print('-' * 10)\n",
        "\n",
        "        # Each epoch has a training and validation phase\n",
        "        for phase in ['train', 'val']:\n",
        "            if phase == 'train':\n",
        "                mode='train'\n",
        "                optimizer = lr_scheduler(optimizer, epoch)\n",
        "                model.train()  # Set model to training mode\n",
        "            else:\n",
        "                model.eval()\n",
        "                mode='val'\n",
        "\n",
        "            running_loss = 0.0\n",
        "            running_corrects = 0\n",
        "\n",
        "            counter=0\n",
        "            # Iterate over data.\n",
        "            for data in dset_loaders[phase]:\n",
        "                inputs, labels = data\n",
        "                print(inputs.size())\n",
        "                # wrap them in Variable\n",
        "                if use_gpu:\n",
        "                    try:\n",
        "                        inputs, labels = Variable(inputs.float().cuda()),                             \n",
        "                        Variable(labels.long().cuda())\n",
        "                    except:\n",
        "                        print(inputs,labels)\n",
        "                else:\n",
        "                    inputs, labels = Variable(inputs), Variable(labels)\n",
        "\n",
        "                # Set gradient to zero to delete history of computations in previous epoch. Track operations so that differentiation can be done automatically.\n",
        "                optimizer.zero_grad()\n",
        "                outputs = model(inputs)\n",
        "                _, preds = torch.max(outputs.data, 1)\n",
        "                \n",
        "                loss = criterion(outputs, labels)\n",
        "                # print('loss done')                \n",
        "                # Just so that you can keep track that something's happening and don't feel like the program isn't running.\n",
        "                # if counter%10==0:\n",
        "                #     print(\"Reached iteration \",counter)\n",
        "                counter+=1\n",
        "\n",
        "                # backward + optimize only if in training phase\n",
        "                if phase == 'train':\n",
        "                    # print('loss backward')\n",
        "                    loss.backward()\n",
        "                    # print('done loss backward')\n",
        "                    optimizer.step()\n",
        "                    # print('done optim')\n",
        "                # print evaluation statistics\n",
        "                try:\n",
        "                    # running_loss += loss.data[0]\n",
        "                    running_loss += loss.item()\n",
        "                    # print(labels.data)\n",
        "                    # print(preds)\n",
        "                    running_corrects += torch.sum(preds == labels.data)\n",
        "                    # print('running correct =',running_corrects)\n",
        "                except:\n",
        "                    print('unexpected error, could not calculate loss or do a sum.')\n",
        "            print('trying epoch loss')\n",
        "            epoch_loss = running_loss / dset_sizes[phase]\n",
        "            epoch_acc = running_corrects.item() / float(dset_sizes[phase])\n",
        "            print('{} Loss: {:.4f} Acc: {:.4f}'.format(\n",
        "                phase, epoch_loss, epoch_acc))\n",
        "\n",
        "\n",
        "            # deep copy the model\n",
        "            if phase == 'val':\n",
        "                if USE_TENSORBOARD:\n",
        "                    foo.add_scalar_value('epoch_loss',epoch_loss,step=epoch)\n",
        "                    foo.add_scalar_value('epoch_acc',epoch_acc,step=epoch)\n",
        "                if epoch_acc > best_acc:\n",
        "                    best_acc = epoch_acc\n",
        "                    best_model = copy.deepcopy(model)\n",
        "                    print('new best accuracy = ',best_acc)\n",
        "    time_elapsed = time.time() - since\n",
        "    print('Training complete in {:.0f}m {:.0f}s'.format(\n",
        "        time_elapsed // 60, time_elapsed % 60))\n",
        "    print('Best val Acc: {:4f}'.format(best_acc))\n",
        "    print('returning and looping back')\n",
        "    return best_model"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2TOU4-qoFXjT"
      },
      "source": [
        "# This function changes the learning rate over the training model.\n",
        "def exp_lr_scheduler(optimizer, epoch, init_lr=BASE_LR, lr_decay_epoch=EPOCH_DECAY):\n",
        "    \"\"\"Decay learning rate by a factor of DECAY_WEIGHT every lr_decay_epoch epochs.\"\"\"\n",
        "    lr = init_lr * (DECAY_WEIGHT**(epoch // lr_decay_epoch))\n",
        "\n",
        "    if epoch % lr_decay_epoch == 0:\n",
        "        print('LR is set to {}'.format(lr))\n",
        "\n",
        "    for param_group in optimizer.param_groups:\n",
        "        param_group['lr'] = lr\n",
        "\n",
        "    return optimizer\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bQsY5pLrHkQJ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 145,
          "referenced_widgets": [
            "8805563a23bd47139d87eef226877b51",
            "e387bbe835de41a5b01642d24ab44905",
            "0959bc7da66f4cf59a29a234b7c4afb4",
            "554ccf91f3874d9e9a8c9b12f6e03bd0",
            "bed6a98138a44523bb90fe3dabb892c3",
            "afeb495350a64841a1ef7cf5b8883491",
            "a73658eea29e416b86227e5d07a1d354",
            "32f28a78ddf64304922a2c34474929e0"
          ]
        },
        "outputId": "1957a2b4-4a63-4f22-f7e2-e3b76c209413"
      },
      "source": [
        "model_ft = models.resnet18(pretrained=True)\n",
        "num_ftrs = model_ft.fc.in_features\n",
        "model_ft.fc = nn.Linear(num_ftrs, NUM_CLASSES)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading: \"https://download.pytorch.org/models/resnet18-5c106cde.pth\" to /root/.cache/torch/hub/checkpoints/resnet18-5c106cde.pth\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "8805563a23bd47139d87eef226877b51",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=46827520.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "U9rYzf-EHkZS"
      },
      "source": [
        "criterion = nn.CrossEntropyLoss()\n",
        "\n",
        "if use_gpu:\n",
        "    criterion.cuda()\n",
        "    model_ft.cuda()\n",
        "\n",
        "optimizer_ft = optim.RMSprop(model_ft.parameters(), lr=0.0001)\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "iQwJ_zHpbGHD"
      },
      "source": [
        "### Size : 32 x 32 "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NDOnjMDBbFgD"
      },
      "source": [
        "data_transforms = {\n",
        "    'train': transforms.Compose([\n",
        "        transforms.Resize(32),\n",
        "        transforms.RandomResizedCrop(32),\n",
        "        transforms.RandomHorizontalFlip(),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "    'val': transforms.Compose([\n",
        "        transforms.Resize(32),\n",
        "        transforms.CenterCrop(32),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "czBP9SeBbckp",
        "outputId": "bf45c2d3-354e-429a-a5dd-f257a9c8b8ce"
      },
      "source": [
        "data_dir = DATA_DIR\n",
        "dsets = {x: datasets.ImageFolder(os.path.join(data_dir, x), data_transforms[x])\n",
        "         for x in ['train', 'val']}\n",
        "dset_loaders = {x: torch.utils.data.DataLoader(dsets[x], batch_size=BATCH_SIZE,\n",
        "                                               shuffle=True, num_workers=25)\n",
        "                for x in ['train', 'val']}\n",
        "dset_sizes = {x: len(dsets[x]) for x in ['train', 'val']}\n",
        "dset_classes = dsets['train'].classes"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-lK8ogQdbddS",
        "outputId": "e9cc1231-62e3-4fa4-bb3a-ef083fd2a60f"
      },
      "source": [
        "# Run the functions and save the best model in the function model_ft.\n",
        "model_ft = train_model(model_ft, criterion, optimizer_ft, exp_lr_scheduler,\n",
        "                       num_epochs=100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 0/99\n",
            "----------\n",
            "LR is set to 0.001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0637 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0908 Acc: 0.5000\n",
            "new best accuracy =  0.5\n",
            "Epoch 1/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1272 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0908 Acc: 0.5000\n",
            "Epoch 2/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1823 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0909 Acc: 0.5000\n",
            "Epoch 3/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2410 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0910 Acc: 0.5000\n",
            "Epoch 4/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0912 Acc: 0.5000\n",
            "Epoch 5/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1274 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0915 Acc: 0.5000\n",
            "Epoch 6/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2453 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0917 Acc: 0.5000\n",
            "Epoch 7/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0560 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0922 Acc: 0.5000\n",
            "Epoch 8/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1789 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0924 Acc: 0.5000\n",
            "Epoch 9/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1263 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0928 Acc: 0.5000\n",
            "Epoch 10/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0628 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0931 Acc: 0.5000\n",
            "Epoch 11/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2484 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0934 Acc: 0.5000\n",
            "Epoch 12/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1796 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0937 Acc: 0.5000\n",
            "Epoch 13/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1274 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0939 Acc: 0.5000\n",
            "Epoch 14/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0628 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 15/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2446 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 16/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2390 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 17/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0598 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 18/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1264 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 19/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0635 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 20/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1825 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 21/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1283 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 22/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0637 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 23/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1258 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 24/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2489 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 25/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1792 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 26/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1802 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 27/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0635 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0939 Acc: 0.5000\n",
            "Epoch 28/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0557 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 29/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1801 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 30/99\n",
            "----------\n",
            "LR is set to 0.0001\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0566 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 31/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1232 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 32/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2350 Acc: 0.5833\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0946 Acc: 0.5000\n",
            "Epoch 33/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2479 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 34/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0638 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 35/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2476 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 36/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0645 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 37/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1724 Acc: 0.5833\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 38/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0644 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 39/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0643 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 40/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0644 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 41/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1285 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 42/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1756 Acc: 0.5833\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 43/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1794 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 44/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1258 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 45/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1256 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 46/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1819 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 47/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2421 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 48/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1796 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 49/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0639 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 50/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1718 Acc: 0.5833\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 51/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1275 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 52/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0554 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 53/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1258 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 54/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0635 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 55/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1274 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 56/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1287 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 57/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1832 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 58/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0641 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 59/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0639 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 60/99\n",
            "----------\n",
            "LR is set to 1.0000000000000003e-05\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0644 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 61/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1799 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 62/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0559 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 63/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2455 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 64/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0639 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 65/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0641 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 66/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1180 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 67/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1812 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 68/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1240 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 69/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2459 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 70/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1872 Acc: 0.5833\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 71/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1256 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 72/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 73/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0946 Acc: 0.5000\n",
            "Epoch 74/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1294 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0946 Acc: 0.5000\n",
            "Epoch 75/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1262 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 76/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0642 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 77/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0649 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 78/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1834 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 79/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2461 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0939 Acc: 0.5000\n",
            "Epoch 80/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2475 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0939 Acc: 0.5000\n",
            "Epoch 81/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1271 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 82/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0645 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 83/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1263 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 84/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2392 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 85/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2478 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 86/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1794 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 87/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0635 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 88/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.2491 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 89/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0645 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 90/99\n",
            "----------\n",
            "LR is set to 1.0000000000000002e-06\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1824 Acc: 0.5000\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0938 Acc: 0.5000\n",
            "Epoch 91/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0644 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0943 Acc: 0.5000\n",
            "Epoch 92/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1244 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0942 Acc: 0.5000\n",
            "Epoch 93/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1294 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0940 Acc: 0.5000\n",
            "Epoch 94/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0634 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0941 Acc: 0.5000\n",
            "Epoch 95/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1248 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 96/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0639 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 97/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0584 Acc: 0.7500\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 98/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0944 Acc: 0.5000\n",
            "Epoch 99/99\n",
            "----------\n",
            "torch.Size([10, 3, 32, 32])\n",
            "torch.Size([2, 3, 32, 32])\n",
            "trying epoch loss\n",
            "train Loss: 0.1237 Acc: 0.6667\n",
            "torch.Size([8, 3, 32, 32])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Training complete in 8m 31s\n",
            "Best val Acc: 0.500000\n",
            "returning and looping back\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HePZ9MwkYYJa"
      },
      "source": [
        "### Size : 64x64 : "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yKf3OBGyYUXO"
      },
      "source": [
        "data_transforms = {\n",
        "    'train': transforms.Compose([\n",
        "        transforms.Resize(64),\n",
        "        transforms.RandomResizedCrop(64),\n",
        "        transforms.RandomHorizontalFlip(),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "    'val': transforms.Compose([\n",
        "        transforms.Resize(64),\n",
        "        transforms.CenterCrop(64),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5Bmx755JX0Tv",
        "outputId": "2e32d0a4-d258-4fa2-cfac-a9af549924e7"
      },
      "source": [
        "data_dir = DATA_DIR\n",
        "dsets = {x: datasets.ImageFolder(os.path.join(data_dir, x), data_transforms[x])\n",
        "         for x in ['train', 'val']}\n",
        "dset_loaders = {x: torch.utils.data.DataLoader(dsets[x], batch_size=BATCH_SIZE,\n",
        "                                               shuffle=True, num_workers=25)\n",
        "                for x in ['train', 'val']}\n",
        "dset_sizes = {x: len(dsets[x]) for x in ['train', 'val']}\n",
        "dset_classes = dsets['train'].classes"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KWKjNMJ0YhH5",
        "outputId": "9a55e19b-bbec-4ad4-9a85-acfa69a7e25d"
      },
      "source": [
        "# Run the functions and save the best model in the function model_ft.\n",
        "model_ft = train_model(model_ft, criterion, optimizer_ft, exp_lr_scheduler,\n",
        "                       num_epochs=100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 0/99\n",
            "----------\n",
            "LR is set to 0.001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0678 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0790 Acc: 0.6250\n",
            "new best accuracy =  0.625\n",
            "Epoch 1/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2126 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0832 Acc: 0.6250\n",
            "Epoch 2/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0669 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0916 Acc: 0.5000\n",
            "Epoch 3/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0644 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0924 Acc: 0.5000\n",
            "Epoch 4/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0675 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0928 Acc: 0.5000\n",
            "Epoch 5/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1282 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0936 Acc: 0.5000\n",
            "Epoch 6/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0678 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0938 Acc: 0.5000\n",
            "Epoch 7/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1290 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 8/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1598 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 9/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0647 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 10/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1544 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 11/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0681 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 12/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0645 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 13/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1157 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 14/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0657 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 15/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1613 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 16/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0659 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 17/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0681 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 18/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0658 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 19/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1197 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 20/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2025 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 21/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0681 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0949 Acc: 0.5000\n",
            "Epoch 22/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0658 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 23/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1602 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 24/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0637 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 25/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0585 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0962 Acc: 0.5000\n",
            "Epoch 26/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2043 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 27/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0642 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0963 Acc: 0.5000\n",
            "Epoch 28/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0678 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 29/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2289 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 30/99\n",
            "----------\n",
            "LR is set to 0.0001\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1211 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0959 Acc: 0.5000\n",
            "Epoch 31/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1154 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 32/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0642 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 33/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1186 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0953 Acc: 0.5000\n",
            "Epoch 34/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0662 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 35/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0659 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 36/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1260 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 37/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1136 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 38/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1189 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 39/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1146 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 40/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0658 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 41/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1198 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 42/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2286 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 43/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0690 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 44/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0681 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0947 Acc: 0.5000\n",
            "Epoch 45/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1576 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 46/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1286 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 47/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0573 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0962 Acc: 0.5000\n",
            "Epoch 48/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1587 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0966 Acc: 0.5000\n",
            "Epoch 49/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0650 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0968 Acc: 0.5000\n",
            "Epoch 50/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1667 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0967 Acc: 0.5000\n",
            "Epoch 51/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1535 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0962 Acc: 0.5000\n",
            "Epoch 52/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1602 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0961 Acc: 0.5000\n",
            "Epoch 53/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1281 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0965 Acc: 0.5000\n",
            "Epoch 54/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1219 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0971 Acc: 0.5000\n",
            "Epoch 55/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1224 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0968 Acc: 0.5000\n",
            "Epoch 56/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1211 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0964 Acc: 0.5000\n",
            "Epoch 57/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0666 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0962 Acc: 0.5000\n",
            "Epoch 58/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2038 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 59/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0961 Acc: 0.5000\n",
            "Epoch 60/99\n",
            "----------\n",
            "LR is set to 1.0000000000000003e-05\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0649 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0964 Acc: 0.5000\n",
            "Epoch 61/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2082 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 62/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1586 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0965 Acc: 0.5000\n",
            "Epoch 63/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2062 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0961 Acc: 0.5000\n",
            "Epoch 64/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1523 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 65/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0646 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0963 Acc: 0.5000\n",
            "Epoch 66/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1273 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0965 Acc: 0.5000\n",
            "Epoch 67/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1540 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 68/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0657 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 69/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0657 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0961 Acc: 0.5000\n",
            "Epoch 70/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0675 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 71/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0684 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 72/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1221 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 73/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1229 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 74/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1277 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 75/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1684 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 76/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0677 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0952 Acc: 0.5000\n",
            "Epoch 77/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1192 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 78/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1566 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 79/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2196 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0959 Acc: 0.5000\n",
            "Epoch 80/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0650 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0962 Acc: 0.5000\n",
            "Epoch 81/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2042 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 82/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1609 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0960 Acc: 0.5000\n",
            "Epoch 83/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1228 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 84/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0676 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 85/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0655 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 86/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0673 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 87/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1130 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0951 Acc: 0.5000\n",
            "Epoch 88/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1172 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0950 Acc: 0.5000\n",
            "Epoch 89/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0638 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 90/99\n",
            "----------\n",
            "LR is set to 1.0000000000000002e-06\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0589 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 91/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0658 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 92/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0628 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 93/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1575 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Epoch 94/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1500 Acc: 0.5833\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 95/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.1187 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0956 Acc: 0.5000\n",
            "Epoch 96/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0619 Acc: 0.7500\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0955 Acc: 0.5000\n",
            "Epoch 97/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2200 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0957 Acc: 0.5000\n",
            "Epoch 98/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.0658 Acc: 0.6667\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 99/99\n",
            "----------\n",
            "torch.Size([10, 3, 64, 64])\n",
            "torch.Size([2, 3, 64, 64])\n",
            "trying epoch loss\n",
            "train Loss: 0.2146 Acc: 0.5000\n",
            "torch.Size([8, 3, 64, 64])\n",
            "trying epoch loss\n",
            "val Loss: 0.0954 Acc: 0.5000\n",
            "Training complete in 9m 8s\n",
            "Best val Acc: 0.625000\n",
            "returning and looping back\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bRUOX0RjX1br"
      },
      "source": [
        "### Size : 128x 128"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jU34B5avX_1b"
      },
      "source": [
        "data_transforms = {\n",
        "    'train': transforms.Compose([\n",
        "        transforms.Resize(128),\n",
        "        transforms.RandomResizedCrop(128),\n",
        "        transforms.RandomHorizontalFlip(),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "    'val': transforms.Compose([\n",
        "        transforms.Resize(128),\n",
        "        transforms.CenterCrop(128),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uW1Jc_cnYIni"
      },
      "source": [
        "data_dir = DATA_DIR\n",
        "dsets = {x: datasets.ImageFolder(os.path.join(data_dir, x), data_transforms[x])\n",
        "         for x in ['train', 'val']}\n",
        "dset_loaders = {x: torch.utils.data.DataLoader(dsets[x], batch_size=BATCH_SIZE,\n",
        "                                               shuffle=True, num_workers=25)\n",
        "                for x in ['train', 'val']}\n",
        "dset_sizes = {x: len(dsets[x]) for x in ['train', 'val']}\n",
        "dset_classes = dsets['train'].classes\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qfV5XSqsWMGX",
        "outputId": "19aeb956-1f2a-44cd-c5d1-84e1a712dad6"
      },
      "source": [
        "# Run the functions and save the best model in the function model_ft.\n",
        "model_ft = train_model(model_ft, criterion, optimizer_ft, exp_lr_scheduler,\n",
        "                       num_epochs=100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 0/99\n",
            "----------\n",
            "LR is set to 0.001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0837 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 999.0296 Acc: 0.5000\n",
            "new best accuracy =  0.5\n",
            "Epoch 1/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1701 Acc: 0.8333\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 506395.0938 Acc: 0.5000\n",
            "Epoch 2/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0948 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 20748.8242 Acc: 0.5000\n",
            "Epoch 3/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2998 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 52736.7383 Acc: 0.5000\n",
            "Epoch 4/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1081 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 2024.5779 Acc: 0.5000\n",
            "Epoch 5/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0930 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 24.5833 Acc: 0.3750\n",
            "Epoch 6/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2048 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.1163 Acc: 0.5000\n",
            "Epoch 7/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1065 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0914 Acc: 0.5000\n",
            "Epoch 8/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0626 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0991 Acc: 0.5000\n",
            "Epoch 9/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0651 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.1170 Acc: 0.5000\n",
            "Epoch 10/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.4848 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 11/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0840 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0945 Acc: 0.5000\n",
            "Epoch 12/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0717 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.1074 Acc: 0.5000\n",
            "Epoch 13/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1624 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0919 Acc: 0.5000\n",
            "Epoch 14/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0789 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0958 Acc: 0.5000\n",
            "Epoch 15/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0893 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0913 Acc: 0.5000\n",
            "Epoch 16/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0799 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 17/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1070 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0991 Acc: 0.5000\n",
            "Epoch 18/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1136 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0904 Acc: 0.5000\n",
            "Epoch 19/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1061 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0935 Acc: 0.5000\n",
            "Epoch 20/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2669 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.1373 Acc: 0.5000\n",
            "Epoch 21/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0903 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.1130 Acc: 0.5000\n",
            "Epoch 22/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2304 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0948 Acc: 0.5000\n",
            "Epoch 23/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2308 Acc: 0.2500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 21.2227 Acc: 0.5000\n",
            "Epoch 24/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2064 Acc: 0.4167\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 1.3106 Acc: 0.5000\n",
            "Epoch 25/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1769 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.5941 Acc: 0.5000\n",
            "Epoch 26/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1203 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.5520 Acc: 0.5000\n",
            "Epoch 27/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1985 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.2045 Acc: 0.5000\n",
            "Epoch 28/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1149 Acc: 0.4167\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0924 Acc: 0.7500\n",
            "new best accuracy =  0.75\n",
            "Epoch 29/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0968 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0840 Acc: 0.5000\n",
            "Epoch 30/99\n",
            "----------\n",
            "LR is set to 0.0001\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.2259 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0814 Acc: 0.5000\n",
            "Epoch 31/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1454 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0891 Acc: 0.5000\n",
            "Epoch 32/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1128 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0882 Acc: 0.5000\n",
            "Epoch 33/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1871 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0875 Acc: 0.5000\n",
            "Epoch 34/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0759 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0880 Acc: 0.5000\n",
            "Epoch 35/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0793 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0883 Acc: 0.5000\n",
            "Epoch 36/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1630 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 37/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1669 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 38/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1409 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 39/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0986 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0871 Acc: 0.5000\n",
            "Epoch 40/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1036 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0872 Acc: 0.5000\n",
            "Epoch 41/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0931 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0875 Acc: 0.5000\n",
            "Epoch 42/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1039 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0873 Acc: 0.5000\n",
            "Epoch 43/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1559 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 44/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0918 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0875 Acc: 0.5000\n",
            "Epoch 45/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0918 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0879 Acc: 0.5000\n",
            "Epoch 46/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1489 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0879 Acc: 0.5000\n",
            "Epoch 47/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0940 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0873 Acc: 0.5000\n",
            "Epoch 48/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0902 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 49/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0904 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 50/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1006 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 51/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0857 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 52/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1017 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 53/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0986 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0871 Acc: 0.5000\n",
            "Epoch 54/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0774 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0876 Acc: 0.5000\n",
            "Epoch 55/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1399 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 56/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1019 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0882 Acc: 0.5000\n",
            "Epoch 57/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1453 Acc: 0.4167\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0891 Acc: 0.5000\n",
            "Epoch 58/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0996 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0883 Acc: 0.5000\n",
            "Epoch 59/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0743 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0889 Acc: 0.5000\n",
            "Epoch 60/99\n",
            "----------\n",
            "LR is set to 1.0000000000000003e-05\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1386 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0890 Acc: 0.5000\n",
            "Epoch 61/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0917 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0890 Acc: 0.5000\n",
            "Epoch 62/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0820 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0890 Acc: 0.5000\n",
            "Epoch 63/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0912 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 64/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0916 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0884 Acc: 0.5000\n",
            "Epoch 65/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0774 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 66/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1004 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0889 Acc: 0.5000\n",
            "Epoch 67/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0963 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 68/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0858 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 69/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1202 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0890 Acc: 0.5000\n",
            "Epoch 70/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1546 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0894 Acc: 0.5000\n",
            "Epoch 71/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1290 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 72/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0971 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0884 Acc: 0.5000\n",
            "Epoch 73/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0994 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 74/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0988 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 75/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0931 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 76/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0880 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 77/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0969 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 78/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0901 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 79/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0760 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 80/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0931 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 81/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0906 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 82/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1408 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0882 Acc: 0.5000\n",
            "Epoch 83/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1345 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 84/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0983 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 85/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1004 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 86/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1448 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 87/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1507 Acc: 0.5833\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 88/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0755 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0891 Acc: 0.5000\n",
            "Epoch 89/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0925 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0889 Acc: 0.5000\n",
            "Epoch 90/99\n",
            "----------\n",
            "LR is set to 1.0000000000000002e-06\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0989 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0890 Acc: 0.5000\n",
            "Epoch 91/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1443 Acc: 0.4167\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 92/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0801 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.5000\n",
            "Epoch 93/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0926 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0886 Acc: 0.5000\n",
            "Epoch 94/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.1472 Acc: 0.5000\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0885 Acc: 0.5000\n",
            "Epoch 95/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0954 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0884 Acc: 0.5000\n",
            "Epoch 96/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0842 Acc: 0.8333\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0882 Acc: 0.5000\n",
            "Epoch 97/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0924 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0881 Acc: 0.5000\n",
            "Epoch 98/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0733 Acc: 0.7500\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0883 Acc: 0.5000\n",
            "Epoch 99/99\n",
            "----------\n",
            "torch.Size([10, 3, 128, 128])\n",
            "torch.Size([2, 3, 128, 128])\n",
            "trying epoch loss\n",
            "train Loss: 0.0872 Acc: 0.6667\n",
            "torch.Size([8, 3, 128, 128])\n",
            "trying epoch loss\n",
            "val Loss: 0.0883 Acc: 0.5000\n",
            "Training complete in 10m 47s\n",
            "Best val Acc: 0.750000\n",
            "returning and looping back\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DGFtuuNCXKSb"
      },
      "source": [
        "### SIZE : 256x256 "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bUCtVOGLYsyO"
      },
      "source": [
        "data_transforms = {\n",
        "    'train': transforms.Compose([\n",
        "        transforms.Resize(256),\n",
        "        transforms.RandomResizedCrop(256),\n",
        "        transforms.RandomHorizontalFlip(),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "    'val': transforms.Compose([\n",
        "        transforms.Resize(256),\n",
        "        transforms.CenterCrop(256),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MslGkfLnYs71"
      },
      "source": [
        "data_dir = DATA_DIR\n",
        "dsets = {x: datasets.ImageFolder(os.path.join(data_dir, x), data_transforms[x])\n",
        "         for x in ['train', 'val']}\n",
        "dset_loaders = {x: torch.utils.data.DataLoader(dsets[x], batch_size=BATCH_SIZE,\n",
        "                                               shuffle=True, num_workers=25)\n",
        "                for x in ['train', 'val']}\n",
        "dset_sizes = {x: len(dsets[x]) for x in ['train', 'val']}\n",
        "dset_classes = dsets['train'].classes"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TSWtD1yjHuSC",
        "outputId": "bf88d42e-711d-4662-e060-1fc403bdcbfc"
      },
      "source": [
        "# Run the functions and save the best model in the function model_ft.\n",
        "model_ft = train_model(model_ft, criterion, optimizer_ft, exp_lr_scheduler,\n",
        "                       num_epochs=100)\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 0/99\n",
            "----------\n",
            "LR is set to 0.001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.6985 Acc: 0.4167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 108.1266 Acc: 0.5000\n",
            "new best accuracy =  0.5\n",
            "Epoch 1/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.4533 Acc: 0.5833\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 138908.5625 Acc: 0.5000\n",
            "Epoch 2/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.5686 Acc: 0.5000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 3.5888 Acc: 0.5000\n",
            "Epoch 3/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1376 Acc: 0.5833\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 175.2883 Acc: 0.5000\n",
            "Epoch 4/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0932 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 11.3991 Acc: 0.5000\n",
            "Epoch 5/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1043 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 4.9321 Acc: 0.5000\n",
            "Epoch 6/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.2764 Acc: 0.5000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 7.2811 Acc: 0.5000\n",
            "Epoch 7/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1151 Acc: 0.6667\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 12.6638 Acc: 0.5000\n",
            "Epoch 8/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1843 Acc: 0.6667\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1056 Acc: 0.5000\n",
            "Epoch 9/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1661 Acc: 0.6667\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1760 Acc: 0.5000\n",
            "Epoch 10/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0817 Acc: 0.5000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0888 Acc: 0.6250\n",
            "new best accuracy =  0.625\n",
            "Epoch 11/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0778 Acc: 0.6667\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 4.4356 Acc: 0.7500\n",
            "new best accuracy =  0.75\n",
            "Epoch 12/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1856 Acc: 0.5833\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.6885 Acc: 0.6250\n",
            "Epoch 13/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0956 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.4697 Acc: 0.3750\n",
            "Epoch 14/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1584 Acc: 0.5833\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1429 Acc: 0.5000\n",
            "Epoch 15/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1014 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1161 Acc: 0.3750\n",
            "Epoch 16/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0616 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1079 Acc: 0.5000\n",
            "Epoch 17/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1297 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0796 Acc: 0.5000\n",
            "Epoch 18/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0746 Acc: 0.5000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0911 Acc: 0.6250\n",
            "Epoch 19/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0929 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0777 Acc: 0.5000\n",
            "Epoch 20/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1794 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.3068 Acc: 0.5000\n",
            "Epoch 21/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0889 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.2496 Acc: 0.5000\n",
            "Epoch 22/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1124 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1364 Acc: 0.5000\n",
            "Epoch 23/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0993 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0748 Acc: 0.6250\n",
            "Epoch 24/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1334 Acc: 0.6667\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 3.1041 Acc: 0.3750\n",
            "Epoch 25/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1460 Acc: 0.5000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.8507 Acc: 0.5000\n",
            "Epoch 26/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0524 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0530 Acc: 0.7500\n",
            "Epoch 27/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0855 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1149 Acc: 0.6250\n",
            "Epoch 28/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0338 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0825 Acc: 0.7500\n",
            "Epoch 29/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0329 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.0811 Acc: 0.7500\n",
            "Epoch 30/99\n",
            "----------\n",
            "LR is set to 0.0001\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0804 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1187 Acc: 0.6250\n",
            "Epoch 31/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0525 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1230 Acc: 0.6250\n",
            "Epoch 32/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0323 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1274 Acc: 0.6250\n",
            "Epoch 33/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1092 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1335 Acc: 0.6250\n",
            "Epoch 34/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0506 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1345 Acc: 0.6250\n",
            "Epoch 35/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0324 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1316 Acc: 0.6250\n",
            "Epoch 36/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0832 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1275 Acc: 0.6250\n",
            "Epoch 37/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1847 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1305 Acc: 0.6250\n",
            "Epoch 38/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0376 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1327 Acc: 0.6250\n",
            "Epoch 39/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0368 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1347 Acc: 0.6250\n",
            "Epoch 40/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0273 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1326 Acc: 0.6250\n",
            "Epoch 41/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1027 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1378 Acc: 0.6250\n",
            "Epoch 42/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1869 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1312 Acc: 0.6250\n",
            "Epoch 43/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0810 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1349 Acc: 0.6250\n",
            "Epoch 44/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0501 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1378 Acc: 0.6250\n",
            "Epoch 45/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1369 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1382 Acc: 0.6250\n",
            "Epoch 46/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1103 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1401 Acc: 0.6250\n",
            "Epoch 47/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0768 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1429 Acc: 0.6250\n",
            "Epoch 48/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0154 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1415 Acc: 0.6250\n",
            "Epoch 49/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1033 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1384 Acc: 0.6250\n",
            "Epoch 50/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0141 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1366 Acc: 0.6250\n",
            "Epoch 51/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0698 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1312 Acc: 0.6250\n",
            "Epoch 52/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0850 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1365 Acc: 0.6250\n",
            "Epoch 53/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0403 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1396 Acc: 0.6250\n",
            "Epoch 54/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0859 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1424 Acc: 0.6250\n",
            "Epoch 55/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0906 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1447 Acc: 0.6250\n",
            "Epoch 56/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0756 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1376 Acc: 0.6250\n",
            "Epoch 57/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0605 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1384 Acc: 0.6250\n",
            "Epoch 58/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0663 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1322 Acc: 0.6250\n",
            "Epoch 59/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0106 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1334 Acc: 0.6250\n",
            "Epoch 60/99\n",
            "----------\n",
            "LR is set to 1.0000000000000003e-05\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0328 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1417 Acc: 0.6250\n",
            "Epoch 61/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0767 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1390 Acc: 0.6250\n",
            "Epoch 62/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0602 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1402 Acc: 0.6250\n",
            "Epoch 63/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0736 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1386 Acc: 0.6250\n",
            "Epoch 64/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0692 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1385 Acc: 0.6250\n",
            "Epoch 65/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0130 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1366 Acc: 0.6250\n",
            "Epoch 66/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0177 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1348 Acc: 0.6250\n",
            "Epoch 67/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0120 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1360 Acc: 0.6250\n",
            "Epoch 68/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0846 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1411 Acc: 0.6250\n",
            "Epoch 69/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0327 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1568 Acc: 0.5000\n",
            "Epoch 70/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0481 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1506 Acc: 0.6250\n",
            "Epoch 71/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0918 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1656 Acc: 0.3750\n",
            "Epoch 72/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0422 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1576 Acc: 0.6250\n",
            "Epoch 73/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1337 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1438 Acc: 0.6250\n",
            "Epoch 74/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0204 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1371 Acc: 0.6250\n",
            "Epoch 75/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0538 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1384 Acc: 0.6250\n",
            "Epoch 76/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0897 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1454 Acc: 0.6250\n",
            "Epoch 77/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0835 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1419 Acc: 0.6250\n",
            "Epoch 78/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1105 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1406 Acc: 0.6250\n",
            "Epoch 79/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0320 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1437 Acc: 0.6250\n",
            "Epoch 80/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0334 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1484 Acc: 0.6250\n",
            "Epoch 81/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0617 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1437 Acc: 0.6250\n",
            "Epoch 82/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0588 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1440 Acc: 0.6250\n",
            "Epoch 83/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0520 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1477 Acc: 0.6250\n",
            "Epoch 84/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0986 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1459 Acc: 0.6250\n",
            "Epoch 85/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1312 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1442 Acc: 0.6250\n",
            "Epoch 86/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0309 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1449 Acc: 0.6250\n",
            "Epoch 87/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1428 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1520 Acc: 0.6250\n",
            "Epoch 88/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.1214 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1494 Acc: 0.6250\n",
            "Epoch 89/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0225 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1431 Acc: 0.6250\n",
            "Epoch 90/99\n",
            "----------\n",
            "LR is set to 1.0000000000000002e-06\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0842 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1420 Acc: 0.6250\n",
            "Epoch 91/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0733 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1401 Acc: 0.6250\n",
            "Epoch 92/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0893 Acc: 0.7500\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1396 Acc: 0.6250\n",
            "Epoch 93/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0234 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1410 Acc: 0.6250\n",
            "Epoch 94/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0686 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1382 Acc: 0.6250\n",
            "Epoch 95/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0755 Acc: 0.8333\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1385 Acc: 0.6250\n",
            "Epoch 96/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0105 Acc: 1.0000\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1372 Acc: 0.6250\n",
            "Epoch 97/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0774 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1369 Acc: 0.6250\n",
            "Epoch 98/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0592 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1425 Acc: 0.6250\n",
            "Epoch 99/99\n",
            "----------\n",
            "torch.Size([10, 3, 224, 224])\n",
            "torch.Size([2, 3, 224, 224])\n",
            "trying epoch loss\n",
            "train Loss: 0.0668 Acc: 0.9167\n",
            "torch.Size([8, 3, 224, 224])\n",
            "trying epoch loss\n",
            "val Loss: 0.1382 Acc: 0.6250\n",
            "Training complete in 15m 9s\n",
            "Best val Acc: 0.750000\n",
            "returning and looping back\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oxsl83AyRydE"
      },
      "source": [
        "# Save model\n",
        "torch.save(model_ft.state_dict(), '/content/drive/My Drive/Forest_TP/fine_tuned_best_model.pt')\n",
        "#model_ft.save_state_dict('fine_tuned_best_model.pt')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1fOsffWdeHAB"
      },
      "source": [
        "### Size 512x512 : "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GzEMHMIKd9i7"
      },
      "source": [
        "data_transforms = {\n",
        "    'train': transforms.Compose([\n",
        "        transforms.Resize(512),\n",
        "        transforms.RandomResizedCrop(512),\n",
        "        transforms.RandomHorizontalFlip(),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "    'val': transforms.Compose([\n",
        "        transforms.Resize(512),\n",
        "        transforms.CenterCrop(512),\n",
        "        transforms.ToTensor(),\n",
        "        transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])\n",
        "    ]),\n",
        "}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OY0qGxdVXW0M",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d302b38b-fb14-4f0c-ba21-7d7ab814ed71"
      },
      "source": [
        "data_dir = DATA_DIR\n",
        "dsets = {x: datasets.ImageFolder(os.path.join(data_dir, x), data_transforms[x])\n",
        "         for x in ['train', 'val']}\n",
        "dset_loaders = {x: torch.utils.data.DataLoader(dsets[x], batch_size=BATCH_SIZE,\n",
        "                                               shuffle=True, num_workers=25)\n",
        "                for x in ['train', 'val']}\n",
        "dset_sizes = {x: len(dsets[x]) for x in ['train', 'val']}\n",
        "dset_classes = dsets['train'].classes\n",
        "      "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mVdVKvdUTvi-",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "2c9d47fa-754f-429d-c4a8-feab4a650cb5"
      },
      "source": [
        "# Run the functions and save the best model in the function model_ft.\n",
        "model_ft = train_model(model_ft, criterion, optimizer_ft, exp_lr_scheduler,\n",
        "                       num_epochs=100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 0/99\n",
            "----------\n",
            "LR is set to 0.001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:477: UserWarning: This DataLoader will create 25 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n",
            "  cpuset_checked))\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0554 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 12052.4492 Acc: 0.5000\n",
            "new best accuracy =  0.5\n",
            "Epoch 1/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0960 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 16566.1211 Acc: 0.5000\n",
            "Epoch 2/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.5158 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 792.0717 Acc: 0.5000\n",
            "Epoch 3/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.2854 Acc: 0.3333\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 286.4230 Acc: 0.5000\n",
            "Epoch 4/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.2452 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.2738 Acc: 0.5000\n",
            "Epoch 5/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1970 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 208.1183 Acc: 0.5000\n",
            "Epoch 6/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1637 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 98.4575 Acc: 0.5000\n",
            "Epoch 7/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1762 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 14.3931 Acc: 0.5000\n",
            "Epoch 8/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1773 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 2.1220 Acc: 0.5000\n",
            "Epoch 9/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1148 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0887 Acc: 0.5000\n",
            "Epoch 10/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1470 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0872 Acc: 0.5000\n",
            "Epoch 11/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1558 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1071 Acc: 0.5000\n",
            "Epoch 12/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1692 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0904 Acc: 0.5000\n",
            "Epoch 13/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1334 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1059 Acc: 0.5000\n",
            "Epoch 14/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1391 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0926 Acc: 0.5000\n",
            "Epoch 15/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1603 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 16/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1591 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 17/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1195 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0901 Acc: 0.5000\n",
            "Epoch 18/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1456 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.2610 Acc: 0.6250\n",
            "new best accuracy =  0.625\n",
            "Epoch 19/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1513 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1424 Acc: 0.5000\n",
            "Epoch 20/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1459 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0929 Acc: 0.5000\n",
            "Epoch 21/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1060 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1137 Acc: 0.2500\n",
            "Epoch 22/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1294 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1158 Acc: 0.2500\n",
            "Epoch 23/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1043 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0853 Acc: 0.6250\n",
            "Epoch 24/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1063 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 25/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0931 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0908 Acc: 0.5000\n",
            "Epoch 26/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1165 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 4.7071 Acc: 0.6250\n",
            "Epoch 27/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1259 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 3.5304 Acc: 0.5000\n",
            "Epoch 28/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1342 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0915 Acc: 0.3750\n",
            "Epoch 29/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1288 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 2.3166 Acc: 0.5000\n",
            "Epoch 30/99\n",
            "----------\n",
            "LR is set to 0.0001\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1190 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 2.0160 Acc: 0.5000\n",
            "Epoch 31/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1005 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 1.1041 Acc: 0.5000\n",
            "Epoch 32/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1153 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.3606 Acc: 0.5000\n",
            "Epoch 33/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1049 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1723 Acc: 0.5000\n",
            "Epoch 34/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0968 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1426 Acc: 0.5000\n",
            "Epoch 35/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1311 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.1093 Acc: 0.5000\n",
            "Epoch 36/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0961 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0838 Acc: 0.5000\n",
            "Epoch 37/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1193 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0793 Acc: 0.5000\n",
            "Epoch 38/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1255 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0821 Acc: 0.5000\n",
            "Epoch 39/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1302 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0779 Acc: 0.5000\n",
            "Epoch 40/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1006 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0811 Acc: 0.5000\n",
            "Epoch 41/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1217 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0806 Acc: 0.7500\n",
            "new best accuracy =  0.75\n",
            "Epoch 42/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1037 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0771 Acc: 0.5000\n",
            "Epoch 43/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1249 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0761 Acc: 0.5000\n",
            "Epoch 44/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1225 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0806 Acc: 0.5000\n",
            "Epoch 45/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1096 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0845 Acc: 0.8750\n",
            "new best accuracy =  0.875\n",
            "Epoch 46/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1044 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0842 Acc: 0.8750\n",
            "Epoch 47/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0997 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0824 Acc: 0.5000\n",
            "Epoch 48/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.0988 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0816 Acc: 0.5000\n",
            "Epoch 49/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1296 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0804 Acc: 0.7500\n",
            "Epoch 50/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1145 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0856 Acc: 0.5000\n",
            "Epoch 51/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1130 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0862 Acc: 0.5000\n",
            "Epoch 52/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1221 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0863 Acc: 0.5000\n",
            "Epoch 53/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1279 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0862 Acc: 0.5000\n",
            "Epoch 54/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1202 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 55/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1215 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 56/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1074 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 57/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1249 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 58/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1159 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 59/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1165 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 60/99\n",
            "----------\n",
            "LR is set to 1.0000000000000003e-05\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1178 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 61/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1068 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 62/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1070 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 63/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1022 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 64/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1073 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 65/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1179 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 66/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1065 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 67/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1049 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 68/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1038 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 69/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1078 Acc: 0.7500\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 70/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1110 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0861 Acc: 0.5000\n",
            "Epoch 71/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1256 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 72/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1150 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 73/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1091 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 74/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1038 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 75/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1137 Acc: 0.5833\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0859 Acc: 0.5000\n",
            "Epoch 76/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1087 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0843 Acc: 0.6250\n",
            "Epoch 77/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1171 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0859 Acc: 0.5000\n",
            "Epoch 78/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1202 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0844 Acc: 0.6250\n",
            "Epoch 79/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1263 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0855 Acc: 0.5000\n",
            "Epoch 80/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1143 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0857 Acc: 0.5000\n",
            "Epoch 81/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1187 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0866 Acc: 0.5000\n",
            "Epoch 82/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1142 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0870 Acc: 0.5000\n",
            "Epoch 83/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1060 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 84/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1179 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0866 Acc: 0.5000\n",
            "Epoch 85/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1052 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 86/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1235 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 87/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1069 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 88/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1190 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 89/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1196 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 90/99\n",
            "----------\n",
            "LR is set to 1.0000000000000002e-06\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1060 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 91/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1048 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0865 Acc: 0.5000\n",
            "Epoch 92/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1144 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0866 Acc: 0.5000\n",
            "Epoch 93/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1151 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0867 Acc: 0.5000\n",
            "Epoch 94/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1147 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 95/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1182 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 96/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1072 Acc: 0.6667\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Epoch 97/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1163 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 98/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1190 Acc: 0.5000\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0868 Acc: 0.5000\n",
            "Epoch 99/99\n",
            "----------\n",
            "torch.Size([10, 3, 512, 512])\n",
            "torch.Size([2, 3, 512, 512])\n",
            "trying epoch loss\n",
            "train Loss: 0.1134 Acc: 0.4167\n",
            "torch.Size([8, 3, 512, 512])\n",
            "trying epoch loss\n",
            "val Loss: 0.0869 Acc: 0.5000\n",
            "Training complete in 47m 52s\n",
            "Best val Acc: 0.875000\n",
            "returning and looping back\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}