QLNet.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "QLNet.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/BatyrM/CS231n-Spring-2020/blob/master/QLNet.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Qjb20A4k-iOg",
        "colab_type": "text"
      },
      "source": [
        "Clone the project code from github repo"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DrFQUHhp-fBC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 119
        },
        "outputId": "363eddb8-a5ba-4cea-ac50-60d267e7e88c"
      },
      "source": [
        "!git clone https://github.com/BatyrM/QL-Net.git"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'QL-Net'...\n",
            "remote: Enumerating objects: 57, done.\u001b[K\n",
            "remote: Counting objects: 100% (57/57), done.\u001b[K\n",
            "remote: Compressing objects: 100% (40/40), done.\u001b[K\n",
            "remote: Total 57 (delta 32), reused 41 (delta 16), pack-reused 0\u001b[K\n",
            "Unpacking objects: 100% (57/57), done.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "APK7i6EEbAWq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#!rm -rf /content/QLNet"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "8Ow8o4Bn_8nK",
        "colab_type": "text"
      },
      "source": [
        "Train baseline model"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "e65nn4oN_8Fi",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "753d8390-aef2-4ead-80f7-62d0ef8fb931"
      },
      "source": [
        "!python QL-Net/train_baseline.py"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n",
            "9920512it [00:00, 14860836.29it/s]                \n",
            "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n",
            "32768it [00:00, 173959.71it/s]\n",
            "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n",
            "1654784it [00:00, 5457065.63it/s]               \n",
            "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n",
            "8192it [00:00, 60154.87it/s]\n",
            "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n",
            "Processing...\n",
            "/usr/local/lib/python3.6/dist-packages/torchvision/datasets/mnist.py:469: UserWarning: The given NumPy array is not writeable, and PyTorch does not support non-writeable tensors. This means you can write to the underlying (supposedly non-writeable) NumPy array using the tensor. You may want to copy the array to protect its data or make it writeable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at  /pytorch/torch/csrc/utils/tensor_numpy.cpp:141.)\n",
            "  return torch.from_numpy(parsed.astype(m[2], copy=False)).view(*s)\n",
            "Done!\n",
            "Train Epoch: 0 [0/60000 (0%)]\tLoss: 2.428088\tAccuracy: 13.00\n",
            "Train Epoch: 0 [3000/60000 (5%)]\tLoss: 0.635759\tAccuracy: 94.00\n",
            "Train Epoch: 0 [6000/60000 (10%)]\tLoss: 0.313158\tAccuracy: 95.00\n",
            "Train Epoch: 0 [9000/60000 (15%)]\tLoss: 0.247618\tAccuracy: 96.00\n",
            "Train Epoch: 0 [12000/60000 (20%)]\tLoss: 0.150450\tAccuracy: 98.00\n",
            "Train Epoch: 0 [15000/60000 (25%)]\tLoss: 0.266745\tAccuracy: 92.00\n",
            "Train Epoch: 0 [18000/60000 (30%)]\tLoss: 0.186565\tAccuracy: 98.00\n",
            "Train Epoch: 0 [21000/60000 (35%)]\tLoss: 0.131888\tAccuracy: 98.00\n",
            "Train Epoch: 0 [24000/60000 (40%)]\tLoss: 0.202879\tAccuracy: 93.00\n",
            "Train Epoch: 0 [27000/60000 (45%)]\tLoss: 0.176118\tAccuracy: 95.00\n",
            "Train Epoch: 0 [30000/60000 (50%)]\tLoss: 0.196207\tAccuracy: 92.00\n",
            "Train Epoch: 0 [33000/60000 (55%)]\tLoss: 0.085475\tAccuracy: 99.00\n",
            "Train Epoch: 0 [36000/60000 (60%)]\tLoss: 0.164737\tAccuracy: 93.00\n",
            "Train Epoch: 0 [39000/60000 (65%)]\tLoss: 0.053187\tAccuracy: 99.00\n",
            "Train Epoch: 0 [42000/60000 (70%)]\tLoss: 0.103170\tAccuracy: 96.00\n",
            "Train Epoch: 0 [45000/60000 (75%)]\tLoss: 0.078824\tAccuracy: 99.00\n",
            "Train Epoch: 0 [48000/60000 (80%)]\tLoss: 0.081232\tAccuracy: 98.00\n",
            "Train Epoch: 0 [51000/60000 (85%)]\tLoss: 0.123626\tAccuracy: 97.00\n",
            "Train Epoch: 0 [54000/60000 (90%)]\tLoss: 0.075737\tAccuracy: 98.00\n",
            "Train Epoch: 0 [57000/60000 (95%)]\tLoss: 0.058645\tAccuracy: 97.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.01 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 1 [0/60000 (0%)]\tLoss: 0.059558\tAccuracy: 99.00\n",
            "Train Epoch: 1 [3000/60000 (5%)]\tLoss: 0.054474\tAccuracy: 98.00\n",
            "Train Epoch: 1 [6000/60000 (10%)]\tLoss: 0.027336\tAccuracy: 100.00\n",
            "Train Epoch: 1 [9000/60000 (15%)]\tLoss: 0.055440\tAccuracy: 99.00\n",
            "Train Epoch: 1 [12000/60000 (20%)]\tLoss: 0.102415\tAccuracy: 98.00\n",
            "Train Epoch: 1 [15000/60000 (25%)]\tLoss: 0.035753\tAccuracy: 100.00\n",
            "Train Epoch: 1 [18000/60000 (30%)]\tLoss: 0.111219\tAccuracy: 97.00\n",
            "Train Epoch: 1 [21000/60000 (35%)]\tLoss: 0.038360\tAccuracy: 100.00\n",
            "Train Epoch: 1 [24000/60000 (40%)]\tLoss: 0.148119\tAccuracy: 98.00\n",
            "Train Epoch: 1 [27000/60000 (45%)]\tLoss: 0.118133\tAccuracy: 97.00\n",
            "Train Epoch: 1 [30000/60000 (50%)]\tLoss: 0.050067\tAccuracy: 99.00\n",
            "Train Epoch: 1 [33000/60000 (55%)]\tLoss: 0.017811\tAccuracy: 100.00\n",
            "Train Epoch: 1 [36000/60000 (60%)]\tLoss: 0.050662\tAccuracy: 99.00\n",
            "Train Epoch: 1 [39000/60000 (65%)]\tLoss: 0.037417\tAccuracy: 99.00\n",
            "Train Epoch: 1 [42000/60000 (70%)]\tLoss: 0.035616\tAccuracy: 99.00\n",
            "Train Epoch: 1 [45000/60000 (75%)]\tLoss: 0.029029\tAccuracy: 100.00\n",
            "Train Epoch: 1 [48000/60000 (80%)]\tLoss: 0.042058\tAccuracy: 99.00\n",
            "Train Epoch: 1 [51000/60000 (85%)]\tLoss: 0.161911\tAccuracy: 97.00\n",
            "Train Epoch: 1 [54000/60000 (90%)]\tLoss: 0.060432\tAccuracy: 99.00\n",
            "Train Epoch: 1 [57000/60000 (95%)]\tLoss: 0.135696\tAccuracy: 97.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.44 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 2 [0/60000 (0%)]\tLoss: 0.169471\tAccuracy: 94.00\n",
            "Train Epoch: 2 [3000/60000 (5%)]\tLoss: 0.054947\tAccuracy: 99.00\n",
            "Train Epoch: 2 [6000/60000 (10%)]\tLoss: 0.086131\tAccuracy: 96.00\n",
            "Train Epoch: 2 [9000/60000 (15%)]\tLoss: 0.078533\tAccuracy: 98.00\n",
            "Train Epoch: 2 [12000/60000 (20%)]\tLoss: 0.012860\tAccuracy: 100.00\n",
            "Train Epoch: 2 [15000/60000 (25%)]\tLoss: 0.020055\tAccuracy: 100.00\n",
            "Train Epoch: 2 [18000/60000 (30%)]\tLoss: 0.049363\tAccuracy: 99.00\n",
            "Train Epoch: 2 [21000/60000 (35%)]\tLoss: 0.040446\tAccuracy: 98.00\n",
            "Train Epoch: 2 [24000/60000 (40%)]\tLoss: 0.053236\tAccuracy: 99.00\n",
            "Train Epoch: 2 [27000/60000 (45%)]\tLoss: 0.094904\tAccuracy: 98.00\n",
            "Train Epoch: 2 [30000/60000 (50%)]\tLoss: 0.014600\tAccuracy: 100.00\n",
            "Train Epoch: 2 [33000/60000 (55%)]\tLoss: 0.029036\tAccuracy: 100.00\n",
            "Train Epoch: 2 [36000/60000 (60%)]\tLoss: 0.040570\tAccuracy: 99.00\n",
            "Train Epoch: 2 [39000/60000 (65%)]\tLoss: 0.048943\tAccuracy: 99.00\n",
            "Train Epoch: 2 [42000/60000 (70%)]\tLoss: 0.109632\tAccuracy: 96.00\n",
            "Train Epoch: 2 [45000/60000 (75%)]\tLoss: 0.051935\tAccuracy: 98.00\n",
            "Train Epoch: 2 [48000/60000 (80%)]\tLoss: 0.061391\tAccuracy: 99.00\n",
            "Train Epoch: 2 [51000/60000 (85%)]\tLoss: 0.076442\tAccuracy: 97.00\n",
            "Train Epoch: 2 [54000/60000 (90%)]\tLoss: 0.102954\tAccuracy: 96.00\n",
            "Train Epoch: 2 [57000/60000 (95%)]\tLoss: 0.026464\tAccuracy: 100.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.85 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 3 [0/60000 (0%)]\tLoss: 0.041069\tAccuracy: 98.00\n",
            "Train Epoch: 3 [3000/60000 (5%)]\tLoss: 0.008433\tAccuracy: 100.00\n",
            "Train Epoch: 3 [6000/60000 (10%)]\tLoss: 0.037193\tAccuracy: 99.00\n",
            "Train Epoch: 3 [9000/60000 (15%)]\tLoss: 0.011003\tAccuracy: 100.00\n",
            "Train Epoch: 3 [12000/60000 (20%)]\tLoss: 0.015525\tAccuracy: 100.00\n",
            "Train Epoch: 3 [15000/60000 (25%)]\tLoss: 0.013036\tAccuracy: 100.00\n",
            "Train Epoch: 3 [18000/60000 (30%)]\tLoss: 0.011834\tAccuracy: 100.00\n",
            "Train Epoch: 3 [21000/60000 (35%)]\tLoss: 0.026423\tAccuracy: 100.00\n",
            "Train Epoch: 3 [24000/60000 (40%)]\tLoss: 0.043082\tAccuracy: 98.00\n",
            "Train Epoch: 3 [27000/60000 (45%)]\tLoss: 0.058115\tAccuracy: 98.00\n",
            "Train Epoch: 3 [30000/60000 (50%)]\tLoss: 0.123660\tAccuracy: 98.00\n",
            "Train Epoch: 3 [33000/60000 (55%)]\tLoss: 0.033614\tAccuracy: 98.00\n",
            "Train Epoch: 3 [36000/60000 (60%)]\tLoss: 0.029143\tAccuracy: 99.00\n",
            "Train Epoch: 3 [39000/60000 (65%)]\tLoss: 0.020589\tAccuracy: 100.00\n",
            "Train Epoch: 3 [42000/60000 (70%)]\tLoss: 0.028941\tAccuracy: 99.00\n",
            "Train Epoch: 3 [45000/60000 (75%)]\tLoss: 0.053987\tAccuracy: 99.00\n",
            "Train Epoch: 3 [48000/60000 (80%)]\tLoss: 0.020062\tAccuracy: 100.00\n",
            "Train Epoch: 3 [51000/60000 (85%)]\tLoss: 0.081291\tAccuracy: 97.00\n",
            "Train Epoch: 3 [54000/60000 (90%)]\tLoss: 0.069893\tAccuracy: 99.00\n",
            "Train Epoch: 3 [57000/60000 (95%)]\tLoss: 0.052692\tAccuracy: 98.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.79 %\n",
            "---------------------------\n",
            "Train Epoch: 4 [0/60000 (0%)]\tLoss: 0.073450\tAccuracy: 97.00\n",
            "Train Epoch: 4 [3000/60000 (5%)]\tLoss: 0.022155\tAccuracy: 100.00\n",
            "Train Epoch: 4 [6000/60000 (10%)]\tLoss: 0.016400\tAccuracy: 100.00\n",
            "Train Epoch: 4 [9000/60000 (15%)]\tLoss: 0.020151\tAccuracy: 100.00\n",
            "Train Epoch: 4 [12000/60000 (20%)]\tLoss: 0.072442\tAccuracy: 97.00\n",
            "Train Epoch: 4 [15000/60000 (25%)]\tLoss: 0.012327\tAccuracy: 100.00\n",
            "Train Epoch: 4 [18000/60000 (30%)]\tLoss: 0.008343\tAccuracy: 100.00\n",
            "Train Epoch: 4 [21000/60000 (35%)]\tLoss: 0.025378\tAccuracy: 100.00\n",
            "Train Epoch: 4 [24000/60000 (40%)]\tLoss: 0.031477\tAccuracy: 99.00\n",
            "Train Epoch: 4 [27000/60000 (45%)]\tLoss: 0.020252\tAccuracy: 100.00\n",
            "Train Epoch: 4 [30000/60000 (50%)]\tLoss: 0.027671\tAccuracy: 100.00\n",
            "Train Epoch: 4 [33000/60000 (55%)]\tLoss: 0.045817\tAccuracy: 98.00\n",
            "Train Epoch: 4 [36000/60000 (60%)]\tLoss: 0.033628\tAccuracy: 99.00\n",
            "Train Epoch: 4 [39000/60000 (65%)]\tLoss: 0.025500\tAccuracy: 99.00\n",
            "Train Epoch: 4 [42000/60000 (70%)]\tLoss: 0.051490\tAccuracy: 99.00\n",
            "Train Epoch: 4 [45000/60000 (75%)]\tLoss: 0.037825\tAccuracy: 98.00\n",
            "Train Epoch: 4 [48000/60000 (80%)]\tLoss: 0.009990\tAccuracy: 100.00\n",
            "Train Epoch: 4 [51000/60000 (85%)]\tLoss: 0.041583\tAccuracy: 99.00\n",
            "Train Epoch: 4 [54000/60000 (90%)]\tLoss: 0.035868\tAccuracy: 100.00\n",
            "Train Epoch: 4 [57000/60000 (95%)]\tLoss: 0.038872\tAccuracy: 99.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.99 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 5 [0/60000 (0%)]\tLoss: 0.019582\tAccuracy: 100.00\n",
            "Train Epoch: 5 [3000/60000 (5%)]\tLoss: 0.024513\tAccuracy: 99.00\n",
            "Train Epoch: 5 [6000/60000 (10%)]\tLoss: 0.007423\tAccuracy: 100.00\n",
            "Train Epoch: 5 [9000/60000 (15%)]\tLoss: 0.011525\tAccuracy: 100.00\n",
            "Train Epoch: 5 [12000/60000 (20%)]\tLoss: 0.019049\tAccuracy: 99.00\n",
            "Train Epoch: 5 [15000/60000 (25%)]\tLoss: 0.011270\tAccuracy: 100.00\n",
            "Train Epoch: 5 [18000/60000 (30%)]\tLoss: 0.039911\tAccuracy: 99.00\n",
            "Train Epoch: 5 [21000/60000 (35%)]\tLoss: 0.008150\tAccuracy: 100.00\n",
            "Train Epoch: 5 [24000/60000 (40%)]\tLoss: 0.031779\tAccuracy: 99.00\n",
            "Train Epoch: 5 [27000/60000 (45%)]\tLoss: 0.026331\tAccuracy: 99.00\n",
            "Train Epoch: 5 [30000/60000 (50%)]\tLoss: 0.017572\tAccuracy: 100.00\n",
            "Train Epoch: 5 [33000/60000 (55%)]\tLoss: 0.062666\tAccuracy: 98.00\n",
            "Train Epoch: 5 [36000/60000 (60%)]\tLoss: 0.053094\tAccuracy: 98.00\n",
            "Train Epoch: 5 [39000/60000 (65%)]\tLoss: 0.050173\tAccuracy: 98.00\n",
            "Train Epoch: 5 [42000/60000 (70%)]\tLoss: 0.063449\tAccuracy: 98.00\n",
            "Train Epoch: 5 [45000/60000 (75%)]\tLoss: 0.028936\tAccuracy: 100.00\n",
            "Train Epoch: 5 [48000/60000 (80%)]\tLoss: 0.006232\tAccuracy: 100.00\n",
            "Train Epoch: 5 [51000/60000 (85%)]\tLoss: 0.011166\tAccuracy: 100.00\n",
            "Train Epoch: 5 [54000/60000 (90%)]\tLoss: 0.100851\tAccuracy: 97.00\n",
            "Train Epoch: 5 [57000/60000 (95%)]\tLoss: 0.051408\tAccuracy: 98.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 98.80 %\n",
            "---------------------------\n",
            "Train Epoch: 6 [0/60000 (0%)]\tLoss: 0.014688\tAccuracy: 100.00\n",
            "Train Epoch: 6 [3000/60000 (5%)]\tLoss: 0.010183\tAccuracy: 100.00\n",
            "Train Epoch: 6 [6000/60000 (10%)]\tLoss: 0.015381\tAccuracy: 100.00\n",
            "Train Epoch: 6 [9000/60000 (15%)]\tLoss: 0.040289\tAccuracy: 98.00\n",
            "Train Epoch: 6 [12000/60000 (20%)]\tLoss: 0.016621\tAccuracy: 99.00\n",
            "Train Epoch: 6 [15000/60000 (25%)]\tLoss: 0.013696\tAccuracy: 100.00\n",
            "Train Epoch: 6 [18000/60000 (30%)]\tLoss: 0.022872\tAccuracy: 99.00\n",
            "Train Epoch: 6 [21000/60000 (35%)]\tLoss: 0.012865\tAccuracy: 100.00\n",
            "Train Epoch: 6 [24000/60000 (40%)]\tLoss: 0.012749\tAccuracy: 100.00\n",
            "Train Epoch: 6 [27000/60000 (45%)]\tLoss: 0.056247\tAccuracy: 99.00\n",
            "Train Epoch: 6 [30000/60000 (50%)]\tLoss: 0.014153\tAccuracy: 100.00\n",
            "Train Epoch: 6 [33000/60000 (55%)]\tLoss: 0.018273\tAccuracy: 99.00\n",
            "Train Epoch: 6 [36000/60000 (60%)]\tLoss: 0.008686\tAccuracy: 100.00\n",
            "Train Epoch: 6 [39000/60000 (65%)]\tLoss: 0.060171\tAccuracy: 97.00\n",
            "Train Epoch: 6 [42000/60000 (70%)]\tLoss: 0.027489\tAccuracy: 99.00\n",
            "Train Epoch: 6 [45000/60000 (75%)]\tLoss: 0.024523\tAccuracy: 99.00\n",
            "Train Epoch: 6 [48000/60000 (80%)]\tLoss: 0.043780\tAccuracy: 99.00\n",
            "Train Epoch: 6 [51000/60000 (85%)]\tLoss: 0.023669\tAccuracy: 99.00\n",
            "Train Epoch: 6 [54000/60000 (90%)]\tLoss: 0.037660\tAccuracy: 99.00\n",
            "Train Epoch: 6 [57000/60000 (95%)]\tLoss: 0.020207\tAccuracy: 100.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 99.13 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 7 [0/60000 (0%)]\tLoss: 0.009243\tAccuracy: 100.00\n",
            "Train Epoch: 7 [3000/60000 (5%)]\tLoss: 0.018429\tAccuracy: 100.00\n",
            "Train Epoch: 7 [6000/60000 (10%)]\tLoss: 0.010191\tAccuracy: 100.00\n",
            "Train Epoch: 7 [9000/60000 (15%)]\tLoss: 0.007916\tAccuracy: 100.00\n",
            "Train Epoch: 7 [12000/60000 (20%)]\tLoss: 0.011596\tAccuracy: 100.00\n",
            "Train Epoch: 7 [15000/60000 (25%)]\tLoss: 0.029298\tAccuracy: 99.00\n",
            "Train Epoch: 7 [18000/60000 (30%)]\tLoss: 0.010485\tAccuracy: 100.00\n",
            "Train Epoch: 7 [21000/60000 (35%)]\tLoss: 0.027024\tAccuracy: 100.00\n",
            "Train Epoch: 7 [24000/60000 (40%)]\tLoss: 0.025740\tAccuracy: 99.00\n",
            "Train Epoch: 7 [27000/60000 (45%)]\tLoss: 0.014149\tAccuracy: 100.00\n",
            "Train Epoch: 7 [30000/60000 (50%)]\tLoss: 0.011880\tAccuracy: 100.00\n",
            "Train Epoch: 7 [33000/60000 (55%)]\tLoss: 0.020906\tAccuracy: 100.00\n",
            "Train Epoch: 7 [36000/60000 (60%)]\tLoss: 0.004361\tAccuracy: 100.00\n",
            "Train Epoch: 7 [39000/60000 (65%)]\tLoss: 0.004043\tAccuracy: 100.00\n",
            "Train Epoch: 7 [42000/60000 (70%)]\tLoss: 0.018349\tAccuracy: 99.00\n",
            "Train Epoch: 7 [45000/60000 (75%)]\tLoss: 0.006408\tAccuracy: 100.00\n",
            "Train Epoch: 7 [48000/60000 (80%)]\tLoss: 0.010051\tAccuracy: 100.00\n",
            "Train Epoch: 7 [51000/60000 (85%)]\tLoss: 0.011945\tAccuracy: 100.00\n",
            "Train Epoch: 7 [54000/60000 (90%)]\tLoss: 0.007166\tAccuracy: 100.00\n",
            "Train Epoch: 7 [57000/60000 (95%)]\tLoss: 0.005828\tAccuracy: 100.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 99.13 %\n",
            "---------------------------\n",
            "Train Epoch: 8 [0/60000 (0%)]\tLoss: 0.016306\tAccuracy: 100.00\n",
            "Train Epoch: 8 [3000/60000 (5%)]\tLoss: 0.004436\tAccuracy: 100.00\n",
            "Train Epoch: 8 [6000/60000 (10%)]\tLoss: 0.010753\tAccuracy: 100.00\n",
            "Train Epoch: 8 [9000/60000 (15%)]\tLoss: 0.007424\tAccuracy: 100.00\n",
            "Train Epoch: 8 [12000/60000 (20%)]\tLoss: 0.004330\tAccuracy: 100.00\n",
            "Train Epoch: 8 [15000/60000 (25%)]\tLoss: 0.033647\tAccuracy: 99.00\n",
            "Train Epoch: 8 [18000/60000 (30%)]\tLoss: 0.021685\tAccuracy: 99.00\n",
            "Train Epoch: 8 [21000/60000 (35%)]\tLoss: 0.010656\tAccuracy: 100.00\n",
            "Train Epoch: 8 [24000/60000 (40%)]\tLoss: 0.027904\tAccuracy: 99.00\n",
            "Train Epoch: 8 [27000/60000 (45%)]\tLoss: 0.015741\tAccuracy: 100.00\n",
            "Train Epoch: 8 [30000/60000 (50%)]\tLoss: 0.004239\tAccuracy: 100.00\n",
            "Train Epoch: 8 [33000/60000 (55%)]\tLoss: 0.024662\tAccuracy: 99.00\n",
            "Train Epoch: 8 [36000/60000 (60%)]\tLoss: 0.005414\tAccuracy: 100.00\n",
            "Train Epoch: 8 [39000/60000 (65%)]\tLoss: 0.065744\tAccuracy: 98.00\n",
            "Train Epoch: 8 [42000/60000 (70%)]\tLoss: 0.052152\tAccuracy: 99.00\n",
            "Train Epoch: 8 [45000/60000 (75%)]\tLoss: 0.048191\tAccuracy: 98.00\n",
            "Train Epoch: 8 [48000/60000 (80%)]\tLoss: 0.020797\tAccuracy: 99.00\n",
            "Train Epoch: 8 [51000/60000 (85%)]\tLoss: 0.025061\tAccuracy: 99.00\n",
            "Train Epoch: 8 [54000/60000 (90%)]\tLoss: 0.006471\tAccuracy: 100.00\n",
            "Train Epoch: 8 [57000/60000 (95%)]\tLoss: 0.011052\tAccuracy: 100.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 99.20 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 9 [0/60000 (0%)]\tLoss: 0.048220\tAccuracy: 99.00\n",
            "Train Epoch: 9 [3000/60000 (5%)]\tLoss: 0.011888\tAccuracy: 100.00\n",
            "Train Epoch: 9 [6000/60000 (10%)]\tLoss: 0.018726\tAccuracy: 99.00\n",
            "Train Epoch: 9 [9000/60000 (15%)]\tLoss: 0.019375\tAccuracy: 100.00\n",
            "Train Epoch: 9 [12000/60000 (20%)]\tLoss: 0.018701\tAccuracy: 100.00\n",
            "Train Epoch: 9 [15000/60000 (25%)]\tLoss: 0.016832\tAccuracy: 100.00\n",
            "Train Epoch: 9 [18000/60000 (30%)]\tLoss: 0.003762\tAccuracy: 100.00\n",
            "Train Epoch: 9 [21000/60000 (35%)]\tLoss: 0.008497\tAccuracy: 100.00\n",
            "Train Epoch: 9 [24000/60000 (40%)]\tLoss: 0.023327\tAccuracy: 100.00\n",
            "Train Epoch: 9 [27000/60000 (45%)]\tLoss: 0.037370\tAccuracy: 99.00\n",
            "Train Epoch: 9 [30000/60000 (50%)]\tLoss: 0.006927\tAccuracy: 100.00\n",
            "Train Epoch: 9 [33000/60000 (55%)]\tLoss: 0.015364\tAccuracy: 100.00\n",
            "Train Epoch: 9 [36000/60000 (60%)]\tLoss: 0.008027\tAccuracy: 100.00\n",
            "Train Epoch: 9 [39000/60000 (65%)]\tLoss: 0.013337\tAccuracy: 100.00\n",
            "Train Epoch: 9 [42000/60000 (70%)]\tLoss: 0.029029\tAccuracy: 99.00\n",
            "Train Epoch: 9 [45000/60000 (75%)]\tLoss: 0.012300\tAccuracy: 100.00\n",
            "Train Epoch: 9 [48000/60000 (80%)]\tLoss: 0.078685\tAccuracy: 98.00\n",
            "Train Epoch: 9 [51000/60000 (85%)]\tLoss: 0.017314\tAccuracy: 100.00\n",
            "Train Epoch: 9 [54000/60000 (90%)]\tLoss: 0.009992\tAccuracy: 100.00\n",
            "Train Epoch: 9 [57000/60000 (95%)]\tLoss: 0.043034\tAccuracy: 98.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 99.11 %\n",
            "---------------------------\n",
            "Train Epoch: 10 [0/60000 (0%)]\tLoss: 0.010213\tAccuracy: 100.00\n",
            "Train Epoch: 10 [3000/60000 (5%)]\tLoss: 0.028627\tAccuracy: 99.00\n",
            "Train Epoch: 10 [6000/60000 (10%)]\tLoss: 0.020965\tAccuracy: 99.00\n",
            "Train Epoch: 10 [9000/60000 (15%)]\tLoss: 0.018526\tAccuracy: 100.00\n",
            "Train Epoch: 10 [12000/60000 (20%)]\tLoss: 0.012236\tAccuracy: 100.00\n",
            "Train Epoch: 10 [15000/60000 (25%)]\tLoss: 0.043359\tAccuracy: 99.00\n",
            "Train Epoch: 10 [18000/60000 (30%)]\tLoss: 0.005250\tAccuracy: 100.00\n",
            "Train Epoch: 10 [21000/60000 (35%)]\tLoss: 0.017910\tAccuracy: 100.00\n",
            "Train Epoch: 10 [24000/60000 (40%)]\tLoss: 0.005925\tAccuracy: 100.00\n",
            "Train Epoch: 10 [27000/60000 (45%)]\tLoss: 0.007029\tAccuracy: 100.00\n",
            "Train Epoch: 10 [30000/60000 (50%)]\tLoss: 0.015463\tAccuracy: 99.00\n",
            "Train Epoch: 10 [33000/60000 (55%)]\tLoss: 0.005448\tAccuracy: 100.00\n",
            "Train Epoch: 10 [36000/60000 (60%)]\tLoss: 0.025421\tAccuracy: 100.00\n",
            "Train Epoch: 10 [39000/60000 (65%)]\tLoss: 0.020218\tAccuracy: 100.00\n",
            "Train Epoch: 10 [42000/60000 (70%)]\tLoss: 0.007402\tAccuracy: 100.00\n",
            "Train Epoch: 10 [45000/60000 (75%)]\tLoss: 0.013612\tAccuracy: 100.00\n",
            "Train Epoch: 10 [48000/60000 (80%)]\tLoss: 0.008434\tAccuracy: 100.00\n",
            "Train Epoch: 10 [51000/60000 (85%)]\tLoss: 0.050961\tAccuracy: 98.00\n",
            "Train Epoch: 10 [54000/60000 (90%)]\tLoss: 0.007457\tAccuracy: 100.00\n",
            "Train Epoch: 10 [57000/60000 (95%)]\tLoss: 0.007419\tAccuracy: 100.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 99.19 %\n",
            "---------------------------\n",
            "Finished Training\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "27KBipNWEtiy",
        "colab_type": "text"
      },
      "source": [
        "Construct look-up table for approximation --> Based on case you want to implement write the case_number as the argument for the parser. case_number >= 4 means you want to construct dictionary for input layer also.\n",
        "\n",
        "Case number = 1: Implement quantization for layer 1 only\n",
        "\n",
        "Case number = 2: Implement quantization for layer 2 only\n",
        "\n",
        "Case number = 3: Implement quantization for both layer 1 and 2\n",
        "\n",
        "Case number = 4: Implement quantization for input layer only\n",
        "\n",
        "Case number = 5: Implement quantization for input layer + layer 1\n",
        "\n",
        "Case number = 6: Implement quantization for input layer + layer 2\n",
        "\n",
        "Case number = 7: Implement quantization for input layer + layer 1 + layer 2"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pQJ7fXDjEs6u",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 646
        },
        "outputId": "50349031-1f89-4860-e011-d12164183c0e"
      },
      "source": [
        "! python QL-Net/construct_dict.py --case_number 7"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Load activations\n",
            "Dimention of data (5, 100, 1, 28, 28)\n",
            "Dimention of data (5, 100, 20, 12, 12)\n",
            "Dimention of data (5, 100, 40, 4, 4)\n",
            "Construct tree input layer\n",
            "Node id 0 Density: 1627\n",
            "Node id 1 Density: 156\n",
            "Node id 2 Density: 28\n",
            "Node id 3 Density: 29\n",
            "Node id 4 Density: 21\n",
            "Node id 5 Density: 31\n",
            "Node id 6 Density: 16\n",
            "Node id 7 Density: 41\n",
            "Node id 8 Density: 25\n",
            "Node id 9 Density: 26\n",
            "Construct tree layer 1\n",
            "Node id 0 Density: 115\n",
            "Node id 1 Density: 997\n",
            "Node id 2 Density: 125\n",
            "Node id 3 Density: 143\n",
            "Node id 4 Density: 77\n",
            "Node id 5 Density: 164\n",
            "Node id 6 Density: 86\n",
            "Node id 7 Density: 79\n",
            "Node id 8 Density: 134\n",
            "Node id 9 Density: 80\n",
            "Construct tree layer 2\n",
            "Node id 0 Density: 137\n",
            "Node id 1 Density: 172\n",
            "Node id 2 Density: 235\n",
            "Node id 3 Density: 133\n",
            "Node id 4 Density: 247\n",
            "Node id 5 Density: 280\n",
            "Node id 6 Density: 220\n",
            "Node id 7 Density: 190\n",
            "Node id 8 Density: 241\n",
            "Node id 9 Density: 145\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "amw7k_1hLfIg",
        "colab_type": "text"
      },
      "source": [
        "You have 7 different cases for different layers quantization. In order to train quantized model you MUST PROVIDE case number as a parsing argument so that program will know what you want to implement.\n",
        "\n",
        "These are the 7 possible cases:\n",
        "\n",
        "Case number = 1: Implement quantization for layer 1 only\n",
        "\n",
        "Case number = 2: Implement quantization for layer 2 only\n",
        "\n",
        "Case number = 3: Implement quantization for both layer 1 and 2\n",
        "\n",
        "Case number = 4: Implement quantization for input layer only\n",
        "\n",
        "Case number = 5: Implement quantization for input layer + layer 1\n",
        "\n",
        "Case number = 6: Implement quantization for input layer + layer 2\n",
        "\n",
        "Case number = 7: Implement quantization for input layer + layer 1 + layer 2\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bEguagPLLcK9",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "5026b3a9-506e-4ab5-c03f-dda68c979d62"
      },
      "source": [
        "!python QL-Net/train_quantized.py --case_number 7"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "torch.Size([1, 10, 1])\n",
            "torch.Size([1, 10, 20])\n",
            "torch.Size([1, 10, 40])\n",
            "\n",
            "\n",
            "With both layers + input layer quantized:\n",
            "\n",
            "Train Epoch: 0 [0/60000 (0%)]\tLoss: 0.728160\tAccuracy: 81.00\n",
            "Train Epoch: 0 [3000/60000 (5%)]\tLoss: 0.157494\tAccuracy: 95.00\n",
            "Train Epoch: 0 [6000/60000 (10%)]\tLoss: 0.323349\tAccuracy: 92.00\n",
            "Train Epoch: 0 [9000/60000 (15%)]\tLoss: 0.303345\tAccuracy: 89.00\n",
            "Train Epoch: 0 [12000/60000 (20%)]\tLoss: 0.194175\tAccuracy: 94.00\n",
            "Train Epoch: 0 [15000/60000 (25%)]\tLoss: 0.336774\tAccuracy: 92.00\n",
            "Train Epoch: 0 [18000/60000 (30%)]\tLoss: 0.262745\tAccuracy: 89.00\n",
            "Train Epoch: 0 [21000/60000 (35%)]\tLoss: 0.212075\tAccuracy: 90.00\n",
            "Train Epoch: 0 [24000/60000 (40%)]\tLoss: 0.389765\tAccuracy: 89.00\n",
            "Train Epoch: 0 [27000/60000 (45%)]\tLoss: 0.262603\tAccuracy: 92.00\n",
            "Train Epoch: 0 [30000/60000 (50%)]\tLoss: 0.212458\tAccuracy: 94.00\n",
            "Train Epoch: 0 [33000/60000 (55%)]\tLoss: 0.323521\tAccuracy: 92.00\n",
            "Train Epoch: 0 [36000/60000 (60%)]\tLoss: 0.341483\tAccuracy: 91.00\n",
            "Train Epoch: 0 [39000/60000 (65%)]\tLoss: 0.146368\tAccuracy: 96.00\n",
            "Train Epoch: 0 [42000/60000 (70%)]\tLoss: 0.179688\tAccuracy: 92.00\n",
            "Train Epoch: 0 [45000/60000 (75%)]\tLoss: 0.114992\tAccuracy: 96.00\n",
            "Train Epoch: 0 [48000/60000 (80%)]\tLoss: 0.186399\tAccuracy: 94.00\n",
            "Train Epoch: 0 [51000/60000 (85%)]\tLoss: 0.156221\tAccuracy: 95.00\n",
            "Train Epoch: 0 [54000/60000 (90%)]\tLoss: 0.175298\tAccuracy: 94.00\n",
            "Train Epoch: 0 [57000/60000 (95%)]\tLoss: 0.186956\tAccuracy: 96.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 93.98 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 1 [0/60000 (0%)]\tLoss: 0.089998\tAccuracy: 98.00\n",
            "Train Epoch: 1 [3000/60000 (5%)]\tLoss: 0.198584\tAccuracy: 94.00\n",
            "Train Epoch: 1 [6000/60000 (10%)]\tLoss: 0.107106\tAccuracy: 96.00\n",
            "Train Epoch: 1 [9000/60000 (15%)]\tLoss: 0.182391\tAccuracy: 93.00\n",
            "Train Epoch: 1 [12000/60000 (20%)]\tLoss: 0.300402\tAccuracy: 92.00\n",
            "Train Epoch: 1 [15000/60000 (25%)]\tLoss: 0.233569\tAccuracy: 92.00\n",
            "Train Epoch: 1 [18000/60000 (30%)]\tLoss: 0.200849\tAccuracy: 95.00\n",
            "Train Epoch: 1 [21000/60000 (35%)]\tLoss: 0.143912\tAccuracy: 96.00\n",
            "Train Epoch: 1 [24000/60000 (40%)]\tLoss: 0.181382\tAccuracy: 94.00\n",
            "Train Epoch: 1 [27000/60000 (45%)]\tLoss: 0.216379\tAccuracy: 94.00\n",
            "Train Epoch: 1 [30000/60000 (50%)]\tLoss: 0.280294\tAccuracy: 94.00\n",
            "Train Epoch: 1 [33000/60000 (55%)]\tLoss: 0.117535\tAccuracy: 97.00\n",
            "Train Epoch: 1 [36000/60000 (60%)]\tLoss: 0.166049\tAccuracy: 94.00\n",
            "Train Epoch: 1 [39000/60000 (65%)]\tLoss: 0.234642\tAccuracy: 93.00\n",
            "Train Epoch: 1 [42000/60000 (70%)]\tLoss: 0.174226\tAccuracy: 95.00\n",
            "Train Epoch: 1 [45000/60000 (75%)]\tLoss: 0.075674\tAccuracy: 96.00\n",
            "Train Epoch: 1 [48000/60000 (80%)]\tLoss: 0.212861\tAccuracy: 92.00\n",
            "Train Epoch: 1 [51000/60000 (85%)]\tLoss: 0.232341\tAccuracy: 93.00\n",
            "Train Epoch: 1 [54000/60000 (90%)]\tLoss: 0.216498\tAccuracy: 92.00\n",
            "Train Epoch: 1 [57000/60000 (95%)]\tLoss: 0.261957\tAccuracy: 93.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.57 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 2 [0/60000 (0%)]\tLoss: 0.295201\tAccuracy: 94.00\n",
            "Train Epoch: 2 [3000/60000 (5%)]\tLoss: 0.197561\tAccuracy: 94.00\n",
            "Train Epoch: 2 [6000/60000 (10%)]\tLoss: 0.209760\tAccuracy: 94.00\n",
            "Train Epoch: 2 [9000/60000 (15%)]\tLoss: 0.375750\tAccuracy: 91.00\n",
            "Train Epoch: 2 [12000/60000 (20%)]\tLoss: 0.127707\tAccuracy: 96.00\n",
            "Train Epoch: 2 [15000/60000 (25%)]\tLoss: 0.161984\tAccuracy: 95.00\n",
            "Train Epoch: 2 [18000/60000 (30%)]\tLoss: 0.160261\tAccuracy: 95.00\n",
            "Train Epoch: 2 [21000/60000 (35%)]\tLoss: 0.159143\tAccuracy: 95.00\n",
            "Train Epoch: 2 [24000/60000 (40%)]\tLoss: 0.171576\tAccuracy: 95.00\n",
            "Train Epoch: 2 [27000/60000 (45%)]\tLoss: 0.389100\tAccuracy: 91.00\n",
            "Train Epoch: 2 [30000/60000 (50%)]\tLoss: 0.088930\tAccuracy: 97.00\n",
            "Train Epoch: 2 [33000/60000 (55%)]\tLoss: 0.183731\tAccuracy: 97.00\n",
            "Train Epoch: 2 [36000/60000 (60%)]\tLoss: 0.225989\tAccuracy: 93.00\n",
            "Train Epoch: 2 [39000/60000 (65%)]\tLoss: 0.227095\tAccuracy: 92.00\n",
            "Train Epoch: 2 [42000/60000 (70%)]\tLoss: 0.324732\tAccuracy: 91.00\n",
            "Train Epoch: 2 [45000/60000 (75%)]\tLoss: 0.218840\tAccuracy: 95.00\n",
            "Train Epoch: 2 [48000/60000 (80%)]\tLoss: 0.269058\tAccuracy: 92.00\n",
            "Train Epoch: 2 [51000/60000 (85%)]\tLoss: 0.178778\tAccuracy: 93.00\n",
            "Train Epoch: 2 [54000/60000 (90%)]\tLoss: 0.217154\tAccuracy: 95.00\n",
            "Train Epoch: 2 [57000/60000 (95%)]\tLoss: 0.138964\tAccuracy: 97.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.41 %\n",
            "---------------------------\n",
            "Train Epoch: 3 [0/60000 (0%)]\tLoss: 0.138116\tAccuracy: 95.00\n",
            "Train Epoch: 3 [3000/60000 (5%)]\tLoss: 0.115362\tAccuracy: 97.00\n",
            "Train Epoch: 3 [6000/60000 (10%)]\tLoss: 0.200556\tAccuracy: 93.00\n",
            "Train Epoch: 3 [9000/60000 (15%)]\tLoss: 0.096565\tAccuracy: 97.00\n",
            "Train Epoch: 3 [12000/60000 (20%)]\tLoss: 0.150051\tAccuracy: 95.00\n",
            "Train Epoch: 3 [15000/60000 (25%)]\tLoss: 0.098408\tAccuracy: 96.00\n",
            "Train Epoch: 3 [18000/60000 (30%)]\tLoss: 0.271400\tAccuracy: 90.00\n",
            "Train Epoch: 3 [21000/60000 (35%)]\tLoss: 0.223396\tAccuracy: 92.00\n",
            "Train Epoch: 3 [24000/60000 (40%)]\tLoss: 0.298573\tAccuracy: 93.00\n",
            "Train Epoch: 3 [27000/60000 (45%)]\tLoss: 0.294759\tAccuracy: 90.00\n",
            "Train Epoch: 3 [30000/60000 (50%)]\tLoss: 0.267123\tAccuracy: 91.00\n",
            "Train Epoch: 3 [33000/60000 (55%)]\tLoss: 0.258689\tAccuracy: 92.00\n",
            "Train Epoch: 3 [36000/60000 (60%)]\tLoss: 0.148764\tAccuracy: 95.00\n",
            "Train Epoch: 3 [39000/60000 (65%)]\tLoss: 0.160227\tAccuracy: 96.00\n",
            "Train Epoch: 3 [42000/60000 (70%)]\tLoss: 0.124231\tAccuracy: 94.00\n",
            "Train Epoch: 3 [45000/60000 (75%)]\tLoss: 0.292627\tAccuracy: 90.00\n",
            "Train Epoch: 3 [48000/60000 (80%)]\tLoss: 0.247856\tAccuracy: 94.00\n",
            "Train Epoch: 3 [51000/60000 (85%)]\tLoss: 0.151860\tAccuracy: 94.00\n",
            "Train Epoch: 3 [54000/60000 (90%)]\tLoss: 0.286680\tAccuracy: 91.00\n",
            "Train Epoch: 3 [57000/60000 (95%)]\tLoss: 0.144336\tAccuracy: 95.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.77 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Train Epoch: 4 [0/60000 (0%)]\tLoss: 0.260934\tAccuracy: 91.00\n",
            "Train Epoch: 4 [3000/60000 (5%)]\tLoss: 0.149725\tAccuracy: 94.00\n",
            "Train Epoch: 4 [6000/60000 (10%)]\tLoss: 0.156025\tAccuracy: 97.00\n",
            "Train Epoch: 4 [9000/60000 (15%)]\tLoss: 0.234982\tAccuracy: 93.00\n",
            "Train Epoch: 4 [12000/60000 (20%)]\tLoss: 0.289514\tAccuracy: 91.00\n",
            "Train Epoch: 4 [15000/60000 (25%)]\tLoss: 0.129969\tAccuracy: 98.00\n",
            "Train Epoch: 4 [18000/60000 (30%)]\tLoss: 0.118773\tAccuracy: 97.00\n",
            "Train Epoch: 4 [21000/60000 (35%)]\tLoss: 0.269774\tAccuracy: 95.00\n",
            "Train Epoch: 4 [24000/60000 (40%)]\tLoss: 0.211726\tAccuracy: 93.00\n",
            "Train Epoch: 4 [27000/60000 (45%)]\tLoss: 0.173419\tAccuracy: 97.00\n",
            "Train Epoch: 4 [30000/60000 (50%)]\tLoss: 0.168970\tAccuracy: 94.00\n",
            "Train Epoch: 4 [33000/60000 (55%)]\tLoss: 0.261050\tAccuracy: 91.00\n",
            "Train Epoch: 4 [36000/60000 (60%)]\tLoss: 0.157802\tAccuracy: 96.00\n",
            "Train Epoch: 4 [39000/60000 (65%)]\tLoss: 0.106663\tAccuracy: 96.00\n",
            "Train Epoch: 4 [42000/60000 (70%)]\tLoss: 0.179657\tAccuracy: 95.00\n",
            "Train Epoch: 4 [45000/60000 (75%)]\tLoss: 0.139922\tAccuracy: 95.00\n",
            "Train Epoch: 4 [48000/60000 (80%)]\tLoss: 0.200031\tAccuracy: 93.00\n",
            "Train Epoch: 4 [51000/60000 (85%)]\tLoss: 0.210739\tAccuracy: 93.00\n",
            "Train Epoch: 4 [54000/60000 (90%)]\tLoss: 0.222230\tAccuracy: 95.00\n",
            "Train Epoch: 4 [57000/60000 (95%)]\tLoss: 0.169342\tAccuracy: 95.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.62 %\n",
            "---------------------------\n",
            "Train Epoch: 5 [0/60000 (0%)]\tLoss: 0.095873\tAccuracy: 96.00\n",
            "Train Epoch: 5 [3000/60000 (5%)]\tLoss: 0.148161\tAccuracy: 94.00\n",
            "Train Epoch: 5 [6000/60000 (10%)]\tLoss: 0.076171\tAccuracy: 97.00\n",
            "Train Epoch: 5 [9000/60000 (15%)]\tLoss: 0.109676\tAccuracy: 96.00\n",
            "Train Epoch: 5 [12000/60000 (20%)]\tLoss: 0.238250\tAccuracy: 92.00\n",
            "Train Epoch: 5 [15000/60000 (25%)]\tLoss: 0.091478\tAccuracy: 98.00\n",
            "Train Epoch: 5 [18000/60000 (30%)]\tLoss: 0.082181\tAccuracy: 97.00\n",
            "Train Epoch: 5 [21000/60000 (35%)]\tLoss: 0.176315\tAccuracy: 95.00\n",
            "Train Epoch: 5 [24000/60000 (40%)]\tLoss: 0.177884\tAccuracy: 93.00\n",
            "Train Epoch: 5 [27000/60000 (45%)]\tLoss: 0.161678\tAccuracy: 95.00\n",
            "Train Epoch: 5 [30000/60000 (50%)]\tLoss: 0.215813\tAccuracy: 90.00\n",
            "Train Epoch: 5 [33000/60000 (55%)]\tLoss: 0.267424\tAccuracy: 91.00\n",
            "Train Epoch: 5 [36000/60000 (60%)]\tLoss: 0.275232\tAccuracy: 93.00\n",
            "Train Epoch: 5 [39000/60000 (65%)]\tLoss: 0.284866\tAccuracy: 92.00\n",
            "Train Epoch: 5 [42000/60000 (70%)]\tLoss: 0.249015\tAccuracy: 93.00\n",
            "Train Epoch: 5 [45000/60000 (75%)]\tLoss: 0.186094\tAccuracy: 92.00\n",
            "Train Epoch: 5 [48000/60000 (80%)]\tLoss: 0.102202\tAccuracy: 96.00\n",
            "Train Epoch: 5 [51000/60000 (85%)]\tLoss: 0.197160\tAccuracy: 93.00\n",
            "Train Epoch: 5 [54000/60000 (90%)]\tLoss: 0.203865\tAccuracy: 91.00\n",
            "Train Epoch: 5 [57000/60000 (95%)]\tLoss: 0.239023\tAccuracy: 94.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.39 %\n",
            "---------------------------\n",
            "Train Epoch: 6 [0/60000 (0%)]\tLoss: 0.228757\tAccuracy: 92.00\n",
            "Train Epoch: 6 [3000/60000 (5%)]\tLoss: 0.165156\tAccuracy: 96.00\n",
            "Train Epoch: 6 [6000/60000 (10%)]\tLoss: 0.238754\tAccuracy: 92.00\n",
            "Train Epoch: 6 [9000/60000 (15%)]\tLoss: 0.139682\tAccuracy: 95.00\n",
            "Train Epoch: 6 [12000/60000 (20%)]\tLoss: 0.140881\tAccuracy: 95.00\n",
            "Train Epoch: 6 [15000/60000 (25%)]\tLoss: 0.158594\tAccuracy: 96.00\n",
            "Train Epoch: 6 [18000/60000 (30%)]\tLoss: 0.187856\tAccuracy: 95.00\n",
            "Train Epoch: 6 [21000/60000 (35%)]\tLoss: 0.277241\tAccuracy: 91.00\n",
            "Train Epoch: 6 [24000/60000 (40%)]\tLoss: 0.084076\tAccuracy: 98.00\n",
            "Train Epoch: 6 [27000/60000 (45%)]\tLoss: 0.190798\tAccuracy: 96.00\n",
            "Train Epoch: 6 [30000/60000 (50%)]\tLoss: 0.156282\tAccuracy: 97.00\n",
            "Train Epoch: 6 [33000/60000 (55%)]\tLoss: 0.317122\tAccuracy: 92.00\n",
            "Train Epoch: 6 [36000/60000 (60%)]\tLoss: 0.264301\tAccuracy: 89.00\n",
            "Train Epoch: 6 [39000/60000 (65%)]\tLoss: 0.220936\tAccuracy: 91.00\n",
            "Train Epoch: 6 [42000/60000 (70%)]\tLoss: 0.232982\tAccuracy: 95.00\n",
            "Train Epoch: 6 [45000/60000 (75%)]\tLoss: 0.214948\tAccuracy: 93.00\n",
            "Train Epoch: 6 [48000/60000 (80%)]\tLoss: 0.156803\tAccuracy: 95.00\n",
            "Train Epoch: 6 [51000/60000 (85%)]\tLoss: 0.142429\tAccuracy: 95.00\n",
            "Train Epoch: 6 [54000/60000 (90%)]\tLoss: 0.189504\tAccuracy: 96.00\n",
            "Train Epoch: 6 [57000/60000 (95%)]\tLoss: 0.200633\tAccuracy: 94.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.67 %\n",
            "---------------------------\n",
            "Train Epoch: 7 [0/60000 (0%)]\tLoss: 0.108414\tAccuracy: 97.00\n",
            "Train Epoch: 7 [3000/60000 (5%)]\tLoss: 0.294229\tAccuracy: 90.00\n",
            "Train Epoch: 7 [6000/60000 (10%)]\tLoss: 0.125950\tAccuracy: 95.00\n",
            "Train Epoch: 7 [9000/60000 (15%)]\tLoss: 0.146193\tAccuracy: 95.00\n",
            "Train Epoch: 7 [12000/60000 (20%)]\tLoss: 0.179876\tAccuracy: 93.00\n",
            "Train Epoch: 7 [15000/60000 (25%)]\tLoss: 0.116215\tAccuracy: 97.00\n",
            "Train Epoch: 7 [18000/60000 (30%)]\tLoss: 0.132044\tAccuracy: 96.00\n",
            "Train Epoch: 7 [21000/60000 (35%)]\tLoss: 0.170059\tAccuracy: 93.00\n",
            "Train Epoch: 7 [24000/60000 (40%)]\tLoss: 0.241438\tAccuracy: 93.00\n",
            "Train Epoch: 7 [27000/60000 (45%)]\tLoss: 0.172562\tAccuracy: 93.00\n",
            "Train Epoch: 7 [30000/60000 (50%)]\tLoss: 0.129305\tAccuracy: 96.00\n",
            "Train Epoch: 7 [33000/60000 (55%)]\tLoss: 0.180695\tAccuracy: 92.00\n",
            "Train Epoch: 7 [36000/60000 (60%)]\tLoss: 0.170484\tAccuracy: 95.00\n",
            "Train Epoch: 7 [39000/60000 (65%)]\tLoss: 0.123229\tAccuracy: 97.00\n",
            "Train Epoch: 7 [42000/60000 (70%)]\tLoss: 0.190581\tAccuracy: 92.00\n",
            "Train Epoch: 7 [45000/60000 (75%)]\tLoss: 0.099106\tAccuracy: 98.00\n",
            "Train Epoch: 7 [48000/60000 (80%)]\tLoss: 0.098495\tAccuracy: 98.00\n",
            "Train Epoch: 7 [51000/60000 (85%)]\tLoss: 0.200579\tAccuracy: 91.00\n",
            "Train Epoch: 7 [54000/60000 (90%)]\tLoss: 0.121277\tAccuracy: 94.00\n",
            "Train Epoch: 7 [57000/60000 (95%)]\tLoss: 0.110541\tAccuracy: 97.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.59 %\n",
            "---------------------------\n",
            "Train Epoch: 8 [0/60000 (0%)]\tLoss: 0.208325\tAccuracy: 92.00\n",
            "Train Epoch: 8 [3000/60000 (5%)]\tLoss: 0.138086\tAccuracy: 96.00\n",
            "Train Epoch: 8 [6000/60000 (10%)]\tLoss: 0.122347\tAccuracy: 97.00\n",
            "Train Epoch: 8 [9000/60000 (15%)]\tLoss: 0.124342\tAccuracy: 95.00\n",
            "Train Epoch: 8 [12000/60000 (20%)]\tLoss: 0.126546\tAccuracy: 96.00\n",
            "Train Epoch: 8 [15000/60000 (25%)]\tLoss: 0.226030\tAccuracy: 92.00\n",
            "Train Epoch: 8 [18000/60000 (30%)]\tLoss: 0.236462\tAccuracy: 94.00\n",
            "Train Epoch: 8 [21000/60000 (35%)]\tLoss: 0.198340\tAccuracy: 95.00\n",
            "Train Epoch: 8 [24000/60000 (40%)]\tLoss: 0.189821\tAccuracy: 96.00\n",
            "Train Epoch: 8 [27000/60000 (45%)]\tLoss: 0.173363\tAccuracy: 95.00\n",
            "Train Epoch: 8 [30000/60000 (50%)]\tLoss: 0.055571\tAccuracy: 98.00\n",
            "Train Epoch: 8 [33000/60000 (55%)]\tLoss: 0.186085\tAccuracy: 93.00\n",
            "Train Epoch: 8 [36000/60000 (60%)]\tLoss: 0.119280\tAccuracy: 96.00\n",
            "Train Epoch: 8 [39000/60000 (65%)]\tLoss: 0.185183\tAccuracy: 92.00\n",
            "Train Epoch: 8 [42000/60000 (70%)]\tLoss: 0.191306\tAccuracy: 96.00\n",
            "Train Epoch: 8 [45000/60000 (75%)]\tLoss: 0.191051\tAccuracy: 92.00\n",
            "Train Epoch: 8 [48000/60000 (80%)]\tLoss: 0.101336\tAccuracy: 96.00\n",
            "Train Epoch: 8 [51000/60000 (85%)]\tLoss: 0.201173\tAccuracy: 94.00\n",
            "Train Epoch: 8 [54000/60000 (90%)]\tLoss: 0.209442\tAccuracy: 93.00\n",
            "Train Epoch: 8 [57000/60000 (95%)]\tLoss: 0.150484\tAccuracy: 96.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.66 %\n",
            "---------------------------\n",
            "Train Epoch: 9 [0/60000 (0%)]\tLoss: 0.245925\tAccuracy: 94.00\n",
            "Train Epoch: 9 [3000/60000 (5%)]\tLoss: 0.138365\tAccuracy: 95.00\n",
            "Train Epoch: 9 [6000/60000 (10%)]\tLoss: 0.134671\tAccuracy: 96.00\n",
            "Train Epoch: 9 [9000/60000 (15%)]\tLoss: 0.179836\tAccuracy: 95.00\n",
            "Train Epoch: 9 [12000/60000 (20%)]\tLoss: 0.329004\tAccuracy: 89.00\n",
            "Train Epoch: 9 [15000/60000 (25%)]\tLoss: 0.135134\tAccuracy: 97.00\n",
            "Train Epoch: 9 [18000/60000 (30%)]\tLoss: 0.180633\tAccuracy: 94.00\n",
            "Train Epoch: 9 [21000/60000 (35%)]\tLoss: 0.167670\tAccuracy: 95.00\n",
            "Train Epoch: 9 [24000/60000 (40%)]\tLoss: 0.141615\tAccuracy: 96.00\n",
            "Train Epoch: 9 [27000/60000 (45%)]\tLoss: 0.281219\tAccuracy: 91.00\n",
            "Train Epoch: 9 [30000/60000 (50%)]\tLoss: 0.130029\tAccuracy: 95.00\n",
            "Train Epoch: 9 [33000/60000 (55%)]\tLoss: 0.156091\tAccuracy: 95.00\n",
            "Train Epoch: 9 [36000/60000 (60%)]\tLoss: 0.144033\tAccuracy: 95.00\n",
            "Train Epoch: 9 [39000/60000 (65%)]\tLoss: 0.166463\tAccuracy: 95.00\n",
            "Train Epoch: 9 [42000/60000 (70%)]\tLoss: 0.204245\tAccuracy: 96.00\n",
            "Train Epoch: 9 [45000/60000 (75%)]\tLoss: 0.219043\tAccuracy: 93.00\n",
            "Train Epoch: 9 [48000/60000 (80%)]\tLoss: 0.208307\tAccuracy: 95.00\n",
            "Train Epoch: 9 [51000/60000 (85%)]\tLoss: 0.151884\tAccuracy: 95.00\n",
            "Train Epoch: 9 [54000/60000 (90%)]\tLoss: 0.144579\tAccuracy: 96.00\n",
            "Train Epoch: 9 [57000/60000 (95%)]\tLoss: 0.285489\tAccuracy: 91.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.55 %\n",
            "---------------------------\n",
            "Train Epoch: 10 [0/60000 (0%)]\tLoss: 0.117406\tAccuracy: 96.00\n",
            "Train Epoch: 10 [3000/60000 (5%)]\tLoss: 0.212415\tAccuracy: 92.00\n",
            "Train Epoch: 10 [6000/60000 (10%)]\tLoss: 0.213694\tAccuracy: 95.00\n",
            "Train Epoch: 10 [9000/60000 (15%)]\tLoss: 0.202708\tAccuracy: 93.00\n",
            "Train Epoch: 10 [12000/60000 (20%)]\tLoss: 0.140207\tAccuracy: 94.00\n",
            "Train Epoch: 10 [15000/60000 (25%)]\tLoss: 0.102415\tAccuracy: 96.00\n",
            "Train Epoch: 10 [18000/60000 (30%)]\tLoss: 0.161692\tAccuracy: 95.00\n",
            "Train Epoch: 10 [21000/60000 (35%)]\tLoss: 0.207625\tAccuracy: 92.00\n",
            "Train Epoch: 10 [24000/60000 (40%)]\tLoss: 0.131091\tAccuracy: 97.00\n",
            "Train Epoch: 10 [27000/60000 (45%)]\tLoss: 0.211575\tAccuracy: 94.00\n",
            "Train Epoch: 10 [30000/60000 (50%)]\tLoss: 0.171009\tAccuracy: 94.00\n",
            "Train Epoch: 10 [33000/60000 (55%)]\tLoss: 0.135547\tAccuracy: 95.00\n",
            "Train Epoch: 10 [36000/60000 (60%)]\tLoss: 0.230022\tAccuracy: 95.00\n",
            "Train Epoch: 10 [39000/60000 (65%)]\tLoss: 0.263999\tAccuracy: 96.00\n",
            "Train Epoch: 10 [42000/60000 (70%)]\tLoss: 0.100518\tAccuracy: 97.00\n",
            "Train Epoch: 10 [45000/60000 (75%)]\tLoss: 0.199119\tAccuracy: 93.00\n",
            "Train Epoch: 10 [48000/60000 (80%)]\tLoss: 0.122376\tAccuracy: 97.00\n",
            "Train Epoch: 10 [51000/60000 (85%)]\tLoss: 0.281410\tAccuracy: 93.00\n",
            "Train Epoch: 10 [54000/60000 (90%)]\tLoss: 0.186436\tAccuracy: 96.00\n",
            "Train Epoch: 10 [57000/60000 (95%)]\tLoss: 0.186719\tAccuracy: 93.00\n",
            "----- Validation ----------\n",
            "Accuracy of the network on the 10000 test images: 94.83 %\n",
            "Saving model\n",
            "---------------------------\n",
            "Finished Training\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZdF6ek9I9aY7",
        "colab_type": "text"
      },
      "source": [
        "Method: closest to centroids\n",
        "\n",
        "Lookup Table Input Layer Size: [1, 10, 1]\n",
        "\n",
        "Lookup Table Layer 1 Size: [1, 10, 20]\n",
        "\n",
        "Lookup Table Layer 2 Size: [1, 10, 40]\n",
        "\n",
        "Case 1: First layer quantized --- Accuracy: 98.49 %\n",
        "\n",
        "Case 2: Second layer quantized --- Accuracy: 94.83 %\n",
        "\n",
        "Case 3: First + Second layers quantized --- Accuracy: 95.44 %\n",
        "\n",
        "Case 4: Input layer quantized --- Accuracy: 99.24 %\n",
        "\n",
        "Case 5: Input + First layers quantized --- Accuracy: 98.48 %\n",
        "\n",
        "Case 6: Input + Second layers quantized --- Accuracy: 95.32 %\n",
        "\n",
        "Case 7: Input + First + Second layers quantized --- Accuracy: 94.83 %\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ChrxiwHg5ZWS",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}