CI_Final_Project.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Em_-pK1xHsJK"
      },
      "outputs": [],
      "source": [
        "import os\n",
        "import glob\n",
        "\n",
        "import random\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "import torch\n",
        "from torch.utils.data import Dataset, DataLoader, random_split\n",
        "import torch.nn as nn\n",
        "import torch.nn.functional as F\n",
        "import torchvision \n",
        "from torchvision import *\n",
        "import torchvision.transforms as transforms\n",
        "\n",
        "from numpy import genfromtxt\n",
        "from PIL import Image, ImageEnhance\n",
        "\n",
        "from sklearn.ensemble import GradientBoostingClassifier\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.decomposition import PCA\n",
        "from sklearn.metrics import confusion_matrix"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/gdrive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IAtjpUquAWX-",
        "outputId": "5d407e73-78a8-4f7b-8b8f-1b7b2a1472c4"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount(\"/content/gdrive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6RSpyMlpY_FZ"
      },
      "source": [
        "# Dataset and Dataloaders"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "LABELS = ['Normal', 'Benign', 'InSitu', 'Invasive']\n",
        "IMAGE_SIZE = (2048, 1536)\n",
        "PATCH_SIZE = 512\n",
        "PROJECT_PATH = '/content/gdrive/MyDrive/CI Final Project'\n",
        "DATASET_PATH = f'{PROJECT_PATH}/ICAR 2018 BACH Dataset'\n",
        "DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'\n"
      ],
      "metadata": {
        "id": "vTpJa4A5Mou_"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "indexes_for_dataset = [i for i in range(400)]\n",
        "TRAIN_INDEXES, TEST_INDEXES = train_test_split(indexes_for_dataset, test_size=0.1, random_state=5)"
      ],
      "metadata": {
        "id": "oNxsTcGvWeGc"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def __crop_img__(img, size, n):\n",
        "    h, w, c = img.shape\n",
        "    crops = []\n",
        "    \n",
        "    for _ in range(n):\n",
        "        top = np.random.randint(low=0, high=h - size + 1)\n",
        "        left = np.random.randint(low=0, high=w - size + 1)\n",
        "        crop = img[top: top + size, left: left + size].copy()\n",
        "        crop = np.rot90(crop, np.random.randint(low=0, high=4))\n",
        "        if np.random.random() > 0.5:\n",
        "            crop = np.flipud(crop)\n",
        "        if np.random.random() > 0.5:\n",
        "            crop = np.fliplr(crop)\n",
        "        crops.append(crop)\n",
        "\n",
        "    crops = np.stack(crops)\n",
        "    return crops"
      ],
      "metadata": {
        "id": "2Nx22qVojf9E"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class ICARDataset(Dataset):\n",
        "    def __init__(self, path, rotate=False, flip=False, enhance=False, train=False):\n",
        "        super().__init__()\n",
        "\n",
        "        dataset = {name: index for index in range(len(LABELS)) for name in glob.glob(path + '/' + LABELS[index] + '/*.tif')}\n",
        "        self.path = path\n",
        "        self.dataset = dataset\n",
        "        self.names = list(sorted(dataset.keys()))\n",
        "        self.rotate = rotate\n",
        "        self.flip = flip\n",
        "        self.enhance = enhance\n",
        "        self.train = train\n",
        "\n",
        "        self.flip_options = [Image.FLIP_LEFT_RIGHT, Image.FLIP_TOP_BOTTOM]\n",
        "\n",
        "    def __getitem__(self, index):\n",
        "\n",
        "        if self.train:\n",
        "          index = random.choice(TRAIN_INDEXES)\n",
        "        else:\n",
        "          index = random.choice(TEST_INDEXES)\n",
        "          \n",
        "        img_path = self.names[index]\n",
        "        label = self.dataset[img_path]\n",
        "        with Image.open(img_path) as img:\n",
        "\n",
        "            # Apply flip or not\n",
        "            if random.randint(0,1) == 1 and self.flip:\n",
        "              flip_random_ind = random.randint(0,1)\n",
        "              img = img.transpose(self.flip_options[flip_random_ind])\n",
        "\n",
        "            if self.rotate:\n",
        "              rotate_random_angle = random.randint(0,3)\n",
        "              img = img.rotate(rotate_random_angle * 90)\n",
        "\n",
        "            # Apply enhance or not\n",
        "            if random.randint(0,1) == 1 and self.enhance:\n",
        "              factors = np.random.uniform(.5, 1.5, 3)\n",
        "\n",
        "              img = ImageEnhance.Color(img).enhance(factors[0])\n",
        "              img = ImageEnhance.Contrast(img).enhance(factors[1])\n",
        "              img = ImageEnhance.Brightness(img).enhance(factors[2])\n",
        "\n",
        "\n",
        "            img = transforms.ToTensor()(img)\n",
        "\n",
        "            crops = __crop_img__(img.permute(1,2,0).numpy(), 512, 20)\n",
        "            crops = torch.from_numpy(crops).permute(0,3,1,2)\n",
        "            return crops, label\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.dataset)\n",
        "\n"
      ],
      "metadata": {
        "id": "8YUimpSgMhVl"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "vhFK22pIY9Hv"
      },
      "outputs": [],
      "source": [
        "# create the dataset\n",
        "dataset_train = ICARDataset(DATASET_PATH, rotate=True, flip=True, enhance=True, train=True)\n",
        "dataset_test = ICARDataset(DATASET_PATH, rotate=True, flip=True, enhance=True, train=False)\n",
        "\n",
        "# create a data loader for train and test sets\n",
        "train_dl = DataLoader(dataset_train, batch_size=25, shuffle=True)\n",
        "test_dl = DataLoader(dataset_test, batch_size=25, shuffle=False)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "31GtJtrwZCx6"
      },
      "source": [
        "# Feature Extraction\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iOgDiWlFbqTb"
      },
      "outputs": [],
      "source": [
        "class Identity(torch.nn.Module):\n",
        "    def __init__(self):\n",
        "        super(Identity, self).__init__()\n",
        "\n",
        "    def forward(self, x):\n",
        "        return x"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "class BasicFeatureExtracter(nn.Module):\n",
        "    def __init__(self):\n",
        "        super(BasicFeatureExtracter, self).__init__()\n",
        "        #Resnet50\n",
        "        self.resnet50 = models.resnet50(pretrained=True)\n",
        "        self.resnet50.fc = Identity()\n",
        "        self.resnet50.to(device=DEVICE)\n",
        "        #Inception V3\n",
        "        self.inception_v3 = models.inception_v3(pretrained=True)\n",
        "        self.inception_v3.fc = Identity()\n",
        "        self.inception_v3.to(device=DEVICE)\n",
        "        #VGG16\n",
        "        self.vgg16 = models.vgg16(pretrained=True)\n",
        "        self.vgg16 = self.vgg16.features\n",
        "        self.vgg16.to(device=DEVICE)\n",
        "\n",
        "    def extract_feat_per_crop(self, x):\n",
        "      with torch.no_grad():\n",
        "        res_feat = self.resnet50.forward(x)\n",
        "        inc_v3_feat = self.inception_v3.forward(x)[0]\n",
        "        vgg16_feat = self.vgg16.forward(x)\n",
        "        \n",
        "        avg_pool = nn.AvgPool2d(6)\n",
        "        vgg16_feat = avg_pool(vgg16_feat)\n",
        "        vgg16_feat = vgg16_feat.flatten(start_dim=1)\n",
        "\n",
        "      features_concat = torch.cat((res_feat, inc_v3_feat,vgg16_feat), axis=1)\n",
        "      return features_concat\n",
        "\n",
        "\n",
        "    #shape = (Crops=20, x_size=450 ,y_size=450, channels=3)\n",
        "    def forward(self,batch_data):\n",
        "      feature_array = []\n",
        "\n",
        "      for each_image in batch_data:\n",
        "        each_image=each_image.to(device=DEVICE)\n",
        "        features = self.extract_feat_per_crop(each_image)\n",
        "        norm_features = torch.pow(features, 3)\n",
        "        norm_features = torch.sum(norm_features, dim=0)\n",
        "        norm_features = torch.div(norm_features, features.shape[0])\n",
        "        norm_features = torch.pow(norm_features, 1/3)\n",
        "        feature_array.append(norm_features.cpu().numpy())\n",
        "      return np.array(feature_array)\n",
        "\n",
        "basicFeatureExtracter =  BasicFeatureExtracter()"
      ],
      "metadata": {
        "id": "1TfpnVyUMTRp"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Generate Data"
      ],
      "metadata": {
        "id": "dknEBt-HgUt5"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# run this if you want to generate data\n",
        "\n",
        "train_dataset_path = f'{PROJECT_PATH}/results_v2/train'\n",
        "test_dataset_path = f'{PROJECT_PATH}/results_v2/test'\n",
        "\n",
        "# lucia 0 berni 160 kuba 320 demetre 480\n",
        "starting_index = 160\n",
        "\n",
        "# generate train data\n",
        "for i in range(160):\n",
        "  print(f'Epoch: {i+1}')\n",
        "  train_features, train_labels = next(iter(train_dl))\n",
        "  train_labels = train_labels.numpy()\n",
        "  feature_array_train = basicFeatureExtracter.forward(train_features)\n",
        "\n",
        "  feature_csv_name = f'feature_array_{starting_index + i + 1}.csv'\n",
        "  label_csv_name = f'feature_label_{starting_index + i + 1}.csv'\n",
        "  np.savetxt(f'{train_dataset_path}/{feature_csv_name}', feature_array_train, delimiter=\",\")\n",
        "  np.savetxt(f'{train_dataset_path}/{label_csv_name}', train_labels, delimiter=\",\")\n",
        "\n",
        "starting_index = 0\n",
        "# generate test data\n",
        "for i in range(40):\n",
        "  print(f'Epoch: {i+1}')\n",
        "  test_features, test_labels = next(iter(test_dl))\n",
        "  test_labels = test_labels.numpy()\n",
        "  feature_array_train = basicFeatureExtracter.forward(test_features)\n",
        "\n",
        "  feature_csv_name = f'feature_array_{starting_index + i + 1}.csv'\n",
        "  label_csv_name = f'feature_label_{starting_index + i + 1}.csv'\n",
        "  np.savetxt(f'{test_dataset_path}/{feature_csv_name}', feature_array_train, delimiter=\",\")\n",
        "  np.savetxt(f'{test_dataset_path}/{label_csv_name}', test_labels, delimiter=\",\")"
      ],
      "metadata": {
        "id": "hW6S-9xCiUS9"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Load Data\n"
      ],
      "metadata": {
        "id": "LulMl_DxfAEG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "drive_path = f'{PROJECT_PATH}/results_v2'\n",
        "\n",
        "\n",
        "X_train, X_test, y_train, y_test = None, None, None, None\n",
        "\n",
        "\n",
        "# load train data\n",
        "for i in range(600):\n",
        "  print(f'Feautres for file {i + 1} was loaded')\n",
        "\n",
        "  features_path = f'feature_array_{i+1}.csv'\n",
        "  labels_path = f'feature_label_{i+1}.csv'\n",
        "  features = genfromtxt(f'{drive_path}/train/{features_path}', delimiter=',')\n",
        "  label = genfromtxt(f'{drive_path}/train/{labels_path}', delimiter=',')\n",
        "\n",
        "  if X_train is None:\n",
        "    X_train = features\n",
        "    y_train = label\n",
        "  else:\n",
        "    X_train = np.concatenate([X_train, features])\n",
        "    y_train = np.concatenate([y_train, label])\n",
        "\n",
        "\n",
        "\n",
        "# load test data\n",
        "for i in range(40):\n",
        "  print(f'Feautres for file {i + 1} was loaded')\n",
        "\n",
        "  features_path = f'feature_array_{i+1}.csv'\n",
        "  labels_path = f'feature_label_{i+1}.csv'\n",
        "  features = genfromtxt(f'{drive_path}/test/{features_path}', delimiter=',')\n",
        "  label = genfromtxt(f'{drive_path}/test/{labels_path}', delimiter=',')\n",
        "\n",
        "  if X_test is None:\n",
        "    X_test = features\n",
        "    y_test = label\n",
        "  else:\n",
        "    X_test = np.concatenate([X_test, features])\n",
        "    y_test = np.concatenate([y_test, label])"
      ],
      "metadata": {
        "id": "vpklnBDAzk-l",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5d5886b1-ce31-4504-f37b-1b10ebf28474"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Feautres for file 1 was loaded\n",
            "Feautres for file 2 was loaded\n",
            "Feautres for file 3 was loaded\n",
            "Feautres for file 4 was loaded\n",
            "Feautres for file 5 was loaded\n",
            "Feautres for file 6 was loaded\n",
            "Feautres for file 7 was loaded\n",
            "Feautres for file 8 was loaded\n",
            "Feautres for file 9 was loaded\n",
            "Feautres for file 10 was loaded\n",
            "Feautres for file 11 was loaded\n",
            "Feautres for file 12 was loaded\n",
            "Feautres for file 13 was loaded\n",
            "Feautres for file 14 was loaded\n",
            "Feautres for file 15 was loaded\n",
            "Feautres for file 16 was loaded\n",
            "Feautres for file 17 was loaded\n",
            "Feautres for file 18 was loaded\n",
            "Feautres for file 19 was loaded\n",
            "Feautres for file 20 was loaded\n",
            "Feautres for file 21 was loaded\n",
            "Feautres for file 22 was loaded\n",
            "Feautres for file 23 was loaded\n",
            "Feautres for file 24 was loaded\n",
            "Feautres for file 25 was loaded\n",
            "Feautres for file 26 was loaded\n",
            "Feautres for file 27 was loaded\n",
            "Feautres for file 28 was loaded\n",
            "Feautres for file 29 was loaded\n",
            "Feautres for file 30 was loaded\n",
            "Feautres for file 31 was loaded\n",
            "Feautres for file 32 was loaded\n",
            "Feautres for file 33 was loaded\n",
            "Feautres for file 34 was loaded\n",
            "Feautres for file 35 was loaded\n",
            "Feautres for file 36 was loaded\n",
            "Feautres for file 37 was loaded\n",
            "Feautres for file 38 was loaded\n",
            "Feautres for file 39 was loaded\n",
            "Feautres for file 40 was loaded\n",
            "Feautres for file 41 was loaded\n",
            "Feautres for file 42 was loaded\n",
            "Feautres for file 43 was loaded\n",
            "Feautres for file 44 was loaded\n",
            "Feautres for file 45 was loaded\n",
            "Feautres for file 46 was loaded\n",
            "Feautres for file 47 was loaded\n",
            "Feautres for file 48 was loaded\n",
            "Feautres for file 49 was loaded\n",
            "Feautres for file 50 was loaded\n",
            "Feautres for file 51 was loaded\n",
            "Feautres for file 52 was loaded\n",
            "Feautres for file 53 was loaded\n",
            "Feautres for file 54 was loaded\n",
            "Feautres for file 55 was loaded\n",
            "Feautres for file 56 was loaded\n",
            "Feautres for file 57 was loaded\n",
            "Feautres for file 58 was loaded\n",
            "Feautres for file 59 was loaded\n",
            "Feautres for file 60 was loaded\n",
            "Feautres for file 61 was loaded\n",
            "Feautres for file 62 was loaded\n",
            "Feautres for file 63 was loaded\n",
            "Feautres for file 64 was loaded\n",
            "Feautres for file 65 was loaded\n",
            "Feautres for file 66 was loaded\n",
            "Feautres for file 67 was loaded\n",
            "Feautres for file 68 was loaded\n",
            "Feautres for file 69 was loaded\n",
            "Feautres for file 70 was loaded\n",
            "Feautres for file 71 was loaded\n",
            "Feautres for file 72 was loaded\n",
            "Feautres for file 73 was loaded\n",
            "Feautres for file 74 was loaded\n",
            "Feautres for file 75 was loaded\n",
            "Feautres for file 76 was loaded\n",
            "Feautres for file 77 was loaded\n",
            "Feautres for file 78 was loaded\n",
            "Feautres for file 79 was loaded\n",
            "Feautres for file 80 was loaded\n",
            "Feautres for file 81 was loaded\n",
            "Feautres for file 82 was loaded\n",
            "Feautres for file 83 was loaded\n",
            "Feautres for file 84 was loaded\n",
            "Feautres for file 85 was loaded\n",
            "Feautres for file 86 was loaded\n",
            "Feautres for file 87 was loaded\n",
            "Feautres for file 88 was loaded\n",
            "Feautres for file 89 was loaded\n",
            "Feautres for file 90 was loaded\n",
            "Feautres for file 91 was loaded\n",
            "Feautres for file 92 was loaded\n",
            "Feautres for file 93 was loaded\n",
            "Feautres for file 94 was loaded\n",
            "Feautres for file 95 was loaded\n",
            "Feautres for file 96 was loaded\n",
            "Feautres for file 97 was loaded\n",
            "Feautres for file 98 was loaded\n",
            "Feautres for file 99 was loaded\n",
            "Feautres for file 100 was loaded\n",
            "Feautres for file 101 was loaded\n",
            "Feautres for file 102 was loaded\n",
            "Feautres for file 103 was loaded\n",
            "Feautres for file 104 was loaded\n",
            "Feautres for file 105 was loaded\n",
            "Feautres for file 106 was loaded\n",
            "Feautres for file 107 was loaded\n",
            "Feautres for file 108 was loaded\n",
            "Feautres for file 109 was loaded\n",
            "Feautres for file 110 was loaded\n",
            "Feautres for file 111 was loaded\n",
            "Feautres for file 112 was loaded\n",
            "Feautres for file 113 was loaded\n",
            "Feautres for file 114 was loaded\n",
            "Feautres for file 115 was loaded\n",
            "Feautres for file 116 was loaded\n",
            "Feautres for file 117 was loaded\n",
            "Feautres for file 118 was loaded\n",
            "Feautres for file 119 was loaded\n",
            "Feautres for file 120 was loaded\n",
            "Feautres for file 121 was loaded\n",
            "Feautres for file 122 was loaded\n",
            "Feautres for file 123 was loaded\n",
            "Feautres for file 124 was loaded\n",
            "Feautres for file 125 was loaded\n",
            "Feautres for file 126 was loaded\n",
            "Feautres for file 127 was loaded\n",
            "Feautres for file 128 was loaded\n",
            "Feautres for file 129 was loaded\n",
            "Feautres for file 130 was loaded\n",
            "Feautres for file 131 was loaded\n",
            "Feautres for file 132 was loaded\n",
            "Feautres for file 133 was loaded\n",
            "Feautres for file 134 was loaded\n",
            "Feautres for file 135 was loaded\n",
            "Feautres for file 136 was loaded\n",
            "Feautres for file 137 was loaded\n",
            "Feautres for file 138 was loaded\n",
            "Feautres for file 139 was loaded\n",
            "Feautres for file 140 was loaded\n",
            "Feautres for file 141 was loaded\n",
            "Feautres for file 142 was loaded\n",
            "Feautres for file 143 was loaded\n",
            "Feautres for file 144 was loaded\n",
            "Feautres for file 145 was loaded\n",
            "Feautres for file 146 was loaded\n",
            "Feautres for file 147 was loaded\n",
            "Feautres for file 148 was loaded\n",
            "Feautres for file 149 was loaded\n",
            "Feautres for file 150 was loaded\n",
            "Feautres for file 151 was loaded\n",
            "Feautres for file 152 was loaded\n",
            "Feautres for file 153 was loaded\n",
            "Feautres for file 154 was loaded\n",
            "Feautres for file 155 was loaded\n",
            "Feautres for file 156 was loaded\n",
            "Feautres for file 157 was loaded\n",
            "Feautres for file 158 was loaded\n",
            "Feautres for file 159 was loaded\n",
            "Feautres for file 160 was loaded\n",
            "Feautres for file 161 was loaded\n",
            "Feautres for file 162 was loaded\n",
            "Feautres for file 163 was loaded\n",
            "Feautres for file 164 was loaded\n",
            "Feautres for file 165 was loaded\n",
            "Feautres for file 166 was loaded\n",
            "Feautres for file 167 was loaded\n",
            "Feautres for file 168 was loaded\n",
            "Feautres for file 169 was loaded\n",
            "Feautres for file 170 was loaded\n",
            "Feautres for file 171 was loaded\n",
            "Feautres for file 172 was loaded\n",
            "Feautres for file 173 was loaded\n",
            "Feautres for file 174 was loaded\n",
            "Feautres for file 175 was loaded\n",
            "Feautres for file 176 was loaded\n",
            "Feautres for file 177 was loaded\n",
            "Feautres for file 178 was loaded\n",
            "Feautres for file 179 was loaded\n",
            "Feautres for file 180 was loaded\n",
            "Feautres for file 181 was loaded\n",
            "Feautres for file 182 was loaded\n",
            "Feautres for file 183 was loaded\n",
            "Feautres for file 184 was loaded\n",
            "Feautres for file 185 was loaded\n",
            "Feautres for file 186 was loaded\n",
            "Feautres for file 187 was loaded\n",
            "Feautres for file 188 was loaded\n",
            "Feautres for file 189 was loaded\n",
            "Feautres for file 190 was loaded\n",
            "Feautres for file 191 was loaded\n",
            "Feautres for file 192 was loaded\n",
            "Feautres for file 193 was loaded\n",
            "Feautres for file 194 was loaded\n",
            "Feautres for file 195 was loaded\n",
            "Feautres for file 196 was loaded\n",
            "Feautres for file 197 was loaded\n",
            "Feautres for file 198 was loaded\n",
            "Feautres for file 199 was loaded\n",
            "Feautres for file 200 was loaded\n",
            "Feautres for file 201 was loaded\n",
            "Feautres for file 202 was loaded\n",
            "Feautres for file 203 was loaded\n",
            "Feautres for file 204 was loaded\n",
            "Feautres for file 205 was loaded\n",
            "Feautres for file 206 was loaded\n",
            "Feautres for file 207 was loaded\n",
            "Feautres for file 208 was loaded\n",
            "Feautres for file 209 was loaded\n",
            "Feautres for file 210 was loaded\n",
            "Feautres for file 211 was loaded\n",
            "Feautres for file 212 was loaded\n",
            "Feautres for file 213 was loaded\n",
            "Feautres for file 214 was loaded\n",
            "Feautres for file 215 was loaded\n",
            "Feautres for file 216 was loaded\n",
            "Feautres for file 217 was loaded\n",
            "Feautres for file 218 was loaded\n",
            "Feautres for file 219 was loaded\n",
            "Feautres for file 220 was loaded\n",
            "Feautres for file 221 was loaded\n",
            "Feautres for file 222 was loaded\n",
            "Feautres for file 223 was loaded\n",
            "Feautres for file 224 was loaded\n",
            "Feautres for file 225 was loaded\n",
            "Feautres for file 226 was loaded\n",
            "Feautres for file 227 was loaded\n",
            "Feautres for file 228 was loaded\n",
            "Feautres for file 229 was loaded\n",
            "Feautres for file 230 was loaded\n",
            "Feautres for file 231 was loaded\n",
            "Feautres for file 232 was loaded\n",
            "Feautres for file 233 was loaded\n",
            "Feautres for file 234 was loaded\n",
            "Feautres for file 235 was loaded\n",
            "Feautres for file 236 was loaded\n",
            "Feautres for file 237 was loaded\n",
            "Feautres for file 238 was loaded\n",
            "Feautres for file 239 was loaded\n",
            "Feautres for file 240 was loaded\n",
            "Feautres for file 241 was loaded\n",
            "Feautres for file 242 was loaded\n",
            "Feautres for file 243 was loaded\n",
            "Feautres for file 244 was loaded\n",
            "Feautres for file 245 was loaded\n",
            "Feautres for file 246 was loaded\n",
            "Feautres for file 247 was loaded\n",
            "Feautres for file 248 was loaded\n",
            "Feautres for file 249 was loaded\n",
            "Feautres for file 250 was loaded\n",
            "Feautres for file 251 was loaded\n",
            "Feautres for file 252 was loaded\n",
            "Feautres for file 253 was loaded\n",
            "Feautres for file 254 was loaded\n",
            "Feautres for file 255 was loaded\n",
            "Feautres for file 256 was loaded\n",
            "Feautres for file 257 was loaded\n",
            "Feautres for file 258 was loaded\n",
            "Feautres for file 259 was loaded\n",
            "Feautres for file 260 was loaded\n",
            "Feautres for file 261 was loaded\n",
            "Feautres for file 262 was loaded\n",
            "Feautres for file 263 was loaded\n",
            "Feautres for file 264 was loaded\n",
            "Feautres for file 265 was loaded\n",
            "Feautres for file 266 was loaded\n",
            "Feautres for file 267 was loaded\n",
            "Feautres for file 268 was loaded\n",
            "Feautres for file 269 was loaded\n",
            "Feautres for file 270 was loaded\n",
            "Feautres for file 271 was loaded\n",
            "Feautres for file 272 was loaded\n",
            "Feautres for file 273 was loaded\n",
            "Feautres for file 274 was loaded\n",
            "Feautres for file 275 was loaded\n",
            "Feautres for file 276 was loaded\n",
            "Feautres for file 277 was loaded\n",
            "Feautres for file 278 was loaded\n",
            "Feautres for file 279 was loaded\n",
            "Feautres for file 280 was loaded\n",
            "Feautres for file 281 was loaded\n",
            "Feautres for file 282 was loaded\n",
            "Feautres for file 283 was loaded\n",
            "Feautres for file 284 was loaded\n",
            "Feautres for file 285 was loaded\n",
            "Feautres for file 286 was loaded\n",
            "Feautres for file 287 was loaded\n",
            "Feautres for file 288 was loaded\n",
            "Feautres for file 289 was loaded\n",
            "Feautres for file 290 was loaded\n",
            "Feautres for file 291 was loaded\n",
            "Feautres for file 292 was loaded\n",
            "Feautres for file 293 was loaded\n",
            "Feautres for file 294 was loaded\n",
            "Feautres for file 295 was loaded\n",
            "Feautres for file 296 was loaded\n",
            "Feautres for file 297 was loaded\n",
            "Feautres for file 298 was loaded\n",
            "Feautres for file 299 was loaded\n",
            "Feautres for file 300 was loaded\n",
            "Feautres for file 301 was loaded\n",
            "Feautres for file 302 was loaded\n",
            "Feautres for file 303 was loaded\n",
            "Feautres for file 304 was loaded\n",
            "Feautres for file 305 was loaded\n",
            "Feautres for file 306 was loaded\n",
            "Feautres for file 307 was loaded\n",
            "Feautres for file 308 was loaded\n",
            "Feautres for file 309 was loaded\n",
            "Feautres for file 310 was loaded\n",
            "Feautres for file 311 was loaded\n",
            "Feautres for file 312 was loaded\n",
            "Feautres for file 313 was loaded\n",
            "Feautres for file 314 was loaded\n",
            "Feautres for file 315 was loaded\n",
            "Feautres for file 316 was loaded\n",
            "Feautres for file 317 was loaded\n",
            "Feautres for file 318 was loaded\n",
            "Feautres for file 319 was loaded\n",
            "Feautres for file 320 was loaded\n",
            "Feautres for file 321 was loaded\n",
            "Feautres for file 322 was loaded\n",
            "Feautres for file 323 was loaded\n",
            "Feautres for file 324 was loaded\n",
            "Feautres for file 325 was loaded\n",
            "Feautres for file 326 was loaded\n",
            "Feautres for file 327 was loaded\n",
            "Feautres for file 328 was loaded\n",
            "Feautres for file 329 was loaded\n",
            "Feautres for file 330 was loaded\n",
            "Feautres for file 331 was loaded\n",
            "Feautres for file 332 was loaded\n",
            "Feautres for file 333 was loaded\n",
            "Feautres for file 334 was loaded\n",
            "Feautres for file 335 was loaded\n",
            "Feautres for file 336 was loaded\n",
            "Feautres for file 337 was loaded\n",
            "Feautres for file 338 was loaded\n",
            "Feautres for file 339 was loaded\n",
            "Feautres for file 340 was loaded\n",
            "Feautres for file 341 was loaded\n",
            "Feautres for file 342 was loaded\n",
            "Feautres for file 343 was loaded\n",
            "Feautres for file 344 was loaded\n",
            "Feautres for file 345 was loaded\n",
            "Feautres for file 346 was loaded\n",
            "Feautres for file 347 was loaded\n",
            "Feautres for file 348 was loaded\n",
            "Feautres for file 349 was loaded\n",
            "Feautres for file 350 was loaded\n",
            "Feautres for file 351 was loaded\n",
            "Feautres for file 352 was loaded\n",
            "Feautres for file 353 was loaded\n",
            "Feautres for file 354 was loaded\n",
            "Feautres for file 355 was loaded\n",
            "Feautres for file 356 was loaded\n",
            "Feautres for file 357 was loaded\n",
            "Feautres for file 358 was loaded\n",
            "Feautres for file 359 was loaded\n",
            "Feautres for file 360 was loaded\n",
            "Feautres for file 361 was loaded\n",
            "Feautres for file 362 was loaded\n",
            "Feautres for file 363 was loaded\n",
            "Feautres for file 364 was loaded\n",
            "Feautres for file 365 was loaded\n",
            "Feautres for file 366 was loaded\n",
            "Feautres for file 367 was loaded\n",
            "Feautres for file 368 was loaded\n",
            "Feautres for file 369 was loaded\n",
            "Feautres for file 370 was loaded\n",
            "Feautres for file 371 was loaded\n",
            "Feautres for file 372 was loaded\n",
            "Feautres for file 373 was loaded\n",
            "Feautres for file 374 was loaded\n",
            "Feautres for file 375 was loaded\n",
            "Feautres for file 376 was loaded\n",
            "Feautres for file 377 was loaded\n",
            "Feautres for file 378 was loaded\n",
            "Feautres for file 379 was loaded\n",
            "Feautres for file 380 was loaded\n",
            "Feautres for file 381 was loaded\n",
            "Feautres for file 382 was loaded\n",
            "Feautres for file 383 was loaded\n",
            "Feautres for file 384 was loaded\n",
            "Feautres for file 385 was loaded\n",
            "Feautres for file 386 was loaded\n",
            "Feautres for file 387 was loaded\n",
            "Feautres for file 388 was loaded\n",
            "Feautres for file 389 was loaded\n",
            "Feautres for file 390 was loaded\n",
            "Feautres for file 391 was loaded\n",
            "Feautres for file 392 was loaded\n",
            "Feautres for file 393 was loaded\n",
            "Feautres for file 394 was loaded\n",
            "Feautres for file 395 was loaded\n",
            "Feautres for file 396 was loaded\n",
            "Feautres for file 397 was loaded\n",
            "Feautres for file 398 was loaded\n",
            "Feautres for file 399 was loaded\n",
            "Feautres for file 400 was loaded\n",
            "Feautres for file 401 was loaded\n",
            "Feautres for file 402 was loaded\n",
            "Feautres for file 403 was loaded\n",
            "Feautres for file 404 was loaded\n",
            "Feautres for file 405 was loaded\n",
            "Feautres for file 406 was loaded\n",
            "Feautres for file 407 was loaded\n",
            "Feautres for file 408 was loaded\n",
            "Feautres for file 409 was loaded\n",
            "Feautres for file 410 was loaded\n",
            "Feautres for file 411 was loaded\n",
            "Feautres for file 412 was loaded\n",
            "Feautres for file 413 was loaded\n",
            "Feautres for file 414 was loaded\n",
            "Feautres for file 415 was loaded\n",
            "Feautres for file 416 was loaded\n",
            "Feautres for file 417 was loaded\n",
            "Feautres for file 418 was loaded\n",
            "Feautres for file 419 was loaded\n",
            "Feautres for file 420 was loaded\n",
            "Feautres for file 421 was loaded\n",
            "Feautres for file 422 was loaded\n",
            "Feautres for file 423 was loaded\n",
            "Feautres for file 424 was loaded\n",
            "Feautres for file 425 was loaded\n",
            "Feautres for file 426 was loaded\n",
            "Feautres for file 427 was loaded\n",
            "Feautres for file 428 was loaded\n",
            "Feautres for file 429 was loaded\n",
            "Feautres for file 430 was loaded\n",
            "Feautres for file 431 was loaded\n",
            "Feautres for file 432 was loaded\n",
            "Feautres for file 433 was loaded\n",
            "Feautres for file 434 was loaded\n",
            "Feautres for file 435 was loaded\n",
            "Feautres for file 436 was loaded\n",
            "Feautres for file 437 was loaded\n",
            "Feautres for file 438 was loaded\n",
            "Feautres for file 439 was loaded\n",
            "Feautres for file 440 was loaded\n",
            "Feautres for file 441 was loaded\n",
            "Feautres for file 442 was loaded\n",
            "Feautres for file 443 was loaded\n",
            "Feautres for file 444 was loaded\n",
            "Feautres for file 445 was loaded\n",
            "Feautres for file 446 was loaded\n",
            "Feautres for file 447 was loaded\n",
            "Feautres for file 448 was loaded\n",
            "Feautres for file 449 was loaded\n",
            "Feautres for file 450 was loaded\n",
            "Feautres for file 451 was loaded\n",
            "Feautres for file 452 was loaded\n",
            "Feautres for file 453 was loaded\n",
            "Feautres for file 454 was loaded\n",
            "Feautres for file 455 was loaded\n",
            "Feautres for file 456 was loaded\n",
            "Feautres for file 457 was loaded\n",
            "Feautres for file 458 was loaded\n",
            "Feautres for file 459 was loaded\n",
            "Feautres for file 460 was loaded\n",
            "Feautres for file 461 was loaded\n",
            "Feautres for file 462 was loaded\n",
            "Feautres for file 463 was loaded\n",
            "Feautres for file 464 was loaded\n",
            "Feautres for file 465 was loaded\n",
            "Feautres for file 466 was loaded\n",
            "Feautres for file 467 was loaded\n",
            "Feautres for file 468 was loaded\n",
            "Feautres for file 469 was loaded\n",
            "Feautres for file 470 was loaded\n",
            "Feautres for file 471 was loaded\n",
            "Feautres for file 472 was loaded\n",
            "Feautres for file 473 was loaded\n",
            "Feautres for file 474 was loaded\n",
            "Feautres for file 475 was loaded\n",
            "Feautres for file 476 was loaded\n",
            "Feautres for file 477 was loaded\n",
            "Feautres for file 478 was loaded\n",
            "Feautres for file 479 was loaded\n",
            "Feautres for file 480 was loaded\n",
            "Feautres for file 481 was loaded\n",
            "Feautres for file 482 was loaded\n",
            "Feautres for file 483 was loaded\n",
            "Feautres for file 484 was loaded\n",
            "Feautres for file 485 was loaded\n",
            "Feautres for file 486 was loaded\n",
            "Feautres for file 487 was loaded\n",
            "Feautres for file 488 was loaded\n",
            "Feautres for file 489 was loaded\n",
            "Feautres for file 490 was loaded\n",
            "Feautres for file 491 was loaded\n",
            "Feautres for file 492 was loaded\n",
            "Feautres for file 493 was loaded\n",
            "Feautres for file 494 was loaded\n",
            "Feautres for file 495 was loaded\n",
            "Feautres for file 496 was loaded\n",
            "Feautres for file 497 was loaded\n",
            "Feautres for file 498 was loaded\n",
            "Feautres for file 499 was loaded\n",
            "Feautres for file 500 was loaded\n",
            "Feautres for file 501 was loaded\n",
            "Feautres for file 502 was loaded\n",
            "Feautres for file 503 was loaded\n",
            "Feautres for file 504 was loaded\n",
            "Feautres for file 505 was loaded\n",
            "Feautres for file 506 was loaded\n",
            "Feautres for file 507 was loaded\n",
            "Feautres for file 508 was loaded\n",
            "Feautres for file 509 was loaded\n",
            "Feautres for file 510 was loaded\n",
            "Feautres for file 511 was loaded\n",
            "Feautres for file 512 was loaded\n",
            "Feautres for file 513 was loaded\n",
            "Feautres for file 514 was loaded\n",
            "Feautres for file 515 was loaded\n",
            "Feautres for file 516 was loaded\n",
            "Feautres for file 517 was loaded\n",
            "Feautres for file 518 was loaded\n",
            "Feautres for file 519 was loaded\n",
            "Feautres for file 520 was loaded\n",
            "Feautres for file 521 was loaded\n",
            "Feautres for file 522 was loaded\n",
            "Feautres for file 523 was loaded\n",
            "Feautres for file 524 was loaded\n",
            "Feautres for file 525 was loaded\n",
            "Feautres for file 526 was loaded\n",
            "Feautres for file 527 was loaded\n",
            "Feautres for file 528 was loaded\n",
            "Feautres for file 529 was loaded\n",
            "Feautres for file 530 was loaded\n",
            "Feautres for file 531 was loaded\n",
            "Feautres for file 532 was loaded\n",
            "Feautres for file 533 was loaded\n",
            "Feautres for file 534 was loaded\n",
            "Feautres for file 535 was loaded\n",
            "Feautres for file 536 was loaded\n",
            "Feautres for file 537 was loaded\n",
            "Feautres for file 538 was loaded\n",
            "Feautres for file 539 was loaded\n",
            "Feautres for file 540 was loaded\n",
            "Feautres for file 541 was loaded\n",
            "Feautres for file 542 was loaded\n",
            "Feautres for file 543 was loaded\n",
            "Feautres for file 544 was loaded\n",
            "Feautres for file 545 was loaded\n",
            "Feautres for file 546 was loaded\n",
            "Feautres for file 547 was loaded\n",
            "Feautres for file 548 was loaded\n",
            "Feautres for file 549 was loaded\n",
            "Feautres for file 550 was loaded\n",
            "Feautres for file 551 was loaded\n",
            "Feautres for file 552 was loaded\n",
            "Feautres for file 553 was loaded\n",
            "Feautres for file 554 was loaded\n",
            "Feautres for file 555 was loaded\n",
            "Feautres for file 556 was loaded\n",
            "Feautres for file 557 was loaded\n",
            "Feautres for file 558 was loaded\n",
            "Feautres for file 559 was loaded\n",
            "Feautres for file 560 was loaded\n",
            "Feautres for file 561 was loaded\n",
            "Feautres for file 562 was loaded\n",
            "Feautres for file 563 was loaded\n",
            "Feautres for file 564 was loaded\n",
            "Feautres for file 565 was loaded\n",
            "Feautres for file 566 was loaded\n",
            "Feautres for file 567 was loaded\n",
            "Feautres for file 568 was loaded\n",
            "Feautres for file 569 was loaded\n",
            "Feautres for file 570 was loaded\n",
            "Feautres for file 571 was loaded\n",
            "Feautres for file 572 was loaded\n",
            "Feautres for file 573 was loaded\n",
            "Feautres for file 574 was loaded\n",
            "Feautres for file 575 was loaded\n",
            "Feautres for file 576 was loaded\n",
            "Feautres for file 577 was loaded\n",
            "Feautres for file 578 was loaded\n",
            "Feautres for file 579 was loaded\n",
            "Feautres for file 580 was loaded\n",
            "Feautres for file 581 was loaded\n",
            "Feautres for file 582 was loaded\n",
            "Feautres for file 583 was loaded\n",
            "Feautres for file 584 was loaded\n",
            "Feautres for file 585 was loaded\n",
            "Feautres for file 586 was loaded\n",
            "Feautres for file 587 was loaded\n",
            "Feautres for file 588 was loaded\n",
            "Feautres for file 589 was loaded\n",
            "Feautres for file 590 was loaded\n",
            "Feautres for file 591 was loaded\n",
            "Feautres for file 592 was loaded\n",
            "Feautres for file 593 was loaded\n",
            "Feautres for file 594 was loaded\n",
            "Feautres for file 595 was loaded\n",
            "Feautres for file 596 was loaded\n",
            "Feautres for file 597 was loaded\n",
            "Feautres for file 598 was loaded\n",
            "Feautres for file 599 was loaded\n",
            "Feautres for file 600 was loaded\n",
            "Feautres for file 1 was loaded\n",
            "Feautres for file 2 was loaded\n",
            "Feautres for file 3 was loaded\n",
            "Feautres for file 4 was loaded\n",
            "Feautres for file 5 was loaded\n",
            "Feautres for file 6 was loaded\n",
            "Feautres for file 7 was loaded\n",
            "Feautres for file 8 was loaded\n",
            "Feautres for file 9 was loaded\n",
            "Feautres for file 10 was loaded\n",
            "Feautres for file 11 was loaded\n",
            "Feautres for file 12 was loaded\n",
            "Feautres for file 13 was loaded\n",
            "Feautres for file 14 was loaded\n",
            "Feautres for file 15 was loaded\n",
            "Feautres for file 16 was loaded\n",
            "Feautres for file 17 was loaded\n",
            "Feautres for file 18 was loaded\n",
            "Feautres for file 19 was loaded\n",
            "Feautres for file 20 was loaded\n",
            "Feautres for file 21 was loaded\n",
            "Feautres for file 22 was loaded\n",
            "Feautres for file 23 was loaded\n",
            "Feautres for file 24 was loaded\n",
            "Feautres for file 25 was loaded\n",
            "Feautres for file 26 was loaded\n",
            "Feautres for file 27 was loaded\n",
            "Feautres for file 28 was loaded\n",
            "Feautres for file 29 was loaded\n",
            "Feautres for file 30 was loaded\n",
            "Feautres for file 31 was loaded\n",
            "Feautres for file 32 was loaded\n",
            "Feautres for file 33 was loaded\n",
            "Feautres for file 34 was loaded\n",
            "Feautres for file 35 was loaded\n",
            "Feautres for file 36 was loaded\n",
            "Feautres for file 37 was loaded\n",
            "Feautres for file 38 was loaded\n",
            "Feautres for file 39 was loaded\n",
            "Feautres for file 40 was loaded\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(f'Training Dataset Size: {len(X_train)}')\n",
        "print(f'Test Dataset Size: {len(X_test)}')"
      ],
      "metadata": {
        "id": "V_K6P2s94et4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "f75aa980-2e12-444d-e68c-4882b0371c2b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Training Dataset Size: 15000\n",
            "Test Dataset Size: 1000\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X_train.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HEv87dmHqh10",
        "outputId": "02682624-b26d-4841-a1d0-8ff09a445745"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(15000, 6144)"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "i47Y38kzZGmR"
      },
      "source": [
        "# Training and Testing the Gradient Boosting Classifier"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "BiCh9ckFiWot",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "cea76e07-fd15-44f0-d60c-0f3728d0b100"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "      Iter       Train Loss   Remaining Time \n",
            "         1           1.1397          107.10m\n",
            "         2           1.0221          104.47m\n",
            "         3           0.9415          106.14m\n",
            "         4           0.8762          104.14m\n",
            "         5           0.8356          102.05m\n",
            "         6           0.7923          101.27m\n",
            "         7           0.7578           99.69m\n",
            "         8           0.7217           98.28m\n",
            "         9           0.6984           97.00m\n",
            "        10           0.6726           95.70m\n",
            "        20           0.4842           81.10m\n",
            "        30           0.3752           67.17m\n",
            "        40           0.3022           55.83m\n",
            "        50           0.2479           45.65m\n",
            "        60           0.2102           36.11m\n",
            "        70           0.1809           26.85m\n",
            "        80           0.1602           17.77m\n",
            "        90           0.1422            8.84m\n",
            "       100           0.1271            0.00s\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.807"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ],
      "source": [
        "clf = GradientBoostingClassifier(n_estimators=100, learning_rate=1.0, max_depth=1, random_state=0, verbose=1).fit(X_train, y_train)\n",
        "clf.score(X_test, y_test)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_pred = clf.predict(X_test)\n",
        "print(confusion_matrix(y_test, y_pred))"
      ],
      "metadata": {
        "id": "tw-3id5f5M0D",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0ce19fcc-08f1-4f45-f2cf-6853aa2ea1fd"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[[283  63  21   8]\n",
            " [ 28 160   3   7]\n",
            " [  5  26 222  16]\n",
            " [  0  12   4 142]]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "dataset = {name: index for index in range(len(LABELS)) for name in glob.glob(DATASET_PATH + '/' + LABELS[index] + '/*.tif')}\n",
        "labels = []\n",
        "feature_array = []\n",
        "for img_inx in TEST_INDEXES:\n",
        "  img_path = list(dataset.keys())[img_inx]\n",
        "  label = dataset[img_path]\n",
        "  labels.append(label)\n",
        "  with Image.open(img_path) as img:\n",
        "      img = transforms.ToTensor()(img)\n",
        "      img = img.to(device=DEVICE)\n",
        "\n",
        "      crops = __crop_img__(img.permute(1,2,0).numpy(), 512, 20)\n",
        "      feature_array.append(crops)\n",
        "labels = np.array(labels)\n",
        "feature_array = torch.from_numpy(np.array(feature_array)).permute(0,1,4,2,3)\n",
        "print(f'Shape of feature array: {feature_array.shape}')\n",
        "print(f'Shape of labels: {labels.shape}')\n",
        "original_image_features = basicFeatureExtracter.forward(feature_array)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZRFwNsewf-DJ",
        "outputId": "50a3f702-73ef-4ac8-8e65-a2849bc14ef5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Shape of feature array: torch.Size([40, 20, 3, 512, 512])\n",
            "Shape of labels: (40,)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf.score(original_image_features, labels)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9mlH3KFeiiC6",
        "outputId": "b24f6f27-d2f1-4b69-ef44-1d872c144c31"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.925"
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_pred_org = clf.predict(original_image_features)\n",
        "print(confusion_matrix(labels, y_pred_org))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gcKDOgLEHJYw",
        "outputId": "b2d53513-0683-46d0-e124-ff2323b56e63"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[[ 5  2  1  0]\n",
            " [ 0 10  0  0]\n",
            " [ 0  0  7  0]\n",
            " [ 0  0  0 15]]\n"
          ]
        }
      ]
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "name": "CI_Final_Project.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}