03_e__MRI_500-frozen-dense.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "64b75be8",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:09.643569Z",
     "iopub.status.busy": "2022-05-10T01:49:09.642922Z",
     "iopub.status.idle": "2022-05-10T01:49:09.647687Z",
     "shell.execute_reply": "2022-05-10T01:49:09.647052Z"
    },
    "papermill": {
     "duration": 0.034911,
     "end_time": "2022-05-10T01:49:09.649898",
     "exception": false,
     "start_time": "2022-05-10T01:49:09.614987",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# MRI STUFF\n",
    "# Test increase in layers \n",
    "# Increase in layer architectures\n",
    "# Increase in drop out \n",
    "# With class weights, without class weights "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "95b208ee",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:09.701691Z",
     "iopub.status.busy": "2022-05-10T01:49:09.701501Z",
     "iopub.status.idle": "2022-05-10T01:49:15.755291Z",
     "shell.execute_reply": "2022-05-10T01:49:15.754520Z"
    },
    "papermill": {
     "duration": 6.08176,
     "end_time": "2022-05-10T01:49:15.757384",
     "exception": false,
     "start_time": "2022-05-10T01:49:09.675624",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import tensorflow as tf\n",
    "import tensorflow.keras.backend as K\n",
    "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras import datasets, layers, models\n",
    "from sklearn.metrics import (classification_report, confusion_matrix, balanced_accuracy_score, \n",
    "accuracy_score, roc_auc_score, auc)\n",
    "from sklearn.model_selection import KFold, StratifiedKFold\n",
    "import plotly.graph_objects as go\n",
    "import glob\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a6c339ef",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:15.809878Z",
     "iopub.status.busy": "2022-05-10T01:49:15.809658Z",
     "iopub.status.idle": "2022-05-10T01:49:15.813702Z",
     "shell.execute_reply": "2022-05-10T01:49:15.812974Z"
    },
    "papermill": {
     "duration": 0.031928,
     "end_time": "2022-05-10T01:49:15.815362",
     "exception": false,
     "start_time": "2022-05-10T01:49:15.783434",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#drive.mount('/content/drive')\n",
    "\n",
    "#ROOT_DIR = \"/content/drive/MyDrive/Spring 2022/DTSC 870/Code\" # HC Directory\n",
    "#ROOT_DIR = \"/content/drive/MyDrive/DTSC 870/Code\" #MT Directory\n",
    "KAGGLE_START = \"/kaggle/input\"\n",
    "ROOT_DIR = KAGGLE_START\n",
    "DATASET_01_TEST = KAGGLE_START + \"/mri-test-set/test\"\n",
    "DATASET_01_TRAIN = KAGGLE_START + \"/mri-trainset/train\"\n",
    "KAGGLE_OUT = \"/kaggle/working\"\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a6d2ebd9",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:15.867768Z",
     "iopub.status.busy": "2022-05-10T01:49:15.867501Z",
     "iopub.status.idle": "2022-05-10T01:49:16.085920Z",
     "shell.execute_reply": "2022-05-10T01:49:16.085196Z"
    },
    "papermill": {
     "duration": 0.247953,
     "end_time": "2022-05-10T01:49:16.088380",
     "exception": false,
     "start_time": "2022-05-10T01:49:15.840427",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 121 images belonging to 2 classes.\n",
      "Found 279 images belonging to 2 classes.\n"
     ]
    }
   ],
   "source": [
    "datagen = ImageDataGenerator()\n",
    "image_size = (256, 256)\n",
    "test_set = datagen.flow_from_directory(DATASET_01_TEST, target_size=image_size, batch_size=32, class_mode='binary', shuffle=False)\n",
    "train_set = datagen.flow_from_directory(DATASET_01_TRAIN, target_size=image_size, batch_size=32, class_mode='binary')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "28457c9a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.145266Z",
     "iopub.status.busy": "2022-05-10T01:49:16.144636Z",
     "iopub.status.idle": "2022-05-10T01:49:16.151551Z",
     "shell.execute_reply": "2022-05-10T01:49:16.150903Z"
    },
    "papermill": {
     "duration": 0.037155,
     "end_time": "2022-05-10T01:49:16.153185",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.116030",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V1():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(128, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "7ceb169b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.205423Z",
     "iopub.status.busy": "2022-05-10T01:49:16.205229Z",
     "iopub.status.idle": "2022-05-10T01:49:16.211790Z",
     "shell.execute_reply": "2022-05-10T01:49:16.211127Z"
    },
    "papermill": {
     "duration": 0.034231,
     "end_time": "2022-05-10T01:49:16.213411",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.179180",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V1_02():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(128, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "7e17d816",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.267155Z",
     "iopub.status.busy": "2022-05-10T01:49:16.266495Z",
     "iopub.status.idle": "2022-05-10T01:49:16.273499Z",
     "shell.execute_reply": "2022-05-10T01:49:16.272811Z"
    },
    "papermill": {
     "duration": 0.035465,
     "end_time": "2022-05-10T01:49:16.275154",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.239689",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V1_04():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(128, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "6791cb0e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.328656Z",
     "iopub.status.busy": "2022-05-10T01:49:16.328166Z",
     "iopub.status.idle": "2022-05-10T01:49:16.334328Z",
     "shell.execute_reply": "2022-05-10T01:49:16.333651Z"
    },
    "papermill": {
     "duration": 0.034833,
     "end_time": "2022-05-10T01:49:16.335975",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.301142",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V2():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  #model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(64, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "1cb4346a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.388822Z",
     "iopub.status.busy": "2022-05-10T01:49:16.388338Z",
     "iopub.status.idle": "2022-05-10T01:49:16.394565Z",
     "shell.execute_reply": "2022-05-10T01:49:16.393925Z"
    },
    "papermill": {
     "duration": 0.034531,
     "end_time": "2022-05-10T01:49:16.396276",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.361745",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V2_02():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  #model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(64, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9a321f02",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.449732Z",
     "iopub.status.busy": "2022-05-10T01:49:16.449408Z",
     "iopub.status.idle": "2022-05-10T01:49:16.455536Z",
     "shell.execute_reply": "2022-05-10T01:49:16.454813Z"
    },
    "papermill": {
     "duration": 0.034695,
     "end_time": "2022-05-10T01:49:16.457179",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.422484",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V2_04():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  #model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  #model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(64, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "38f12680",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.511729Z",
     "iopub.status.busy": "2022-05-10T01:49:16.511497Z",
     "iopub.status.idle": "2022-05-10T01:49:16.518590Z",
     "shell.execute_reply": "2022-05-10T01:49:16.517930Z"
    },
    "papermill": {
     "duration": 0.036339,
     "end_time": "2022-05-10T01:49:16.520282",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.483943",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V3():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(256, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "cf5127e5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.573986Z",
     "iopub.status.busy": "2022-05-10T01:49:16.573427Z",
     "iopub.status.idle": "2022-05-10T01:49:16.581355Z",
     "shell.execute_reply": "2022-05-10T01:49:16.580636Z"
    },
    "papermill": {
     "duration": 0.036562,
     "end_time": "2022-05-10T01:49:16.582976",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.546414",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V3_02():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(256, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "bb874ff0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.636867Z",
     "iopub.status.busy": "2022-05-10T01:49:16.636452Z",
     "iopub.status.idle": "2022-05-10T01:49:16.644202Z",
     "shell.execute_reply": "2022-05-10T01:49:16.643508Z"
    },
    "papermill": {
     "duration": 0.036392,
     "end_time": "2022-05-10T01:49:16.645821",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.609429",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V3_04():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(256, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "c21b1011",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.700712Z",
     "iopub.status.busy": "2022-05-10T01:49:16.700473Z",
     "iopub.status.idle": "2022-05-10T01:49:16.708439Z",
     "shell.execute_reply": "2022-05-10T01:49:16.707782Z"
    },
    "papermill": {
     "duration": 0.037422,
     "end_time": "2022-05-10T01:49:16.710202",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.672780",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V4():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(256, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "eed53c56",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.764848Z",
     "iopub.status.busy": "2022-05-10T01:49:16.764372Z",
     "iopub.status.idle": "2022-05-10T01:49:16.773651Z",
     "shell.execute_reply": "2022-05-10T01:49:16.773011Z"
    },
    "papermill": {
     "duration": 0.03847,
     "end_time": "2022-05-10T01:49:16.775311",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.736841",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V4_02():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.2))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(512, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(1024, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "772572a3",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.829868Z",
     "iopub.status.busy": "2022-05-10T01:49:16.829663Z",
     "iopub.status.idle": "2022-05-10T01:49:16.837769Z",
     "shell.execute_reply": "2022-05-10T01:49:16.837132Z"
    },
    "papermill": {
     "duration": 0.037156,
     "end_time": "2022-05-10T01:49:16.839435",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.802279",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_model_V4_04():\n",
    "  model = models.Sequential()\n",
    "  model.add(layers.Conv2D(32, (3, 3), activation='relu', input_shape=(256, 256, 3)))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  model.add(layers.Dropout(0.4))\n",
    "  model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "  model.add(layers.MaxPooling2D((2, 2)))\n",
    "  #model.add(layers.Conv2D(64, (3, 3), activation='relu'))\n",
    "  model.add(layers.Conv2D(256, (3, 3), activation='relu'))\n",
    "  model.add(layers.Flatten())\n",
    "  model.add(layers.Dense(256, activation='relu'))\n",
    "  model.add(layers.Dense(1, activation='sigmoid'))\n",
    "  return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "db06d4fa",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.895265Z",
     "iopub.status.busy": "2022-05-10T01:49:16.894995Z",
     "iopub.status.idle": "2022-05-10T01:49:16.899021Z",
     "shell.execute_reply": "2022-05-10T01:49:16.898362Z"
    },
    "papermill": {
     "duration": 0.03387,
     "end_time": "2022-05-10T01:49:16.900733",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.866863",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#modify this \n",
    "norm_weight = 400/(2*(118+52))\n",
    "tumor_weight = 400/(2*(161+69))\n",
    "\n",
    "class_weights = {0:norm_weight, 1:tumor_weight}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "5151e043",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:16.956126Z",
     "iopub.status.busy": "2022-05-10T01:49:16.955489Z",
     "iopub.status.idle": "2022-05-10T01:49:16.961585Z",
     "shell.execute_reply": "2022-05-10T01:49:16.960881Z"
    },
    "papermill": {
     "duration": 0.035781,
     "end_time": "2022-05-10T01:49:16.963248",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.927467",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import glob\n",
    "\n",
    "#borrowed from svm code\n",
    "def get_data_df(dir):\n",
    "  # modified code from: https://www.kaggle.com/namgalielei/simple-load-images-and-count-number-of-each-class\n",
    "\n",
    "  train_df = pd.DataFrame()\n",
    "\n",
    "  trainset = glob.glob(dir)\n",
    "  #print(trainset)\n",
    "  train_df['filename'] = [img.split(\"/\")[-4] + \"/\" + img.split(\"/\")[-3] + \"/\" + img.split(\"/\")[-2]+\"/\"+img.split(\"/\")[-1] for img in trainset]\n",
    "  train_df['label'] = [img.split(\"/\")[-2] for img in trainset]\n",
    "\n",
    "  return train_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "9dd96dad",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.021288Z",
     "iopub.status.busy": "2022-05-10T01:49:17.020560Z",
     "iopub.status.idle": "2022-05-10T01:49:17.048477Z",
     "shell.execute_reply": "2022-05-10T01:49:17.047807Z"
    },
    "papermill": {
     "duration": 0.059244,
     "end_time": "2022-05-10T01:49:17.050323",
     "exception": false,
     "start_time": "2022-05-10T01:49:16.991079",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>mri-trainset/train/Tumor/Tumor (77).jpg</td>\n",
       "      <td>Tumor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>mri-trainset/train/Tumor/Tumor (116).jpg</td>\n",
       "      <td>Tumor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>mri-trainset/train/Tumor/Tumor (86).jpg</td>\n",
       "      <td>Tumor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>mri-trainset/train/Tumor/Tumor (49).jpg</td>\n",
       "      <td>Tumor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>mri-trainset/train/Tumor/Tumor (40).jpg</td>\n",
       "      <td>Tumor</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   filename  label\n",
       "0   mri-trainset/train/Tumor/Tumor (77).jpg  Tumor\n",
       "1  mri-trainset/train/Tumor/Tumor (116).jpg  Tumor\n",
       "2   mri-trainset/train/Tumor/Tumor (86).jpg  Tumor\n",
       "3   mri-trainset/train/Tumor/Tumor (49).jpg  Tumor\n",
       "4   mri-trainset/train/Tumor/Tumor (40).jpg  Tumor"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_train = get_data_df(DATASET_01_TRAIN+\"/*/*.jpg\")\n",
    "test_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "b60bf36b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.107790Z",
     "iopub.status.busy": "2022-05-10T01:49:17.107534Z",
     "iopub.status.idle": "2022-05-10T01:49:17.137948Z",
     "shell.execute_reply": "2022-05-10T01:49:17.137273Z"
    },
    "papermill": {
     "duration": 0.061315,
     "end_time": "2022-05-10T01:49:17.139789",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.078474",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import KFold, StratifiedKFold\n",
    "\n",
    "train_data = get_data_df(DATASET_01_TRAIN+\"/*/*.jpg\")\n",
    "Y = train_data[['label']]\n",
    "\n",
    "#Y = final_train[['label']]\n",
    "#n = len(final_train)   \n",
    "\n",
    "skf = StratifiedKFold(n_splits = 5, random_state = 7, shuffle = True) \n",
    "\n",
    "#Un needed preprocessing aside from rescale\n",
    "idg = ImageDataGenerator(rescale=1./255)\n",
    "\n",
    "#model name\n",
    "def get_model_name(k):\n",
    "    return 'model_'+str(k)+'.h5'\n",
    "def model_test(fold_count, epoch, model_method, image_size):\n",
    "  skf = StratifiedKFold(n_splits = fold_count, random_state = 7, shuffle = True)\n",
    "  train_data = get_data_df(DATASET_01_TRAIN+\"/*/*.jpg\")\n",
    "  Y = train_data[['label']]\n",
    "  n = len (train_data)\n",
    "  #Incorperate preprocessing in the method \n",
    "  #####################################################################\n",
    "  #aug_train = get_data_df(DATASET_01_ROOT+\"/Aug_train/*/*.jpg\")\n",
    "  #aug_train['filename'] = aug_train['filename'].str[7:]\n",
    "  #final_train = test_train.append(aug_train, sort=False, ignore_index=True)\n",
    "\n",
    "\n",
    "  #######################################################################\n",
    "  idg = ImageDataGenerator()\n",
    "  #idg = ImageDataGenerator()\n",
    "  #Y = final_train[['label']]\n",
    "  #n = len(final_train)    \n",
    "  VALIDATION_ACCURACY = []\n",
    "  VALIDATION_LOSS = []\n",
    "\n",
    "  #create a directory\n",
    "  save_dir = KAGGLE_OUT+'/datasets/01_MRI/Saved_CNN_Models/Testing/'+model_method.__name__+'/AugTest'+'/'+str(epoch)+'epochs/'\n",
    "  img_dir = ROOT_DIR\n",
    "\n",
    "  fold_var = 1\n",
    "\n",
    "  #n is number of samples, doesn't care about x values for split, just y\n",
    "  for train_index, val_index in skf.split(np.zeros(n),Y):\n",
    "\n",
    "    #Index value for fold\n",
    "    training_data = train_data.iloc[train_index]\n",
    "    validation_data = train_data.iloc[val_index]\n",
    "    #generator for train\n",
    "    #print(\"hi\")\n",
    "    #Modify the training size, have an input adjustability \n",
    "    train_data_generator = idg.flow_from_dataframe(training_data, directory = img_dir,\n",
    "                      target_size=image_size, batch_size=32,\n",
    "                    x_col = \"filename\", y_col = \"label\",\n",
    "                    class_mode = \"binary\", shuffle = True)\n",
    "    #print(\"hi\")\n",
    "    #generator for validation\n",
    "    valid_data_generator  = idg.flow_from_dataframe(validation_data, directory = img_dir,\n",
    "                target_size=image_size, batch_size=32,\n",
    "                x_col = \"filename\", y_col = \"label\",\n",
    "                class_mode = \"binary\", shuffle = True)\n",
    "    #print(\"hi\")\n",
    "    #create a method for this\n",
    "    # CREATE NEW MODEL\n",
    "    model = model_method()\n",
    "    # COMPILE NEW MODEL\n",
    "    #Binary cross entropy, opt will be adam, metric will be binary accuracy?\n",
    "    model.compile(loss=tf.keras.losses.BinaryCrossentropy(),\n",
    "            optimizer= tf.keras.optimizers.Adam(learning_rate = 0.0001),\n",
    "            metrics=['binary_accuracy'])\n",
    "    \n",
    "    # CREATE CALLBACKS\n",
    "    #Unsure about checpoint\n",
    "    checkpoint = tf.keras.callbacks.ModelCheckpoint(save_dir+model_method.__name__+\"_\"+get_model_name(fold_var), \n",
    "                monitor='val_binary_accuracy', verbose=1, \n",
    "                save_best_only=True, mode='max')\n",
    "  \n",
    "    callbacks_list = [checkpoint]\n",
    "    # There can be other callbacks, but just showing one because it involves the model name\n",
    "    # This saves the best model\n",
    "    # FIT THE MODEL\n",
    "    #Include the weights for classes\n",
    "    history = model.fit(train_data_generator,\n",
    "            epochs=epoch,\n",
    "            callbacks=callbacks_list,\n",
    "            validation_data=valid_data_generator)\n",
    "  \n",
    "    #PLOT HISTORY\n",
    "    #Plots for whichever\n",
    "    #\t\t:\n",
    "    #plt.plot(history.history['binary_accuracy'], label='accuracy')\n",
    "    #plt.plot(history.history['val_binary_accuracy'], label = 'val_accuracy')\n",
    "    #plt.xlabel('Epoch')\n",
    "    #plt.ylabel('Accuracy')\n",
    "    #plt.ylim([0.3, 1])\n",
    "    #plt.legend(loc='lower right')\n",
    "    #plt.show()\n",
    "    #frame = {'Accuracy': history.history['binary_accuracy'], 'Val_Accuracy': history.history['val_binary_accuracy']}\n",
    "    #fig = px.line(frame)\n",
    "    #fig.show()\n",
    "    fig = go.Figure()\n",
    "    fig.add_trace(go.Scatter(y= history.history['binary_accuracy'],\n",
    "                      mode='lines+markers',\n",
    "                      name='Training Accuracy'))\n",
    "    fig.add_trace(go.Scatter(y= history.history['val_binary_accuracy'],\n",
    "                      mode='lines+markers',\n",
    "                      name='Validation Accuracy'))\n",
    "    fig.update_yaxes(range=[0.40, 1])\n",
    "    fig.update_layout(\n",
    "      title=\"Fold \"+ str(fold_var)+ \"'s performance\",\n",
    "      title_x=0.5,\n",
    "      xaxis_title=\"Epochs\",\n",
    "      yaxis_title=\"Accuracy\",\n",
    "      autosize=False,\n",
    "      width=800,\n",
    "      height=400,\n",
    "      margin=dict(l=20, r=20, t=40, b=20),)\n",
    "    fig.show()\n",
    "    #\t\t:\n",
    "    # LOAD BEST MODEL to evaluate the performance of the model\n",
    "    model.load_weights(save_dir+model_method.__name__+\"_\" + \"model_\"+str(fold_var)+\".h5\")\n",
    "    predictions = model.predict(test_set)\n",
    "    predict_final = np.where(predictions >=0, 1,0)\n",
    "    #predict_final = K.round(predictions)\n",
    "    conf_mat = confusion_matrix(test_set.classes, predict_final)\n",
    "    conf_mat_perc = conf_mat.astype('float') / conf_mat.sum(axis=1)[:, np.newaxis]\n",
    "    class_acc = conf_mat_perc.diagonal()\n",
    "    print(conf_mat)\n",
    "    print()\n",
    "    print(f\"Normal accuracy: {class_acc[0]}\")\n",
    "    print(f\"Tumor accuracy: {class_acc[1]}\")\n",
    "    print()\n",
    "    target_names = ['Normal', 'Tumor']\n",
    "    print(classification_report(test_set.classes, predict_final, target_names=target_names))\n",
    "    print()\n",
    "    w_acc = balanced_accuracy_score(test_set.classes, predict_final) \n",
    "    u_acc = accuracy_score(test_set.classes, predict_final)\n",
    "    print(f'Unweighted Accuracy: {u_acc}')  \n",
    "    print(f'Weighted Accuracy: {w_acc}')\n",
    "    results = model.evaluate(test_set)\n",
    "    \n",
    "    results = dict(zip(model.metrics_names,results))\n",
    "    \n",
    "    VALIDATION_ACCURACY.append(results['binary_accuracy'])\n",
    "    VALIDATION_LOSS.append(results['loss'])\n",
    "    \n",
    "    tf.keras.backend.clear_session()\n",
    "    \n",
    "    fold_var += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "97a80daf",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.197201Z",
     "iopub.status.busy": "2022-05-10T01:49:17.196553Z",
     "iopub.status.idle": "2022-05-10T01:49:17.200186Z",
     "shell.execute_reply": "2022-05-10T01:49:17.199410Z"
    },
    "papermill": {
     "duration": 0.034085,
     "end_time": "2022-05-10T01:49:17.201816",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.167731",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V1, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "6aef96af",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.257554Z",
     "iopub.status.busy": "2022-05-10T01:49:17.257000Z",
     "iopub.status.idle": "2022-05-10T01:49:17.260031Z",
     "shell.execute_reply": "2022-05-10T01:49:17.259401Z"
    },
    "papermill": {
     "duration": 0.032817,
     "end_time": "2022-05-10T01:49:17.261702",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.228885",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V1_02, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "175028d5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.317274Z",
     "iopub.status.busy": "2022-05-10T01:49:17.316771Z",
     "iopub.status.idle": "2022-05-10T01:49:17.319751Z",
     "shell.execute_reply": "2022-05-10T01:49:17.319127Z"
    },
    "papermill": {
     "duration": 0.032407,
     "end_time": "2022-05-10T01:49:17.321353",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.288946",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V1_04, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "a42993de",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.377463Z",
     "iopub.status.busy": "2022-05-10T01:49:17.376930Z",
     "iopub.status.idle": "2022-05-10T01:49:17.379938Z",
     "shell.execute_reply": "2022-05-10T01:49:17.379313Z"
    },
    "papermill": {
     "duration": 0.0327,
     "end_time": "2022-05-10T01:49:17.381627",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.348927",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V2, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "f238c110",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.437611Z",
     "iopub.status.busy": "2022-05-10T01:49:17.437153Z",
     "iopub.status.idle": "2022-05-10T01:49:17.440181Z",
     "shell.execute_reply": "2022-05-10T01:49:17.439502Z"
    },
    "papermill": {
     "duration": 0.032802,
     "end_time": "2022-05-10T01:49:17.441733",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.408931",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V2_02, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "062baf84",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.498726Z",
     "iopub.status.busy": "2022-05-10T01:49:17.498167Z",
     "iopub.status.idle": "2022-05-10T01:49:17.501352Z",
     "shell.execute_reply": "2022-05-10T01:49:17.500699Z"
    },
    "papermill": {
     "duration": 0.033693,
     "end_time": "2022-05-10T01:49:17.502959",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.469266",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V2_04, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "35e33498",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.559889Z",
     "iopub.status.busy": "2022-05-10T01:49:17.559318Z",
     "iopub.status.idle": "2022-05-10T01:49:17.562459Z",
     "shell.execute_reply": "2022-05-10T01:49:17.561787Z"
    },
    "papermill": {
     "duration": 0.033483,
     "end_time": "2022-05-10T01:49:17.564165",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.530682",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V3, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "0fe72ce0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.621362Z",
     "iopub.status.busy": "2022-05-10T01:49:17.620677Z",
     "iopub.status.idle": "2022-05-10T01:49:17.624283Z",
     "shell.execute_reply": "2022-05-10T01:49:17.623634Z"
    },
    "papermill": {
     "duration": 0.03397,
     "end_time": "2022-05-10T01:49:17.625915",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.591945",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V3_02, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "2b374e82",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.683403Z",
     "iopub.status.busy": "2022-05-10T01:49:17.682869Z",
     "iopub.status.idle": "2022-05-10T01:49:17.685969Z",
     "shell.execute_reply": "2022-05-10T01:49:17.685331Z"
    },
    "papermill": {
     "duration": 0.033732,
     "end_time": "2022-05-10T01:49:17.687675",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.653943",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V3_04, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "d500c02b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.745482Z",
     "iopub.status.busy": "2022-05-10T01:49:17.745119Z",
     "iopub.status.idle": "2022-05-10T01:49:17.748207Z",
     "shell.execute_reply": "2022-05-10T01:49:17.747559Z"
    },
    "papermill": {
     "duration": 0.033968,
     "end_time": "2022-05-10T01:49:17.749910",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.715942",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V4, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "2fd9811f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.808331Z",
     "iopub.status.busy": "2022-05-10T01:49:17.807703Z",
     "iopub.status.idle": "2022-05-10T01:49:17.810942Z",
     "shell.execute_reply": "2022-05-10T01:49:17.810267Z"
    },
    "papermill": {
     "duration": 0.03437,
     "end_time": "2022-05-10T01:49:17.812650",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.778280",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V4_02, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "ffdc89d8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.872217Z",
     "iopub.status.busy": "2022-05-10T01:49:17.871531Z",
     "iopub.status.idle": "2022-05-10T01:49:17.874928Z",
     "shell.execute_reply": "2022-05-10T01:49:17.874226Z"
    },
    "papermill": {
     "duration": 0.035383,
     "end_time": "2022-05-10T01:49:17.876645",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.841262",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 30, create_model_V4_04, (256,256))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "4fcc3f13",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:17.936242Z",
     "iopub.status.busy": "2022-05-10T01:49:17.935619Z",
     "iopub.status.idle": "2022-05-10T01:49:25.784738Z",
     "shell.execute_reply": "2022-05-10T01:49:25.784024Z"
    },
    "papermill": {
     "duration": 7.88107,
     "end_time": "2022-05-10T01:49:25.786801",
     "exception": false,
     "start_time": "2022-05-10T01:49:17.905731",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-10 01:49:18.044163: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:18.183580: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:18.184365: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:18.185694: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 AVX512F FMA\n",
      "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
      "2022-05-10 01:49:18.186007: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:18.186931: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:18.188122: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:20.433278: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:20.434052: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:20.434727: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-10 01:49:20.436084: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1510] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 15403 MB memory:  -> device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:00:04.0, compute capability: 6.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/densenet/densenet169_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
      "51879936/51877672 [==============================] - 0s 0us/step\n",
      "51888128/51877672 [==============================] - 0s 0us/step\n"
     ]
    }
   ],
   "source": [
    "def transfer_learning_model_dense169_1():\n",
    "\n",
    "  IMG_SHAPE = (256,256,3,)\n",
    " \n",
    "  inputs = tf.keras.Input(shape=IMG_SHAPE)\n",
    "  x = tf.keras.applications.densenet.preprocess_input(inputs)\n",
    "  base_model = tf.keras.applications.densenet.DenseNet169(input_shape=IMG_SHAPE,\n",
    "                                               include_top=False,\n",
    "                                               weights='imagenet')\n",
    "  #print(len(base_model.layers))\n",
    "  base_model.trainable = True\n",
    "\n",
    "  fine_tune_at = 500\n",
    "  for layer in base_model.layers[:fine_tune_at]:\n",
    "    layer.trainable = False\n",
    "\n",
    "  x = base_model(x)\n",
    "  global_average_layer = tf.keras.layers.GlobalAveragePooling2D()\n",
    "  x = global_average_layer(x)\n",
    "  x = tf.keras.layers.Dropout(0.2)(x)\n",
    "  prediction_layer = tf.keras.layers.Dense(1)\n",
    "  outputs = prediction_layer(x)\n",
    "  model = tf.keras.Model(inputs, outputs)\n",
    "  #print(len(model.trainable_variables))\n",
    "  return model\n",
    "\n",
    "transfer_model_dense169 = transfer_learning_model_dense169_1()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "027edc74",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-10T01:49:25.852344Z",
     "iopub.status.busy": "2022-05-10T01:49:25.852128Z",
     "iopub.status.idle": "2022-05-10T01:55:31.021458Z",
     "shell.execute_reply": "2022-05-10T01:55:31.020659Z"
    },
    "papermill": {
     "duration": 365.204002,
     "end_time": "2022-05-10T01:55:31.023938",
     "exception": false,
     "start_time": "2022-05-10T01:49:25.819936",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 223 validated image filenames belonging to 2 classes.\n",
      "Found 56 validated image filenames belonging to 2 classes.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-10 01:49:30.790478: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:185] None of the MLIR Optimization Passes are enabled (registered 2)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/30\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-10 01:49:40.586621: I tensorflow/stream_executor/cuda/cuda_dnn.cc:369] Loaded cuDNN version 8005\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7/7 [==============================] - 22s 838ms/step - loss: 7.3987 - binary_accuracy: 0.4484 - val_loss: 8.4040 - val_binary_accuracy: 0.4286\n",
      "\n",
      "Epoch 00001: val_binary_accuracy improved from -inf to 0.42857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 2/30\n",
      "7/7 [==============================] - 1s 169ms/step - loss: 4.3801 - binary_accuracy: 0.6502 - val_loss: 7.8492 - val_binary_accuracy: 0.4464\n",
      "\n",
      "Epoch 00002: val_binary_accuracy improved from 0.42857 to 0.44643, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 3/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 3.0126 - binary_accuracy: 0.7489 - val_loss: 6.9998 - val_binary_accuracy: 0.4643\n",
      "\n",
      "Epoch 00003: val_binary_accuracy improved from 0.44643 to 0.46429, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 4/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 2.2087 - binary_accuracy: 0.8027 - val_loss: 5.9747 - val_binary_accuracy: 0.5357\n",
      "\n",
      "Epoch 00004: val_binary_accuracy improved from 0.46429 to 0.53571, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 5/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 1.5727 - binary_accuracy: 0.8789 - val_loss: 5.6023 - val_binary_accuracy: 0.5893\n",
      "\n",
      "Epoch 00005: val_binary_accuracy improved from 0.53571 to 0.58929, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 6/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 1.2129 - binary_accuracy: 0.9103 - val_loss: 4.5825 - val_binary_accuracy: 0.5893\n",
      "\n",
      "Epoch 00006: val_binary_accuracy did not improve from 0.58929\n",
      "Epoch 7/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 1.4325 - binary_accuracy: 0.8879 - val_loss: 4.6982 - val_binary_accuracy: 0.6071\n",
      "\n",
      "Epoch 00007: val_binary_accuracy improved from 0.58929 to 0.60714, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 8/30\n",
      "7/7 [==============================] - 1s 207ms/step - loss: 0.6667 - binary_accuracy: 0.9327 - val_loss: 5.3329 - val_binary_accuracy: 0.6250\n",
      "\n",
      "Epoch 00008: val_binary_accuracy improved from 0.60714 to 0.62500, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 9/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.6705 - binary_accuracy: 0.9417 - val_loss: 5.0853 - val_binary_accuracy: 0.6429\n",
      "\n",
      "Epoch 00009: val_binary_accuracy improved from 0.62500 to 0.64286, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 10/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.5253 - binary_accuracy: 0.9462 - val_loss: 3.8073 - val_binary_accuracy: 0.6429\n",
      "\n",
      "Epoch 00010: val_binary_accuracy did not improve from 0.64286\n",
      "Epoch 11/30\n",
      "7/7 [==============================] - 1s 145ms/step - loss: 0.2912 - binary_accuracy: 0.9776 - val_loss: 3.4497 - val_binary_accuracy: 0.6786\n",
      "\n",
      "Epoch 00011: val_binary_accuracy improved from 0.64286 to 0.67857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 12/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.2354 - binary_accuracy: 0.9686 - val_loss: 3.3861 - val_binary_accuracy: 0.7500\n",
      "\n",
      "Epoch 00012: val_binary_accuracy improved from 0.67857 to 0.75000, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 13/30\n",
      "7/7 [==============================] - 1s 170ms/step - loss: 0.2142 - binary_accuracy: 0.9865 - val_loss: 1.9848 - val_binary_accuracy: 0.7857\n",
      "\n",
      "Epoch 00013: val_binary_accuracy improved from 0.75000 to 0.78571, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 14/30\n",
      "7/7 [==============================] - 1s 150ms/step - loss: 0.1605 - binary_accuracy: 0.9731 - val_loss: 1.8048 - val_binary_accuracy: 0.7857\n",
      "\n",
      "Epoch 00014: val_binary_accuracy did not improve from 0.78571\n",
      "Epoch 15/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.1552 - binary_accuracy: 0.9821 - val_loss: 1.5303 - val_binary_accuracy: 0.8393\n",
      "\n",
      "Epoch 00015: val_binary_accuracy improved from 0.78571 to 0.83929, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 16/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.1794 - binary_accuracy: 0.9776 - val_loss: 1.2203 - val_binary_accuracy: 0.8750\n",
      "\n",
      "Epoch 00016: val_binary_accuracy improved from 0.83929 to 0.87500, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 17/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.0854 - binary_accuracy: 0.9865 - val_loss: 1.0522 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00017: val_binary_accuracy improved from 0.87500 to 0.89286, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 18/30\n",
      "7/7 [==============================] - 1s 191ms/step - loss: 0.2921 - binary_accuracy: 0.9731 - val_loss: 0.6858 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00018: val_binary_accuracy did not improve from 0.89286\n",
      "Epoch 19/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.0725 - binary_accuracy: 0.9955 - val_loss: 0.4044 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00019: val_binary_accuracy improved from 0.89286 to 0.91071, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 20/30\n",
      "7/7 [==============================] - 1s 151ms/step - loss: 0.0864 - binary_accuracy: 0.9865 - val_loss: 0.3640 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00020: val_binary_accuracy improved from 0.91071 to 0.92857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 21/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.0777 - binary_accuracy: 0.9910 - val_loss: 0.3493 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00021: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 22/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.0759 - binary_accuracy: 0.9910 - val_loss: 0.3405 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00022: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 23/30\n",
      "7/7 [==============================] - 1s 150ms/step - loss: 0.0751 - binary_accuracy: 0.9910 - val_loss: 0.1089 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00023: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 24/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.0692 - binary_accuracy: 0.9955 - val_loss: 0.0897 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00024: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 25/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.0956 - binary_accuracy: 0.9910 - val_loss: 0.0842 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00025: val_binary_accuracy improved from 0.92857 to 0.96429, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_1.h5\n",
      "Epoch 26/30\n",
      "7/7 [==============================] - 2s 231ms/step - loss: 0.1420 - binary_accuracy: 0.9865 - val_loss: 0.3283 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00026: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 27/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.2354 - binary_accuracy: 0.9686 - val_loss: 0.3378 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00027: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 28/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.2235 - binary_accuracy: 0.9821 - val_loss: 0.3357 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00028: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 29/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.0841 - binary_accuracy: 0.9865 - val_loss: 0.3362 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00029: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 30/30\n",
      "7/7 [==============================] - 1s 152ms/step - loss: 0.1557 - binary_accuracy: 0.9821 - val_loss: 0.3333 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00030: val_binary_accuracy did not improve from 0.96429\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "        <script type=\"text/javascript\">\n",
       "        window.PlotlyConfig = {MathJaxConfig: 'local'};\n",
       "        if (window.MathJax) {MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}\n",
       "        if (typeof require !== 'undefined') {\n",
       "        require.undef(\"plotly\");\n",
       "        requirejs.config({\n",
       "            paths: {\n",
       "                'plotly': ['https://cdn.plot.ly/plotly-2.11.1.min']\n",
       "            }\n",
       "        });\n",
       "        require(['plotly'], function(Plotly) {\n",
       "            window._Plotly = Plotly;\n",
       "        });\n",
       "        }\n",
       "        </script>\n",
       "        "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"3a5c9bae-66d7-47aa-a5d4-66a93042aa81\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"3a5c9bae-66d7-47aa-a5d4-66a93042aa81\")) {                    Plotly.newPlot(                        \"3a5c9bae-66d7-47aa-a5d4-66a93042aa81\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.44843047857284546,0.6502242088317871,0.7488788962364197,0.8026905655860901,0.878923773765564,0.9103139042854309,0.8878923654556274,0.9327354431152344,0.9417040348052979,0.9461883306503296,0.9775784611701965,0.9686098694801331,0.9865471124649048,0.9730941653251648,0.9820627570152283,0.9775784611701965,0.9865471124649048,0.9730941653251648,0.9955157041549683,0.9865471124649048,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9955157041549683,0.9910314083099365,0.9865471124649048,0.9686098694801331,0.9820627570152283,0.9865471124649048,0.9820627570152283],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.4285714328289032,0.4464285671710968,0.4642857015132904,0.5357142686843872,0.5892857313156128,0.5892857313156128,0.6071428656578064,0.625,0.6428571343421936,0.6428571343421936,0.6785714030265808,0.75,0.7857142686843872,0.7857142686843872,0.8392857313156128,0.875,0.8928571343421936,0.8928571343421936,0.9107142686843872,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9642857313156128,0.9464285969734192,0.9642857313156128,0.9642857313156128,0.9464285969734192,0.9464285969734192],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"yaxis\":{\"range\":[0.4,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 1's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('3a5c9bae-66d7-47aa-a5d4-66a93042aa81');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[47  5]\n",
      " [ 2 67]]\n",
      "\n",
      "Normal accuracy: 0.9038461538461539\n",
      "Tumor accuracy: 0.9710144927536232\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "      Normal       0.96      0.90      0.93        52\n",
      "       Tumor       0.93      0.97      0.95        69\n",
      "\n",
      "    accuracy                           0.94       121\n",
      "   macro avg       0.94      0.94      0.94       121\n",
      "weighted avg       0.94      0.94      0.94       121\n",
      "\n",
      "\n",
      "Unweighted Accuracy: 0.9421487603305785\n",
      "Weighted Accuracy: 0.9374303232998885\n",
      "4/4 [==============================] - 1s 98ms/step - loss: 0.5470 - binary_accuracy: 0.9504\n",
      "Found 223 validated image filenames belonging to 2 classes.\n",
      "Found 56 validated image filenames belonging to 2 classes.\n",
      "Epoch 1/30\n",
      "7/7 [==============================] - 12s 545ms/step - loss: 3.4901 - binary_accuracy: 0.5695 - val_loss: 3.3244 - val_binary_accuracy: 0.6607\n",
      "\n",
      "Epoch 00001: val_binary_accuracy improved from -inf to 0.66071, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 2/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 1.6897 - binary_accuracy: 0.8341 - val_loss: 2.4027 - val_binary_accuracy: 0.7500\n",
      "\n",
      "Epoch 00002: val_binary_accuracy improved from 0.66071 to 0.75000, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 3/30\n",
      "7/7 [==============================] - 1s 197ms/step - loss: 1.1361 - binary_accuracy: 0.8879 - val_loss: 1.5897 - val_binary_accuracy: 0.8036\n",
      "\n",
      "Epoch 00003: val_binary_accuracy improved from 0.75000 to 0.80357, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 4/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.7319 - binary_accuracy: 0.9148 - val_loss: 1.1020 - val_binary_accuracy: 0.8214\n",
      "\n",
      "Epoch 00004: val_binary_accuracy improved from 0.80357 to 0.82143, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 5/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.5022 - binary_accuracy: 0.9238 - val_loss: 1.2535 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00005: val_binary_accuracy improved from 0.82143 to 0.85714, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 6/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.5265 - binary_accuracy: 0.9507 - val_loss: 1.2046 - val_binary_accuracy: 0.8750\n",
      "\n",
      "Epoch 00006: val_binary_accuracy improved from 0.85714 to 0.87500, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 7/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.3243 - binary_accuracy: 0.9507 - val_loss: 0.9816 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00007: val_binary_accuracy improved from 0.87500 to 0.91071, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 8/30\n",
      "7/7 [==============================] - 1s 197ms/step - loss: 0.1649 - binary_accuracy: 0.9731 - val_loss: 0.9515 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00008: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 9/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 0.2259 - binary_accuracy: 0.9776 - val_loss: 0.9355 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00009: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 10/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.1500 - binary_accuracy: 0.9821 - val_loss: 0.9256 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00010: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 11/30\n",
      "7/7 [==============================] - 1s 152ms/step - loss: 0.1480 - binary_accuracy: 0.9865 - val_loss: 0.9189 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00011: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 12/30\n",
      "7/7 [==============================] - 1s 164ms/step - loss: 0.2273 - binary_accuracy: 0.9821 - val_loss: 0.6883 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00012: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 13/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.1464 - binary_accuracy: 0.9865 - val_loss: 0.4532 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00013: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 14/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.1482 - binary_accuracy: 0.9910 - val_loss: 0.4417 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00014: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 15/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.1521 - binary_accuracy: 0.9821 - val_loss: 0.6385 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00015: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 16/30\n",
      "7/7 [==============================] - 1s 166ms/step - loss: 0.1431 - binary_accuracy: 0.9865 - val_loss: 0.6277 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00016: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 17/30\n",
      "7/7 [==============================] - 1s 195ms/step - loss: 0.2455 - binary_accuracy: 0.9731 - val_loss: 0.4158 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00017: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 18/30\n",
      "7/7 [==============================] - 1s 166ms/step - loss: 0.1381 - binary_accuracy: 0.9910 - val_loss: 0.4132 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00018: val_binary_accuracy improved from 0.91071 to 0.92857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 19/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.1378 - binary_accuracy: 0.9910 - val_loss: 0.4267 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00019: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 20/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.1416 - binary_accuracy: 0.9910 - val_loss: 0.6117 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00020: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 21/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.1474 - binary_accuracy: 0.9865 - val_loss: 0.6041 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00021: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 22/30\n",
      "7/7 [==============================] - 1s 163ms/step - loss: 0.1373 - binary_accuracy: 0.9910 - val_loss: 0.5950 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00022: val_binary_accuracy improved from 0.92857 to 0.94643, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_2.h5\n",
      "Epoch 23/30\n",
      "7/7 [==============================] - 1s 164ms/step - loss: 0.1405 - binary_accuracy: 0.9910 - val_loss: 0.5896 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00023: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 24/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.1393 - binary_accuracy: 0.9910 - val_loss: 0.5876 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00024: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 25/30\n",
      "7/7 [==============================] - 2s 242ms/step - loss: 0.0733 - binary_accuracy: 0.9910 - val_loss: 0.5841 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00025: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 26/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.1395 - binary_accuracy: 0.9910 - val_loss: 0.5818 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00026: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 27/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.0772 - binary_accuracy: 0.9910 - val_loss: 0.5790 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00027: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 28/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.0782 - binary_accuracy: 0.9865 - val_loss: 0.5766 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00028: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 29/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 0.0767 - binary_accuracy: 0.9910 - val_loss: 0.5705 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00029: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 30/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.0868 - binary_accuracy: 0.9865 - val_loss: 0.5721 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00030: val_binary_accuracy did not improve from 0.94643\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"ebee2676-bbb4-45bd-a29b-cc3449deb81f\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"ebee2676-bbb4-45bd-a29b-cc3449deb81f\")) {                    Plotly.newPlot(                        \"ebee2676-bbb4-45bd-a29b-cc3449deb81f\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.5695067048072815,0.834080696105957,0.8878923654556274,0.9147982001304626,0.9237667918205261,0.9506726264953613,0.9506726264953613,0.9730941653251648,0.9775784611701965,0.9820627570152283,0.9865471124649048,0.9820627570152283,0.9865471124649048,0.9910314083099365,0.9820627570152283,0.9865471124649048,0.9730941653251648,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9865471124649048,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9910314083099365,0.9865471124649048,0.9910314083099365,0.9865471124649048],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.6607142686843872,0.75,0.8035714030265808,0.8214285969734192,0.8571428656578064,0.875,0.9107142686843872,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.9107142686843872,0.9107142686843872,0.9107142686843872,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"yaxis\":{\"range\":[0.4,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 2's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('ebee2676-bbb4-45bd-a29b-cc3449deb81f');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[50  2]\n",
      " [ 1 68]]\n",
      "\n",
      "Normal accuracy: 0.9615384615384616\n",
      "Tumor accuracy: 0.9855072463768116\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "      Normal       0.98      0.96      0.97        52\n",
      "       Tumor       0.97      0.99      0.98        69\n",
      "\n",
      "    accuracy                           0.98       121\n",
      "   macro avg       0.98      0.97      0.97       121\n",
      "weighted avg       0.98      0.98      0.98       121\n",
      "\n",
      "\n",
      "Unweighted Accuracy: 0.9752066115702479\n",
      "Weighted Accuracy: 0.9735228539576366\n",
      "4/4 [==============================] - 1s 102ms/step - loss: 0.2919 - binary_accuracy: 0.9587\n",
      "Found 223 validated image filenames belonging to 2 classes.\n",
      "Found 56 validated image filenames belonging to 2 classes.\n",
      "Epoch 1/30\n",
      "7/7 [==============================] - 12s 558ms/step - loss: 6.2519 - binary_accuracy: 0.4933 - val_loss: 7.5514 - val_binary_accuracy: 0.4643\n",
      "\n",
      "Epoch 00001: val_binary_accuracy improved from -inf to 0.46429, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 2/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 4.1106 - binary_accuracy: 0.6368 - val_loss: 8.2794 - val_binary_accuracy: 0.4464\n",
      "\n",
      "Epoch 00002: val_binary_accuracy did not improve from 0.46429\n",
      "Epoch 3/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 3.6037 - binary_accuracy: 0.7085 - val_loss: 8.2804 - val_binary_accuracy: 0.4464\n",
      "\n",
      "Epoch 00003: val_binary_accuracy did not improve from 0.46429\n",
      "Epoch 4/30\n",
      "7/7 [==============================] - 2s 264ms/step - loss: 3.0240 - binary_accuracy: 0.7578 - val_loss: 7.5768 - val_binary_accuracy: 0.4643\n",
      "\n",
      "Epoch 00004: val_binary_accuracy did not improve from 0.46429\n",
      "Epoch 5/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 2.8340 - binary_accuracy: 0.7534 - val_loss: 7.3003 - val_binary_accuracy: 0.4643\n",
      "\n",
      "Epoch 00005: val_binary_accuracy did not improve from 0.46429\n",
      "Epoch 6/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 2.1786 - binary_accuracy: 0.8206 - val_loss: 6.5656 - val_binary_accuracy: 0.4821\n",
      "\n",
      "Epoch 00006: val_binary_accuracy improved from 0.46429 to 0.48214, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 7/30\n",
      "7/7 [==============================] - 1s 152ms/step - loss: 1.8166 - binary_accuracy: 0.8430 - val_loss: 6.0337 - val_binary_accuracy: 0.5179\n",
      "\n",
      "Epoch 00007: val_binary_accuracy improved from 0.48214 to 0.51786, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 8/30\n",
      "7/7 [==============================] - 1s 155ms/step - loss: 1.6168 - binary_accuracy: 0.8565 - val_loss: 5.4494 - val_binary_accuracy: 0.5536\n",
      "\n",
      "Epoch 00008: val_binary_accuracy improved from 0.51786 to 0.55357, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 9/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 1.2957 - binary_accuracy: 0.8610 - val_loss: 4.8605 - val_binary_accuracy: 0.6250\n",
      "\n",
      "Epoch 00009: val_binary_accuracy improved from 0.55357 to 0.62500, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 10/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.8713 - binary_accuracy: 0.9327 - val_loss: 4.2662 - val_binary_accuracy: 0.6250\n",
      "\n",
      "Epoch 00010: val_binary_accuracy did not improve from 0.62500\n",
      "Epoch 11/30\n",
      "7/7 [==============================] - 1s 166ms/step - loss: 0.7807 - binary_accuracy: 0.9462 - val_loss: 3.7215 - val_binary_accuracy: 0.6786\n",
      "\n",
      "Epoch 00011: val_binary_accuracy improved from 0.62500 to 0.67857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 12/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.4995 - binary_accuracy: 0.9641 - val_loss: 3.4515 - val_binary_accuracy: 0.7143\n",
      "\n",
      "Epoch 00012: val_binary_accuracy improved from 0.67857 to 0.71429, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 13/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.6494 - binary_accuracy: 0.9507 - val_loss: 2.4168 - val_binary_accuracy: 0.7321\n",
      "\n",
      "Epoch 00013: val_binary_accuracy improved from 0.71429 to 0.73214, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 14/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.3734 - binary_accuracy: 0.9596 - val_loss: 2.3336 - val_binary_accuracy: 0.7679\n",
      "\n",
      "Epoch 00014: val_binary_accuracy improved from 0.73214 to 0.76786, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 15/30\n",
      "7/7 [==============================] - 1s 198ms/step - loss: 0.3641 - binary_accuracy: 0.9686 - val_loss: 2.0522 - val_binary_accuracy: 0.7857\n",
      "\n",
      "Epoch 00015: val_binary_accuracy improved from 0.76786 to 0.78571, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 16/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.4229 - binary_accuracy: 0.9731 - val_loss: 1.7756 - val_binary_accuracy: 0.8393\n",
      "\n",
      "Epoch 00016: val_binary_accuracy improved from 0.78571 to 0.83929, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 17/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.3144 - binary_accuracy: 0.9686 - val_loss: 1.7936 - val_binary_accuracy: 0.8393\n",
      "\n",
      "Epoch 00017: val_binary_accuracy did not improve from 0.83929\n",
      "Epoch 18/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.2286 - binary_accuracy: 0.9776 - val_loss: 1.8111 - val_binary_accuracy: 0.8036\n",
      "\n",
      "Epoch 00018: val_binary_accuracy did not improve from 0.83929\n",
      "Epoch 19/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 0.2788 - binary_accuracy: 0.9821 - val_loss: 1.7866 - val_binary_accuracy: 0.8036\n",
      "\n",
      "Epoch 00019: val_binary_accuracy did not improve from 0.83929\n",
      "Epoch 20/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.3190 - binary_accuracy: 0.9641 - val_loss: 1.7434 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00020: val_binary_accuracy improved from 0.83929 to 0.85714, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 21/30\n",
      "7/7 [==============================] - 1s 196ms/step - loss: 0.2795 - binary_accuracy: 0.9821 - val_loss: 1.7242 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00021: val_binary_accuracy did not improve from 0.85714\n",
      "Epoch 22/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.3625 - binary_accuracy: 0.9641 - val_loss: 1.7057 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00022: val_binary_accuracy did not improve from 0.85714\n",
      "Epoch 23/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 0.2290 - binary_accuracy: 0.9821 - val_loss: 1.4632 - val_binary_accuracy: 0.8750\n",
      "\n",
      "Epoch 00023: val_binary_accuracy improved from 0.85714 to 0.87500, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 24/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.2096 - binary_accuracy: 0.9865 - val_loss: 1.4352 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00024: val_binary_accuracy improved from 0.87500 to 0.89286, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 25/30\n",
      "7/7 [==============================] - 1s 151ms/step - loss: 0.2843 - binary_accuracy: 0.9776 - val_loss: 1.4182 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00025: val_binary_accuracy did not improve from 0.89286\n",
      "Epoch 26/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 0.1499 - binary_accuracy: 0.9821 - val_loss: 1.4061 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00026: val_binary_accuracy did not improve from 0.89286\n",
      "Epoch 27/30\n",
      "7/7 [==============================] - 1s 173ms/step - loss: 0.1521 - binary_accuracy: 0.9865 - val_loss: 1.3950 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00027: val_binary_accuracy did not improve from 0.89286\n",
      "Epoch 28/30\n",
      "7/7 [==============================] - 2s 226ms/step - loss: 0.1578 - binary_accuracy: 0.9776 - val_loss: 1.3945 - val_binary_accuracy: 0.9107\n",
      "\n",
      "Epoch 00028: val_binary_accuracy improved from 0.89286 to 0.91071, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_3.h5\n",
      "Epoch 29/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.0735 - binary_accuracy: 0.9910 - val_loss: 1.2311 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00029: val_binary_accuracy did not improve from 0.91071\n",
      "Epoch 30/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.1433 - binary_accuracy: 0.9910 - val_loss: 1.1685 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00030: val_binary_accuracy did not improve from 0.91071\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"4e32a716-de84-4c19-ac2b-b62fe5210c05\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"4e32a716-de84-4c19-ac2b-b62fe5210c05\")) {                    Plotly.newPlot(                        \"4e32a716-de84-4c19-ac2b-b62fe5210c05\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.4932735562324524,0.6367713212966919,0.7085201740264893,0.7578475475311279,0.7533632516860962,0.8206278085708618,0.8430493474006653,0.8565022349357605,0.8609865307807922,0.9327354431152344,0.9461883306503296,0.9641255736351013,0.9506726264953613,0.9596412777900696,0.9686098694801331,0.9730941653251648,0.9686098694801331,0.9775784611701965,0.9820627570152283,0.9641255736351013,0.9820627570152283,0.9641255736351013,0.9820627570152283,0.9865471124649048,0.9775784611701965,0.9820627570152283,0.9865471124649048,0.9775784611701965,0.9910314083099365,0.9910314083099365],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.4642857015132904,0.4464285671710968,0.4464285671710968,0.4642857015132904,0.4642857015132904,0.4821428656578064,0.5178571343421936,0.5535714030265808,0.625,0.625,0.6785714030265808,0.7142857313156128,0.7321428656578064,0.7678571343421936,0.7857142686843872,0.8392857313156128,0.8392857313156128,0.8035714030265808,0.8035714030265808,0.8571428656578064,0.8571428656578064,0.8571428656578064,0.875,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.8928571343421936,0.9107142686843872,0.8928571343421936,0.8928571343421936],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"yaxis\":{\"range\":[0.4,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 3's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('4e32a716-de84-4c19-ac2b-b62fe5210c05');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[47  5]\n",
      " [ 2 67]]\n",
      "\n",
      "Normal accuracy: 0.9038461538461539\n",
      "Tumor accuracy: 0.9710144927536232\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "      Normal       0.96      0.90      0.93        52\n",
      "       Tumor       0.93      0.97      0.95        69\n",
      "\n",
      "    accuracy                           0.94       121\n",
      "   macro avg       0.94      0.94      0.94       121\n",
      "weighted avg       0.94      0.94      0.94       121\n",
      "\n",
      "\n",
      "Unweighted Accuracy: 0.9421487603305785\n",
      "Weighted Accuracy: 0.9374303232998885\n",
      "4/4 [==============================] - 1s 99ms/step - loss: 0.4751 - binary_accuracy: 0.9174\n",
      "Found 223 validated image filenames belonging to 2 classes.\n",
      "Found 56 validated image filenames belonging to 2 classes.\n",
      "Epoch 1/30\n",
      "7/7 [==============================] - 13s 562ms/step - loss: 2.9103 - binary_accuracy: 0.6457 - val_loss: 2.9787 - val_binary_accuracy: 0.5357\n",
      "\n",
      "Epoch 00001: val_binary_accuracy improved from -inf to 0.53571, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 2/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 1.4007 - binary_accuracy: 0.8117 - val_loss: 1.7897 - val_binary_accuracy: 0.6786\n",
      "\n",
      "Epoch 00002: val_binary_accuracy improved from 0.53571 to 0.67857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 3/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.8872 - binary_accuracy: 0.8700 - val_loss: 1.3872 - val_binary_accuracy: 0.7679\n",
      "\n",
      "Epoch 00003: val_binary_accuracy improved from 0.67857 to 0.76786, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 4/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.6806 - binary_accuracy: 0.9238 - val_loss: 1.2692 - val_binary_accuracy: 0.8036\n",
      "\n",
      "Epoch 00004: val_binary_accuracy improved from 0.76786 to 0.80357, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 5/30\n",
      "7/7 [==============================] - 1s 164ms/step - loss: 0.5843 - binary_accuracy: 0.9148 - val_loss: 1.2163 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00005: val_binary_accuracy improved from 0.80357 to 0.85714, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 6/30\n",
      "7/7 [==============================] - 1s 164ms/step - loss: 0.4379 - binary_accuracy: 0.9641 - val_loss: 1.0167 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00006: val_binary_accuracy did not improve from 0.85714\n",
      "Epoch 7/30\n",
      "7/7 [==============================] - 1s 166ms/step - loss: 0.3041 - binary_accuracy: 0.9686 - val_loss: 0.7168 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00007: val_binary_accuracy did not improve from 0.85714\n",
      "Epoch 8/30\n",
      "7/7 [==============================] - 1s 167ms/step - loss: 0.2569 - binary_accuracy: 0.9596 - val_loss: 0.6725 - val_binary_accuracy: 0.8571\n",
      "\n",
      "Epoch 00008: val_binary_accuracy did not improve from 0.85714\n",
      "Epoch 9/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.0517 - binary_accuracy: 0.9821 - val_loss: 0.4040 - val_binary_accuracy: 0.8929\n",
      "\n",
      "Epoch 00009: val_binary_accuracy improved from 0.85714 to 0.89286, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 10/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.0102 - binary_accuracy: 0.9955 - val_loss: 0.3801 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00010: val_binary_accuracy improved from 0.89286 to 0.92857, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 11/30\n",
      "7/7 [==============================] - 1s 198ms/step - loss: 0.0112 - binary_accuracy: 0.9955 - val_loss: 0.3708 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00011: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 12/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.0166 - binary_accuracy: 0.9955 - val_loss: 0.1541 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00012: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 13/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.0089 - binary_accuracy: 0.9910 - val_loss: 0.1357 - val_binary_accuracy: 0.9286\n",
      "\n",
      "Epoch 00013: val_binary_accuracy did not improve from 0.92857\n",
      "Epoch 14/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.0049 - binary_accuracy: 1.0000 - val_loss: 0.1206 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00014: val_binary_accuracy improved from 0.92857 to 0.94643, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 15/30\n",
      "7/7 [==============================] - 1s 153ms/step - loss: 0.0115 - binary_accuracy: 0.9955 - val_loss: 0.1107 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00015: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 16/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.0024 - binary_accuracy: 1.0000 - val_loss: 0.0997 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00016: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 17/30\n",
      "7/7 [==============================] - 1s 192ms/step - loss: 0.0023 - binary_accuracy: 1.0000 - val_loss: 0.0907 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00017: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 18/30\n",
      "7/7 [==============================] - 1s 178ms/step - loss: 0.0043 - binary_accuracy: 1.0000 - val_loss: 0.0828 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00018: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 19/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.0025 - binary_accuracy: 1.0000 - val_loss: 0.0779 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00019: val_binary_accuracy did not improve from 0.94643\n",
      "Epoch 20/30\n",
      "7/7 [==============================] - 1s 152ms/step - loss: 0.0058 - binary_accuracy: 0.9955 - val_loss: 0.0733 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00020: val_binary_accuracy improved from 0.94643 to 0.96429, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 21/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.0015 - binary_accuracy: 1.0000 - val_loss: 0.0675 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00021: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 22/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.0057 - binary_accuracy: 0.9955 - val_loss: 0.0680 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00022: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 23/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.0012 - binary_accuracy: 1.0000 - val_loss: 0.0686 - val_binary_accuracy: 0.9464\n",
      "\n",
      "Epoch 00023: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 24/30\n",
      "7/7 [==============================] - 1s 155ms/step - loss: 0.0042 - binary_accuracy: 1.0000 - val_loss: 0.0687 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00024: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 25/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.0021 - binary_accuracy: 1.0000 - val_loss: 0.0675 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00025: val_binary_accuracy did not improve from 0.96429\n",
      "Epoch 26/30\n",
      "7/7 [==============================] - 1s 190ms/step - loss: 0.0022 - binary_accuracy: 1.0000 - val_loss: 0.0719 - val_binary_accuracy: 0.9821\n",
      "\n",
      "Epoch 00026: val_binary_accuracy improved from 0.96429 to 0.98214, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_4.h5\n",
      "Epoch 27/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.0020 - binary_accuracy: 1.0000 - val_loss: 0.0748 - val_binary_accuracy: 0.9821\n",
      "\n",
      "Epoch 00027: val_binary_accuracy did not improve from 0.98214\n",
      "Epoch 28/30\n",
      "7/7 [==============================] - 1s 159ms/step - loss: 0.0125 - binary_accuracy: 0.9955 - val_loss: 0.0679 - val_binary_accuracy: 0.9821\n",
      "\n",
      "Epoch 00028: val_binary_accuracy did not improve from 0.98214\n",
      "Epoch 29/30\n",
      "7/7 [==============================] - 1s 156ms/step - loss: 9.3951e-04 - binary_accuracy: 1.0000 - val_loss: 0.0656 - val_binary_accuracy: 0.9821\n",
      "\n",
      "Epoch 00029: val_binary_accuracy did not improve from 0.98214\n",
      "Epoch 30/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.0013 - binary_accuracy: 1.0000 - val_loss: 0.0662 - val_binary_accuracy: 0.9643\n",
      "\n",
      "Epoch 00030: val_binary_accuracy did not improve from 0.98214\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"c75b4fd1-ad5d-47ad-80cf-39233d0436e6\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c75b4fd1-ad5d-47ad-80cf-39233d0436e6\")) {                    Plotly.newPlot(                        \"c75b4fd1-ad5d-47ad-80cf-39233d0436e6\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.6457399129867554,0.8116592168807983,0.8699551820755005,0.9237667918205261,0.9147982001304626,0.9641255736351013,0.9686098694801331,0.9596412777900696,0.9820627570152283,0.9955157041549683,0.9955157041549683,0.9955157041549683,0.9910314083099365,1.0,0.9955157041549683,1.0,1.0,1.0,1.0,0.9955157041549683,1.0,0.9955157041549683,1.0,1.0,1.0,1.0,1.0,0.9955157041549683,1.0,1.0],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.5357142686843872,0.6785714030265808,0.7678571343421936,0.8035714030265808,0.8571428656578064,0.8571428656578064,0.8571428656578064,0.8571428656578064,0.8928571343421936,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9285714030265808,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9464285969734192,0.9642857313156128,0.9642857313156128,0.9464285969734192,0.9464285969734192,0.9642857313156128,0.9642857313156128,0.9821428656578064,0.9821428656578064,0.9821428656578064,0.9821428656578064,0.9642857313156128],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"yaxis\":{\"range\":[0.4,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 4's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('c75b4fd1-ad5d-47ad-80cf-39233d0436e6');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[42 10]\n",
      " [ 1 68]]\n",
      "\n",
      "Normal accuracy: 0.8076923076923077\n",
      "Tumor accuracy: 0.9855072463768116\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "      Normal       0.98      0.81      0.88        52\n",
      "       Tumor       0.87      0.99      0.93        69\n",
      "\n",
      "    accuracy                           0.91       121\n",
      "   macro avg       0.92      0.90      0.90       121\n",
      "weighted avg       0.92      0.91      0.91       121\n",
      "\n",
      "\n",
      "Unweighted Accuracy: 0.9090909090909091\n",
      "Weighted Accuracy: 0.8965997770345597\n",
      "4/4 [==============================] - 1s 151ms/step - loss: 0.5721 - binary_accuracy: 0.9339\n",
      "Found 224 validated image filenames belonging to 2 classes.\n",
      "Found 55 validated image filenames belonging to 2 classes.\n",
      "Epoch 1/30\n",
      "7/7 [==============================] - 13s 652ms/step - loss: 5.1640 - binary_accuracy: 0.5580 - val_loss: 6.1752 - val_binary_accuracy: 0.4364\n",
      "\n",
      "Epoch 00001: val_binary_accuracy improved from -inf to 0.43636, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 2/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 3.2402 - binary_accuracy: 0.7143 - val_loss: 4.9597 - val_binary_accuracy: 0.5455\n",
      "\n",
      "Epoch 00002: val_binary_accuracy improved from 0.43636 to 0.54545, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 3/30\n",
      "7/7 [==============================] - 1s 188ms/step - loss: 2.5287 - binary_accuracy: 0.7634 - val_loss: 4.0628 - val_binary_accuracy: 0.6909\n",
      "\n",
      "Epoch 00003: val_binary_accuracy improved from 0.54545 to 0.69091, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 4/30\n",
      "7/7 [==============================] - 1s 163ms/step - loss: 1.8674 - binary_accuracy: 0.8393 - val_loss: 2.5838 - val_binary_accuracy: 0.7091\n",
      "\n",
      "Epoch 00004: val_binary_accuracy improved from 0.69091 to 0.70909, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 5/30\n",
      "7/7 [==============================] - 1s 151ms/step - loss: 1.5400 - binary_accuracy: 0.8705 - val_loss: 2.9912 - val_binary_accuracy: 0.7091\n",
      "\n",
      "Epoch 00005: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 6/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 1.0126 - binary_accuracy: 0.9152 - val_loss: 4.5233 - val_binary_accuracy: 0.5273\n",
      "\n",
      "Epoch 00006: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 7/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.8065 - binary_accuracy: 0.9241 - val_loss: 4.7929 - val_binary_accuracy: 0.5273\n",
      "\n",
      "Epoch 00007: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 8/30\n",
      "7/7 [==============================] - 1s 188ms/step - loss: 0.8639 - binary_accuracy: 0.9018 - val_loss: 7.1590 - val_binary_accuracy: 0.4545\n",
      "\n",
      "Epoch 00008: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 9/30\n",
      "7/7 [==============================] - 1s 163ms/step - loss: 1.0855 - binary_accuracy: 0.9062 - val_loss: 7.1711 - val_binary_accuracy: 0.4364\n",
      "\n",
      "Epoch 00009: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 10/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.6642 - binary_accuracy: 0.8795 - val_loss: 6.4998 - val_binary_accuracy: 0.4364\n",
      "\n",
      "Epoch 00010: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 11/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.7080 - binary_accuracy: 0.9196 - val_loss: 5.8318 - val_binary_accuracy: 0.5273\n",
      "\n",
      "Epoch 00011: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 12/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.3618 - binary_accuracy: 0.9330 - val_loss: 5.0106 - val_binary_accuracy: 0.5636\n",
      "\n",
      "Epoch 00012: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 13/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.6721 - binary_accuracy: 0.9286 - val_loss: 4.4076 - val_binary_accuracy: 0.6727\n",
      "\n",
      "Epoch 00013: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 14/30\n",
      "7/7 [==============================] - 1s 161ms/step - loss: 0.6935 - binary_accuracy: 0.9196 - val_loss: 4.0487 - val_binary_accuracy: 0.6727\n",
      "\n",
      "Epoch 00014: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 15/30\n",
      "7/7 [==============================] - 1s 162ms/step - loss: 0.4538 - binary_accuracy: 0.9598 - val_loss: 3.2504 - val_binary_accuracy: 0.7091\n",
      "\n",
      "Epoch 00015: val_binary_accuracy did not improve from 0.70909\n",
      "Epoch 16/30\n",
      "7/7 [==============================] - 2s 222ms/step - loss: 0.2110 - binary_accuracy: 0.9598 - val_loss: 2.2604 - val_binary_accuracy: 0.7455\n",
      "\n",
      "Epoch 00016: val_binary_accuracy improved from 0.70909 to 0.74545, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 17/30\n",
      "7/7 [==============================] - 1s 198ms/step - loss: 0.3665 - binary_accuracy: 0.9643 - val_loss: 1.3677 - val_binary_accuracy: 0.7636\n",
      "\n",
      "Epoch 00017: val_binary_accuracy improved from 0.74545 to 0.76364, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 18/30\n",
      "7/7 [==============================] - 1s 155ms/step - loss: 0.4572 - binary_accuracy: 0.9509 - val_loss: 1.0066 - val_binary_accuracy: 0.8727\n",
      "\n",
      "Epoch 00018: val_binary_accuracy improved from 0.76364 to 0.87273, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 19/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.2401 - binary_accuracy: 0.9643 - val_loss: 0.9318 - val_binary_accuracy: 0.8909\n",
      "\n",
      "Epoch 00019: val_binary_accuracy improved from 0.87273 to 0.89091, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 20/30\n",
      "7/7 [==============================] - 1s 154ms/step - loss: 0.1191 - binary_accuracy: 0.9598 - val_loss: 0.6664 - val_binary_accuracy: 0.9455\n",
      "\n",
      "Epoch 00020: val_binary_accuracy improved from 0.89091 to 0.94545, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 21/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.2529 - binary_accuracy: 0.9643 - val_loss: 0.6152 - val_binary_accuracy: 0.9455\n",
      "\n",
      "Epoch 00021: val_binary_accuracy did not improve from 0.94545\n",
      "Epoch 22/30\n",
      "7/7 [==============================] - 1s 187ms/step - loss: 0.3870 - binary_accuracy: 0.9509 - val_loss: 0.5925 - val_binary_accuracy: 0.9455\n",
      "\n",
      "Epoch 00022: val_binary_accuracy did not improve from 0.94545\n",
      "Epoch 23/30\n",
      "7/7 [==============================] - 1s 158ms/step - loss: 0.2767 - binary_accuracy: 0.9821 - val_loss: 0.3372 - val_binary_accuracy: 0.9636\n",
      "\n",
      "Epoch 00023: val_binary_accuracy improved from 0.94545 to 0.96364, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 24/30\n",
      "7/7 [==============================] - 1s 157ms/step - loss: 0.2351 - binary_accuracy: 0.9688 - val_loss: 0.3141 - val_binary_accuracy: 0.9636\n",
      "\n",
      "Epoch 00024: val_binary_accuracy did not improve from 0.96364\n",
      "Epoch 25/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.1514 - binary_accuracy: 0.9866 - val_loss: 0.3045 - val_binary_accuracy: 0.9636\n",
      "\n",
      "Epoch 00025: val_binary_accuracy did not improve from 0.96364\n",
      "Epoch 26/30\n",
      "7/7 [==============================] - 1s 170ms/step - loss: 0.2175 - binary_accuracy: 0.9821 - val_loss: 0.2975 - val_binary_accuracy: 0.9636\n",
      "\n",
      "Epoch 00026: val_binary_accuracy did not improve from 0.96364\n",
      "Epoch 27/30\n",
      "7/7 [==============================] - 1s 176ms/step - loss: 0.2278 - binary_accuracy: 0.9777 - val_loss: 0.2920 - val_binary_accuracy: 0.9818\n",
      "\n",
      "Epoch 00027: val_binary_accuracy improved from 0.96364 to 0.98182, saving model to /kaggle/working/datasets/01_MRI/Saved_CNN_Models/Testing/transfer_learning_model_dense169_1/AugTest/30epochs/transfer_learning_model_dense169_1_model_5.h5\n",
      "Epoch 28/30\n",
      "7/7 [==============================] - 1s 160ms/step - loss: 0.0897 - binary_accuracy: 0.9866 - val_loss: 0.2884 - val_binary_accuracy: 0.9818\n",
      "\n",
      "Epoch 00028: val_binary_accuracy did not improve from 0.98182\n",
      "Epoch 29/30\n",
      "7/7 [==============================] - 1s 165ms/step - loss: 0.0887 - binary_accuracy: 0.9821 - val_loss: 0.2859 - val_binary_accuracy: 0.9818\n",
      "\n",
      "Epoch 00029: val_binary_accuracy did not improve from 0.98182\n",
      "Epoch 30/30\n",
      "7/7 [==============================] - 1s 191ms/step - loss: 0.1552 - binary_accuracy: 0.9821 - val_loss: 0.2841 - val_binary_accuracy: 0.9818\n",
      "\n",
      "Epoch 00030: val_binary_accuracy did not improve from 0.98182\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"22d47fcb-a35f-4746-9c21-a0f4aefcd458\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"22d47fcb-a35f-4746-9c21-a0f4aefcd458\")) {                    Plotly.newPlot(                        \"22d47fcb-a35f-4746-9c21-a0f4aefcd458\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.5580357313156128,0.7142857313156128,0.7633928656578064,0.8392857313156128,0.8705357313156128,0.9151785969734192,0.9241071343421936,0.9017857313156128,0.90625,0.8794642686843872,0.9196428656578064,0.9330357313156128,0.9285714030265808,0.9196428656578064,0.9598214030265808,0.9598214030265808,0.9642857313156128,0.9508928656578064,0.9642857313156128,0.9598214030265808,0.9642857313156128,0.9508928656578064,0.9821428656578064,0.96875,0.9866071343421936,0.9821428656578064,0.9776785969734192,0.9866071343421936,0.9821428656578064,0.9821428656578064],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.4363636374473572,0.5454545617103577,0.6909090876579285,0.7090908885002136,0.7090908885002136,0.5272727012634277,0.5272727012634277,0.4545454680919647,0.4363636374473572,0.4363636374473572,0.5272727012634277,0.5636363625526428,0.6727272868156433,0.6727272868156433,0.7090908885002136,0.7454545497894287,0.7636363506317139,0.8727272748947144,0.8909090757369995,0.9454545378684998,0.9454545378684998,0.9454545378684998,0.9636363387107849,0.9636363387107849,0.9636363387107849,0.9636363387107849,0.9818181991577148,0.9818181991577148,0.9818181991577148,0.9818181991577148],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"yaxis\":{\"range\":[0.4,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 5's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('22d47fcb-a35f-4746-9c21-a0f4aefcd458');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[47  5]\n",
      " [ 6 63]]\n",
      "\n",
      "Normal accuracy: 0.9038461538461539\n",
      "Tumor accuracy: 0.9130434782608695\n",
      "\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "      Normal       0.89      0.90      0.90        52\n",
      "       Tumor       0.93      0.91      0.92        69\n",
      "\n",
      "    accuracy                           0.91       121\n",
      "   macro avg       0.91      0.91      0.91       121\n",
      "weighted avg       0.91      0.91      0.91       121\n",
      "\n",
      "\n",
      "Unweighted Accuracy: 0.9090909090909091\n",
      "Weighted Accuracy: 0.9084448160535117\n",
      "4/4 [==============================] - 1s 105ms/step - loss: 0.9598 - binary_accuracy: 0.9008\n"
     ]
    }
   ],
   "source": [
    "model_test(5, 30, transfer_learning_model_dense169_1, (256,256))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 394.542586,
   "end_time": "2022-05-10T01:55:35.385987",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2022-05-10T01:49:00.843401",
   "version": "2.3.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}