Chapter 10 Multiclass classification.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import numpy\n",
    "import pandas\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense\n",
    "from keras.wrappers.scikit_learn import KerasClassifier\n",
    "from keras.utils import np_utils\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.pipeline import Pipeline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Initialize random number generation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "seed = 7\n",
    "numpy.random.seed(seed)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataframe = pandas.read_csv(\"iris.data.csv\",header = None)\n",
    "dataset = dataframe.values\n",
    "X = dataset[:,0:4].astype(float)\n",
    "Y = dataset[:,4]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# One hot encoding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "encoder = LabelEncoder()\n",
    "encoder.fit(Y)\n",
    "encoded_Y = encoder.transform(Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "dummy_y=np_utils.to_categorical(encoded_Y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Define model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def baseline_model():\n",
    "    model = Sequential()\n",
    "    model.add(Dense(10,input_dim=4,activation='tanh'))\n",
    "    model.add(Dense(8,input_dim=4,activation=\"tanh\"))\n",
    "    model.add(Dense(6,activation = \"tanh\"))\n",
    "    model.add(Dense(3,activation=\"softmax\"))\n",
    "    model.compile(loss = \"categorical_crossentropy\",optimizer=\"adam\",metrics=[\"accuracy\"])\n",
    "    return model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Keras classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "estimator = KerasClassifier(build_fn=baseline_model,epochs=100,batch_size=5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Kfold cross validation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "kfold = KFold(n_splits=3,shuffle=True,random_state=seed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      "100/100 [==============================] - 0s 4ms/step - loss: 1.2766 - accuracy: 0.3200\n",
      "Epoch 2/100\n",
      "100/100 [==============================] - 0s 487us/step - loss: 1.0955 - accuracy: 0.4500\n",
      "Epoch 3/100\n",
      "100/100 [==============================] - 0s 481us/step - loss: 0.9820 - accuracy: 0.5500\n",
      "Epoch 4/100\n",
      "100/100 [==============================] - 0s 476us/step - loss: 0.9108 - accuracy: 0.5700\n",
      "Epoch 5/100\n",
      "100/100 [==============================] - 0s 484us/step - loss: 0.8581 - accuracy: 0.5500\n",
      "Epoch 6/100\n",
      "100/100 [==============================] - 0s 485us/step - loss: 0.7941 - accuracy: 0.9200\n",
      "Epoch 7/100\n",
      "100/100 [==============================] - 0s 430us/step - loss: 0.7377 - accuracy: 0.9100\n",
      "Epoch 8/100\n",
      "100/100 [==============================] - 0s 445us/step - loss: 0.6915 - accuracy: 0.9000\n",
      "Epoch 9/100\n",
      "100/100 [==============================] - 0s 403us/step - loss: 0.6491 - accuracy: 0.9400\n",
      "Epoch 10/100\n",
      "100/100 [==============================] - 0s 426us/step - loss: 0.6075 - accuracy: 0.9000\n",
      "Epoch 11/100\n",
      "100/100 [==============================] - 0s 508us/step - loss: 0.5698 - accuracy: 0.9500\n",
      "Epoch 12/100\n",
      "100/100 [==============================] - 0s 504us/step - loss: 0.5370 - accuracy: 0.9600\n",
      "Epoch 13/100\n",
      "100/100 [==============================] - 0s 416us/step - loss: 0.5110 - accuracy: 0.9100\n",
      "Epoch 14/100\n",
      "100/100 [==============================] - 0s 587us/step - loss: 0.4801 - accuracy: 0.9700\n",
      "Epoch 15/100\n",
      "100/100 [==============================] - 0s 439us/step - loss: 0.4559 - accuracy: 0.9400\n",
      "Epoch 16/100\n",
      "100/100 [==============================] - 0s 424us/step - loss: 0.4199 - accuracy: 0.9700\n",
      "Epoch 17/100\n",
      "100/100 [==============================] - 0s 440us/step - loss: 0.3987 - accuracy: 0.9700\n",
      "Epoch 18/100\n",
      "100/100 [==============================] - 0s 517us/step - loss: 0.3751 - accuracy: 0.9700\n",
      "Epoch 19/100\n",
      "100/100 [==============================] - 0s 485us/step - loss: 0.3529 - accuracy: 0.9700\n",
      "Epoch 20/100\n",
      "100/100 [==============================] - 0s 411us/step - loss: 0.3327 - accuracy: 0.9700\n",
      "Epoch 21/100\n",
      "100/100 [==============================] - 0s 493us/step - loss: 0.3147 - accuracy: 0.9700\n",
      "Epoch 22/100\n",
      "100/100 [==============================] - 0s 509us/step - loss: 0.2989 - accuracy: 0.9700\n",
      "Epoch 23/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.2811 - accuracy: 0.9600\n",
      "Epoch 24/100\n",
      "100/100 [==============================] - 0s 478us/step - loss: 0.2649 - accuracy: 0.9700\n",
      "Epoch 25/100\n",
      "100/100 [==============================] - 0s 494us/step - loss: 0.2618 - accuracy: 0.9700\n",
      "Epoch 26/100\n",
      "100/100 [==============================] - 0s 440us/step - loss: 0.2463 - accuracy: 0.9700\n",
      "Epoch 27/100\n",
      "100/100 [==============================] - 0s 492us/step - loss: 0.2302 - accuracy: 0.9700\n",
      "Epoch 28/100\n",
      "100/100 [==============================] - 0s 419us/step - loss: 0.2226 - accuracy: 0.9600\n",
      "Epoch 29/100\n",
      "100/100 [==============================] - 0s 473us/step - loss: 0.2201 - accuracy: 0.9700\n",
      "Epoch 30/100\n",
      "100/100 [==============================] - 0s 502us/step - loss: 0.2058 - accuracy: 0.9600\n",
      "Epoch 31/100\n",
      "100/100 [==============================] - 0s 534us/step - loss: 0.1949 - accuracy: 0.9600\n",
      "Epoch 32/100\n",
      "100/100 [==============================] - 0s 458us/step - loss: 0.1864 - accuracy: 0.9700\n",
      "Epoch 33/100\n",
      "100/100 [==============================] - 0s 506us/step - loss: 0.1813 - accuracy: 0.9600\n",
      "Epoch 34/100\n",
      "100/100 [==============================] - 0s 458us/step - loss: 0.1754 - accuracy: 0.9700\n",
      "Epoch 35/100\n",
      "100/100 [==============================] - 0s 527us/step - loss: 0.1643 - accuracy: 0.9700\n",
      "Epoch 36/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.1603 - accuracy: 0.9600\n",
      "Epoch 37/100\n",
      "100/100 [==============================] - 0s 469us/step - loss: 0.1546 - accuracy: 0.9700\n",
      "Epoch 38/100\n",
      "100/100 [==============================] - 0s 453us/step - loss: 0.1512 - accuracy: 0.9600\n",
      "Epoch 39/100\n",
      "100/100 [==============================] - 0s 424us/step - loss: 0.1506 - accuracy: 0.9600\n",
      "Epoch 40/100\n",
      "100/100 [==============================] - 0s 509us/step - loss: 0.1555 - accuracy: 0.9700\n",
      "Epoch 41/100\n",
      "100/100 [==============================] - 0s 454us/step - loss: 0.1437 - accuracy: 0.9800\n",
      "Epoch 42/100\n",
      "100/100 [==============================] - 0s 488us/step - loss: 0.1377 - accuracy: 0.9700\n",
      "Epoch 43/100\n",
      "100/100 [==============================] - 0s 445us/step - loss: 0.1343 - accuracy: 0.9700\n",
      "Epoch 44/100\n",
      "100/100 [==============================] - 0s 505us/step - loss: 0.1275 - accuracy: 0.9600\n",
      "Epoch 45/100\n",
      "100/100 [==============================] - 0s 490us/step - loss: 0.1278 - accuracy: 0.9700\n",
      "Epoch 46/100\n",
      "100/100 [==============================] - 0s 435us/step - loss: 0.1217 - accuracy: 0.9700\n",
      "Epoch 47/100\n",
      "100/100 [==============================] - 0s 512us/step - loss: 0.1204 - accuracy: 0.9700\n",
      "Epoch 48/100\n",
      "100/100 [==============================] - 0s 500us/step - loss: 0.1240 - accuracy: 0.9600\n",
      "Epoch 49/100\n",
      "100/100 [==============================] - 0s 422us/step - loss: 0.1229 - accuracy: 0.9800\n",
      "Epoch 50/100\n",
      "100/100 [==============================] - 0s 507us/step - loss: 0.1168 - accuracy: 0.9700\n",
      "Epoch 51/100\n",
      "100/100 [==============================] - 0s 421us/step - loss: 0.1117 - accuracy: 0.9700\n",
      "Epoch 52/100\n",
      "100/100 [==============================] - 0s 480us/step - loss: 0.1075 - accuracy: 0.9700\n",
      "Epoch 53/100\n",
      "100/100 [==============================] - 0s 487us/step - loss: 0.1144 - accuracy: 0.9700\n",
      "Epoch 54/100\n",
      "100/100 [==============================] - 0s 480us/step - loss: 0.1034 - accuracy: 0.9700\n",
      "Epoch 55/100\n",
      "100/100 [==============================] - 0s 441us/step - loss: 0.0998 - accuracy: 0.9700\n",
      "Epoch 56/100\n",
      "100/100 [==============================] - 0s 604us/step - loss: 0.0999 - accuracy: 0.9700\n",
      "Epoch 57/100\n",
      "100/100 [==============================] - 0s 540us/step - loss: 0.1040 - accuracy: 0.9600\n",
      "Epoch 58/100\n",
      "100/100 [==============================] - 0s 446us/step - loss: 0.1051 - accuracy: 0.9600\n",
      "Epoch 59/100\n",
      "100/100 [==============================] - 0s 507us/step - loss: 0.1035 - accuracy: 0.9800\n",
      "Epoch 60/100\n",
      "100/100 [==============================] - 0s 418us/step - loss: 0.0919 - accuracy: 0.9700\n",
      "Epoch 61/100\n",
      "100/100 [==============================] - 0s 540us/step - loss: 0.0958 - accuracy: 0.9700\n",
      "Epoch 62/100\n",
      "100/100 [==============================] - 0s 480us/step - loss: 0.0946 - accuracy: 0.9800\n",
      "Epoch 63/100\n",
      "100/100 [==============================] - 0s 417us/step - loss: 0.0883 - accuracy: 0.9900\n",
      "Epoch 64/100\n",
      "100/100 [==============================] - 0s 541us/step - loss: 0.0870 - accuracy: 0.9800\n",
      "Epoch 65/100\n",
      "100/100 [==============================] - 0s 454us/step - loss: 0.0913 - accuracy: 0.9800\n",
      "Epoch 66/100\n",
      "100/100 [==============================] - 0s 426us/step - loss: 0.1000 - accuracy: 0.9600\n",
      "Epoch 67/100\n",
      "100/100 [==============================] - 0s 532us/step - loss: 0.0975 - accuracy: 0.9700\n",
      "Epoch 68/100\n",
      "100/100 [==============================] - 0s 445us/step - loss: 0.0914 - accuracy: 0.9700\n",
      "Epoch 69/100\n",
      "100/100 [==============================] - 0s 470us/step - loss: 0.0901 - accuracy: 0.9800\n",
      "Epoch 70/100\n",
      "100/100 [==============================] - 0s 441us/step - loss: 0.0844 - accuracy: 0.9800\n",
      "Epoch 71/100\n",
      "100/100 [==============================] - 0s 535us/step - loss: 0.0801 - accuracy: 0.9800\n",
      "Epoch 72/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.0809 - accuracy: 0.9800\n",
      "Epoch 73/100\n",
      "100/100 [==============================] - 0s 456us/step - loss: 0.0849 - accuracy: 0.9700\n",
      "Epoch 74/100\n",
      "100/100 [==============================] - 0s 424us/step - loss: 0.0869 - accuracy: 0.9800\n",
      "Epoch 75/100\n",
      "100/100 [==============================] - 0s 560us/step - loss: 0.0809 - accuracy: 0.9700\n",
      "Epoch 76/100\n",
      "100/100 [==============================] - 0s 446us/step - loss: 0.0780 - accuracy: 0.9800\n",
      "Epoch 77/100\n",
      "100/100 [==============================] - 0s 446us/step - loss: 0.0824 - accuracy: 0.9600\n",
      "Epoch 78/100\n",
      "100/100 [==============================] - 0s 516us/step - loss: 0.0785 - accuracy: 0.9800\n",
      "Epoch 79/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100/100 [==============================] - 0s 420us/step - loss: 0.0806 - accuracy: 0.9700\n",
      "Epoch 80/100\n",
      "100/100 [==============================] - 0s 478us/step - loss: 0.0791 - accuracy: 0.9800\n",
      "Epoch 81/100\n",
      "100/100 [==============================] - 0s 447us/step - loss: 0.0768 - accuracy: 0.9800\n",
      "Epoch 82/100\n",
      "100/100 [==============================] - 0s 458us/step - loss: 0.0742 - accuracy: 0.9800\n",
      "Epoch 83/100\n",
      "100/100 [==============================] - 0s 410us/step - loss: 0.0781 - accuracy: 0.9800\n",
      "Epoch 84/100\n",
      "100/100 [==============================] - 0s 383us/step - loss: 0.0774 - accuracy: 0.9800\n",
      "Epoch 85/100\n",
      "100/100 [==============================] - 0s 463us/step - loss: 0.0749 - accuracy: 0.9700\n",
      "Epoch 86/100\n",
      "100/100 [==============================] - 0s 432us/step - loss: 0.0768 - accuracy: 0.9800\n",
      "Epoch 87/100\n",
      "100/100 [==============================] - 0s 406us/step - loss: 0.0882 - accuracy: 0.9700\n",
      "Epoch 88/100\n",
      "100/100 [==============================] - 0s 395us/step - loss: 0.0671 - accuracy: 0.9800\n",
      "Epoch 89/100\n",
      "100/100 [==============================] - 0s 454us/step - loss: 0.0703 - accuracy: 0.9800\n",
      "Epoch 90/100\n",
      "100/100 [==============================] - 0s 408us/step - loss: 0.0771 - accuracy: 0.9800\n",
      "Epoch 91/100\n",
      "100/100 [==============================] - 0s 384us/step - loss: 0.0708 - accuracy: 0.9700\n",
      "Epoch 92/100\n",
      "100/100 [==============================] - 0s 439us/step - loss: 0.0736 - accuracy: 0.9700\n",
      "Epoch 93/100\n",
      "100/100 [==============================] - 0s 414us/step - loss: 0.0760 - accuracy: 0.9800\n",
      "Epoch 94/100\n",
      "100/100 [==============================] - 0s 439us/step - loss: 0.0779 - accuracy: 0.9700\n",
      "Epoch 95/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.0726 - accuracy: 0.9700\n",
      "Epoch 96/100\n",
      "100/100 [==============================] - 0s 410us/step - loss: 0.0819 - accuracy: 0.9600\n",
      "Epoch 97/100\n",
      "100/100 [==============================] - 0s 401us/step - loss: 0.0723 - accuracy: 0.9800\n",
      "Epoch 98/100\n",
      "100/100 [==============================] - 0s 399us/step - loss: 0.0715 - accuracy: 0.9800\n",
      "Epoch 99/100\n",
      "100/100 [==============================] - 0s 404us/step - loss: 0.0709 - accuracy: 0.9700\n",
      "Epoch 100/100\n",
      "100/100 [==============================] - 0s 454us/step - loss: 0.0696 - accuracy: 0.9700\n",
      "50/50 [==============================] - 0s 6ms/step\n",
      "Epoch 1/100\n",
      "100/100 [==============================] - 0s 4ms/step - loss: 1.2856 - accuracy: 0.3000\n",
      "Epoch 2/100\n",
      "100/100 [==============================] - 0s 463us/step - loss: 1.1301 - accuracy: 0.3000\n",
      "Epoch 3/100\n",
      "100/100 [==============================] - 0s 513us/step - loss: 1.0398 - accuracy: 0.5000\n",
      "Epoch 4/100\n",
      "100/100 [==============================] - 0s 454us/step - loss: 0.9853 - accuracy: 0.6500\n",
      "Epoch 5/100\n",
      "100/100 [==============================] - 0s 487us/step - loss: 0.8988 - accuracy: 0.6500\n",
      "Epoch 6/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.8143 - accuracy: 0.6700\n",
      "Epoch 7/100\n",
      "100/100 [==============================] - 0s 418us/step - loss: 0.7387 - accuracy: 0.6600\n",
      "Epoch 8/100\n",
      "100/100 [==============================] - 0s 509us/step - loss: 0.6830 - accuracy: 0.6600\n",
      "Epoch 9/100\n",
      "100/100 [==============================] - 0s 423us/step - loss: 0.6420 - accuracy: 0.6600\n",
      "Epoch 10/100\n",
      "100/100 [==============================] - 0s 435us/step - loss: 0.6113 - accuracy: 0.7400\n",
      "Epoch 11/100\n",
      "100/100 [==============================] - 0s 496us/step - loss: 0.5836 - accuracy: 0.8400\n",
      "Epoch 12/100\n",
      "100/100 [==============================] - 0s 548us/step - loss: 0.5644 - accuracy: 0.7400\n",
      "Epoch 13/100\n",
      "100/100 [==============================] - 0s 548us/step - loss: 0.5445 - accuracy: 0.8100\n",
      "Epoch 14/100\n",
      "100/100 [==============================] - 0s 710us/step - loss: 0.5291 - accuracy: 0.9000\n",
      "Epoch 15/100\n",
      "100/100 [==============================] - 0s 485us/step - loss: 0.5138 - accuracy: 0.9500\n",
      "Epoch 16/100\n",
      "100/100 [==============================] - 0s 614us/step - loss: 0.5008 - accuracy: 0.9100\n",
      "Epoch 17/100\n",
      "100/100 [==============================] - 0s 434us/step - loss: 0.4898 - accuracy: 0.8700\n",
      "Epoch 18/100\n",
      "100/100 [==============================] - 0s 424us/step - loss: 0.4743 - accuracy: 0.9300\n",
      "Epoch 19/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.4605 - accuracy: 0.9500\n",
      "Epoch 20/100\n",
      "100/100 [==============================] - 0s 491us/step - loss: 0.4471 - accuracy: 0.9400\n",
      "Epoch 21/100\n",
      "100/100 [==============================] - 0s 536us/step - loss: 0.4355 - accuracy: 0.9200\n",
      "Epoch 22/100\n",
      "100/100 [==============================] - 0s 469us/step - loss: 0.4187 - accuracy: 0.9500\n",
      "Epoch 23/100\n",
      "100/100 [==============================] - 0s 468us/step - loss: 0.4065 - accuracy: 0.9300\n",
      "Epoch 24/100\n",
      "100/100 [==============================] - 0s 434us/step - loss: 0.3912 - accuracy: 0.9400\n",
      "Epoch 25/100\n",
      "100/100 [==============================] - 0s 654us/step - loss: 0.3793 - accuracy: 0.9400\n",
      "Epoch 26/100\n",
      "100/100 [==============================] - 0s 724us/step - loss: 0.3654 - accuracy: 0.9500\n",
      "Epoch 27/100\n",
      "100/100 [==============================] - 0s 684us/step - loss: 0.3626 - accuracy: 0.9000\n",
      "Epoch 28/100\n",
      "100/100 [==============================] - 0s 637us/step - loss: 0.3437 - accuracy: 0.9300\n",
      "Epoch 29/100\n",
      "100/100 [==============================] - 0s 484us/step - loss: 0.3264 - accuracy: 0.9300\n",
      "Epoch 30/100\n",
      "100/100 [==============================] - 0s 527us/step - loss: 0.3120 - accuracy: 0.9600\n",
      "Epoch 31/100\n",
      "100/100 [==============================] - 0s 643us/step - loss: 0.3021 - accuracy: 0.9500\n",
      "Epoch 32/100\n",
      "100/100 [==============================] - 0s 427us/step - loss: 0.2939 - accuracy: 0.9400\n",
      "Epoch 33/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.2748 - accuracy: 0.9600\n",
      "Epoch 34/100\n",
      "100/100 [==============================] - 0s 416us/step - loss: 0.2672 - accuracy: 0.9600\n",
      "Epoch 35/100\n",
      "100/100 [==============================] - 0s 532us/step - loss: 0.2551 - accuracy: 0.9600\n",
      "Epoch 36/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.2455 - accuracy: 0.9600\n",
      "Epoch 37/100\n",
      "100/100 [==============================] - 0s 634us/step - loss: 0.2357 - accuracy: 0.9600\n",
      "Epoch 38/100\n",
      "100/100 [==============================] - 0s 568us/step - loss: 0.2335 - accuracy: 0.9400\n",
      "Epoch 39/100\n",
      "100/100 [==============================] - 0s 527us/step - loss: 0.2354 - accuracy: 0.9400\n",
      "Epoch 40/100\n",
      "100/100 [==============================] - 0s 511us/step - loss: 0.2175 - accuracy: 0.9600\n",
      "Epoch 41/100\n",
      "100/100 [==============================] - 0s 438us/step - loss: 0.2048 - accuracy: 0.9600\n",
      "Epoch 42/100\n",
      "100/100 [==============================] - 0s 491us/step - loss: 0.1999 - accuracy: 0.9500\n",
      "Epoch 43/100\n",
      "100/100 [==============================] - 0s 503us/step - loss: 0.1959 - accuracy: 0.9700\n",
      "Epoch 44/100\n",
      "100/100 [==============================] - 0s 469us/step - loss: 0.1877 - accuracy: 0.9700\n",
      "Epoch 45/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.1811 - accuracy: 0.9700\n",
      "Epoch 46/100\n",
      "100/100 [==============================] - 0s 540us/step - loss: 0.1794 - accuracy: 0.9600\n",
      "Epoch 47/100\n",
      "100/100 [==============================] - 0s 438us/step - loss: 0.1701 - accuracy: 0.9700\n",
      "Epoch 48/100\n",
      "100/100 [==============================] - 0s 437us/step - loss: 0.1675 - accuracy: 0.9700\n",
      "Epoch 49/100\n",
      "100/100 [==============================] - 0s 423us/step - loss: 0.1598 - accuracy: 0.9700\n",
      "Epoch 50/100\n",
      "100/100 [==============================] - 0s 532us/step - loss: 0.1603 - accuracy: 0.9700\n",
      "Epoch 51/100\n",
      "100/100 [==============================] - 0s 557us/step - loss: 0.1533 - accuracy: 0.9600\n",
      "Epoch 52/100\n",
      "100/100 [==============================] - 0s 444us/step - loss: 0.1545 - accuracy: 0.9700\n",
      "Epoch 53/100\n",
      "100/100 [==============================] - 0s 434us/step - loss: 0.1496 - accuracy: 0.9600\n",
      "Epoch 54/100\n",
      "100/100 [==============================] - 0s 451us/step - loss: 0.1478 - accuracy: 0.9600\n",
      "Epoch 55/100\n",
      "100/100 [==============================] - 0s 475us/step - loss: 0.1463 - accuracy: 0.9700\n",
      "Epoch 56/100\n",
      "100/100 [==============================] - 0s 542us/step - loss: 0.1395 - accuracy: 0.9600\n",
      "Epoch 57/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100/100 [==============================] - 0s 514us/step - loss: 0.1424 - accuracy: 0.9500\n",
      "Epoch 58/100\n",
      "100/100 [==============================] - 0s 516us/step - loss: 0.1483 - accuracy: 0.9300\n",
      "Epoch 59/100\n",
      "100/100 [==============================] - 0s 466us/step - loss: 0.1366 - accuracy: 0.9700\n",
      "Epoch 60/100\n",
      "100/100 [==============================] - 0s 452us/step - loss: 0.1322 - accuracy: 0.9700\n",
      "Epoch 61/100\n",
      "100/100 [==============================] - 0s 423us/step - loss: 0.1257 - accuracy: 0.9600\n",
      "Epoch 62/100\n",
      "100/100 [==============================] - 0s 399us/step - loss: 0.1296 - accuracy: 0.9700\n",
      "Epoch 63/100\n",
      "100/100 [==============================] - 0s 405us/step - loss: 0.1301 - accuracy: 0.9800\n",
      "Epoch 64/100\n",
      "100/100 [==============================] - 0s 565us/step - loss: 0.1222 - accuracy: 0.9700\n",
      "Epoch 65/100\n",
      "100/100 [==============================] - 0s 611us/step - loss: 0.1186 - accuracy: 0.9700\n",
      "Epoch 66/100\n",
      "100/100 [==============================] - 0s 682us/step - loss: 0.1188 - accuracy: 0.9800\n",
      "Epoch 67/100\n",
      "100/100 [==============================] - 0s 680us/step - loss: 0.1181 - accuracy: 0.9700\n",
      "Epoch 68/100\n",
      "100/100 [==============================] - 0s 636us/step - loss: 0.1218 - accuracy: 0.9700\n",
      "Epoch 69/100\n",
      "100/100 [==============================] - 0s 480us/step - loss: 0.1156 - accuracy: 0.9800\n",
      "Epoch 70/100\n",
      "100/100 [==============================] - 0s 501us/step - loss: 0.1106 - accuracy: 0.9800\n",
      "Epoch 71/100\n",
      "100/100 [==============================] - 0s 605us/step - loss: 0.1098 - accuracy: 0.9800\n",
      "Epoch 72/100\n",
      "100/100 [==============================] - 0s 519us/step - loss: 0.1103 - accuracy: 0.9700\n",
      "Epoch 73/100\n",
      "100/100 [==============================] - 0s 496us/step - loss: 0.1125 - accuracy: 0.9800\n",
      "Epoch 74/100\n",
      "100/100 [==============================] - 0s 576us/step - loss: 0.1096 - accuracy: 0.9800\n",
      "Epoch 75/100\n",
      "100/100 [==============================] - 0s 561us/step - loss: 0.1075 - accuracy: 0.9800\n",
      "Epoch 76/100\n",
      "100/100 [==============================] - 0s 586us/step - loss: 0.1034 - accuracy: 0.9800\n",
      "Epoch 77/100\n",
      "100/100 [==============================] - 0s 579us/step - loss: 0.1067 - accuracy: 0.9800\n",
      "Epoch 78/100\n",
      "100/100 [==============================] - 0s 568us/step - loss: 0.1046 - accuracy: 0.9700\n",
      "Epoch 79/100\n",
      "100/100 [==============================] - 0s 497us/step - loss: 0.0998 - accuracy: 0.9800\n",
      "Epoch 80/100\n",
      "100/100 [==============================] - 0s 595us/step - loss: 0.1034 - accuracy: 0.9800\n",
      "Epoch 81/100\n",
      "100/100 [==============================] - 0s 650us/step - loss: 0.1010 - accuracy: 0.9700\n",
      "Epoch 82/100\n",
      "100/100 [==============================] - 0s 585us/step - loss: 0.1009 - accuracy: 0.9800\n",
      "Epoch 83/100\n",
      "100/100 [==============================] - 0s 582us/step - loss: 0.1029 - accuracy: 0.9700\n",
      "Epoch 84/100\n",
      "100/100 [==============================] - 0s 578us/step - loss: 0.0959 - accuracy: 0.9700\n",
      "Epoch 85/100\n",
      "100/100 [==============================] - 0s 603us/step - loss: 0.0963 - accuracy: 0.9800\n",
      "Epoch 86/100\n",
      "100/100 [==============================] - 0s 521us/step - loss: 0.1042 - accuracy: 0.9700\n",
      "Epoch 87/100\n",
      "100/100 [==============================] - 0s 520us/step - loss: 0.0979 - accuracy: 0.9700\n",
      "Epoch 88/100\n",
      "100/100 [==============================] - 0s 491us/step - loss: 0.1070 - accuracy: 0.9700\n",
      "Epoch 89/100\n",
      "100/100 [==============================] - 0s 496us/step - loss: 0.1161 - accuracy: 0.9600\n",
      "Epoch 90/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.1056 - accuracy: 0.9500\n",
      "Epoch 91/100\n",
      "100/100 [==============================] - 0s 501us/step - loss: 0.1135 - accuracy: 0.9600\n",
      "Epoch 92/100\n",
      "100/100 [==============================] - 0s 506us/step - loss: 0.0994 - accuracy: 0.9700\n",
      "Epoch 93/100\n",
      "100/100 [==============================] - 0s 433us/step - loss: 0.0961 - accuracy: 0.9700\n",
      "Epoch 94/100\n",
      "100/100 [==============================] - 0s 486us/step - loss: 0.1003 - accuracy: 0.9700\n",
      "Epoch 95/100\n",
      "100/100 [==============================] - 0s 498us/step - loss: 0.0961 - accuracy: 0.9700\n",
      "Epoch 96/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.0912 - accuracy: 0.9800\n",
      "Epoch 97/100\n",
      "100/100 [==============================] - 0s 526us/step - loss: 0.0951 - accuracy: 0.9700\n",
      "Epoch 98/100\n",
      "100/100 [==============================] - 0s 425us/step - loss: 0.0928 - accuracy: 0.9700\n",
      "Epoch 99/100\n",
      "100/100 [==============================] - 0s 516us/step - loss: 0.0946 - accuracy: 0.9700\n",
      "Epoch 100/100\n",
      "100/100 [==============================] - 0s 436us/step - loss: 0.0969 - accuracy: 0.9800\n",
      "50/50 [==============================] - 0s 6ms/step\n",
      "Epoch 1/100\n",
      "100/100 [==============================] - 0s 5ms/step - loss: 1.0803 - accuracy: 0.3400\n",
      "Epoch 2/100\n",
      "100/100 [==============================] - 0s 672us/step - loss: 0.9788 - accuracy: 0.4000\n",
      "Epoch 3/100\n",
      "100/100 [==============================] - 0s 672us/step - loss: 0.9177 - accuracy: 0.5600\n",
      "Epoch 4/100\n",
      "100/100 [==============================] - 0s 531us/step - loss: 0.8578 - accuracy: 0.7200\n",
      "Epoch 5/100\n",
      "100/100 [==============================] - 0s 504us/step - loss: 0.8016 - accuracy: 0.8200\n",
      "Epoch 6/100\n",
      "100/100 [==============================] - 0s 532us/step - loss: 0.7513 - accuracy: 0.8100\n",
      "Epoch 7/100\n",
      "100/100 [==============================] - 0s 562us/step - loss: 0.6970 - accuracy: 0.8200\n",
      "Epoch 8/100\n",
      "100/100 [==============================] - 0s 505us/step - loss: 0.6503 - accuracy: 0.9200\n",
      "Epoch 9/100\n",
      "100/100 [==============================] - 0s 517us/step - loss: 0.5981 - accuracy: 0.8700\n",
      "Epoch 10/100\n",
      "100/100 [==============================] - 0s 531us/step - loss: 0.5525 - accuracy: 0.9200\n",
      "Epoch 11/100\n",
      "100/100 [==============================] - 0s 605us/step - loss: 0.5163 - accuracy: 0.9100\n",
      "Epoch 12/100\n",
      "100/100 [==============================] - 0s 554us/step - loss: 0.4738 - accuracy: 0.9500\n",
      "Epoch 13/100\n",
      "100/100 [==============================] - 0s 677us/step - loss: 0.4419 - accuracy: 0.9600\n",
      "Epoch 14/100\n",
      "100/100 [==============================] - 0s 509us/step - loss: 0.4133 - accuracy: 0.9700\n",
      "Epoch 15/100\n",
      "100/100 [==============================] - 0s 540us/step - loss: 0.3831 - accuracy: 0.9700\n",
      "Epoch 16/100\n",
      "100/100 [==============================] - 0s 565us/step - loss: 0.3647 - accuracy: 0.9800\n",
      "Epoch 17/100\n",
      "100/100 [==============================] - 0s 633us/step - loss: 0.3405 - accuracy: 0.9700\n",
      "Epoch 18/100\n",
      "100/100 [==============================] - 0s 637us/step - loss: 0.3213 - accuracy: 0.9700\n",
      "Epoch 19/100\n",
      "100/100 [==============================] - 0s 698us/step - loss: 0.3048 - accuracy: 0.9700\n",
      "Epoch 20/100\n",
      "100/100 [==============================] - 0s 582us/step - loss: 0.2877 - accuracy: 0.9600\n",
      "Epoch 21/100\n",
      "100/100 [==============================] - 0s 484us/step - loss: 0.2710 - accuracy: 0.9700\n",
      "Epoch 22/100\n",
      "100/100 [==============================] - 0s 459us/step - loss: 0.2608 - accuracy: 0.9800\n",
      "Epoch 23/100\n",
      "100/100 [==============================] - 0s 433us/step - loss: 0.2456 - accuracy: 0.9800\n",
      "Epoch 24/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.2378 - accuracy: 0.9700\n",
      "Epoch 25/100\n",
      "100/100 [==============================] - 0s 510us/step - loss: 0.2253 - accuracy: 0.9700\n",
      "Epoch 26/100\n",
      "100/100 [==============================] - 0s 466us/step - loss: 0.2072 - accuracy: 0.9800\n",
      "Epoch 27/100\n",
      "100/100 [==============================] - 0s 534us/step - loss: 0.1990 - accuracy: 0.9800\n",
      "Epoch 28/100\n",
      "100/100 [==============================] - 0s 526us/step - loss: 0.1882 - accuracy: 0.9800\n",
      "Epoch 29/100\n",
      "100/100 [==============================] - 0s 505us/step - loss: 0.1789 - accuracy: 0.9800\n",
      "Epoch 30/100\n",
      "100/100 [==============================] - 0s 436us/step - loss: 0.1711 - accuracy: 0.9800\n",
      "Epoch 31/100\n",
      "100/100 [==============================] - 0s 448us/step - loss: 0.1667 - accuracy: 0.9700\n",
      "Epoch 32/100\n",
      "100/100 [==============================] - 0s 505us/step - loss: 0.1605 - accuracy: 0.9800\n",
      "Epoch 33/100\n",
      "100/100 [==============================] - 0s 503us/step - loss: 0.1499 - accuracy: 0.9800\n",
      "Epoch 34/100\n",
      "100/100 [==============================] - 0s 459us/step - loss: 0.1433 - accuracy: 0.9800\n",
      "Epoch 35/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100/100 [==============================] - 0s 425us/step - loss: 0.1401 - accuracy: 0.9800\n",
      "Epoch 36/100\n",
      "100/100 [==============================] - 0s 530us/step - loss: 0.1320 - accuracy: 0.9800\n",
      "Epoch 37/100\n",
      "100/100 [==============================] - 0s 462us/step - loss: 0.1261 - accuracy: 0.9800\n",
      "Epoch 38/100\n",
      "100/100 [==============================] - 0s 408us/step - loss: 0.1200 - accuracy: 0.9800\n",
      "Epoch 39/100\n",
      "100/100 [==============================] - 0s 456us/step - loss: 0.1158 - accuracy: 0.9800\n",
      "Epoch 40/100\n",
      "100/100 [==============================] - 0s 468us/step - loss: 0.1112 - accuracy: 0.9800\n",
      "Epoch 41/100\n",
      "100/100 [==============================] - 0s 416us/step - loss: 0.1056 - accuracy: 0.9800\n",
      "Epoch 42/100\n",
      "100/100 [==============================] - 0s 408us/step - loss: 0.1033 - accuracy: 0.9800\n",
      "Epoch 43/100\n",
      "100/100 [==============================] - 0s 475us/step - loss: 0.1043 - accuracy: 0.9800\n",
      "Epoch 44/100\n",
      "100/100 [==============================] - 0s 470us/step - loss: 0.0993 - accuracy: 0.9800\n",
      "Epoch 45/100\n",
      "100/100 [==============================] - 0s 469us/step - loss: 0.0916 - accuracy: 0.9900\n",
      "Epoch 46/100\n",
      "100/100 [==============================] - 0s 476us/step - loss: 0.0895 - accuracy: 0.9900\n",
      "Epoch 47/100\n",
      "100/100 [==============================] - 0s 473us/step - loss: 0.0893 - accuracy: 0.9900\n",
      "Epoch 48/100\n",
      "100/100 [==============================] - 0s 493us/step - loss: 0.0864 - accuracy: 0.9900\n",
      "Epoch 49/100\n",
      "100/100 [==============================] - 0s 491us/step - loss: 0.0861 - accuracy: 0.9800\n",
      "Epoch 50/100\n",
      "100/100 [==============================] - 0s 440us/step - loss: 0.0808 - accuracy: 0.9800\n",
      "Epoch 51/100\n",
      "100/100 [==============================] - 0s 484us/step - loss: 0.0756 - accuracy: 0.9900\n",
      "Epoch 52/100\n",
      "100/100 [==============================] - 0s 476us/step - loss: 0.0843 - accuracy: 0.9600\n",
      "Epoch 53/100\n",
      "100/100 [==============================] - 0s 464us/step - loss: 0.0833 - accuracy: 0.9800\n",
      "Epoch 54/100\n",
      "100/100 [==============================] - 0s 483us/step - loss: 0.0682 - accuracy: 1.0000\n",
      "Epoch 55/100\n",
      "100/100 [==============================] - 0s 484us/step - loss: 0.0675 - accuracy: 0.9900\n",
      "Epoch 56/100\n",
      "100/100 [==============================] - 0s 731us/step - loss: 0.0641 - accuracy: 0.9900\n",
      "Epoch 57/100\n",
      "100/100 [==============================] - 0s 695us/step - loss: 0.0613 - accuracy: 0.9900\n",
      "Epoch 58/100\n",
      "100/100 [==============================] - 0s 550us/step - loss: 0.0612 - accuracy: 0.9900\n",
      "Epoch 59/100\n",
      "100/100 [==============================] - 0s 525us/step - loss: 0.0603 - accuracy: 1.0000\n",
      "Epoch 60/100\n",
      "100/100 [==============================] - 0s 491us/step - loss: 0.0600 - accuracy: 0.9900\n",
      "Epoch 61/100\n",
      "100/100 [==============================] - 0s 429us/step - loss: 0.0552 - accuracy: 1.0000\n",
      "Epoch 62/100\n",
      "100/100 [==============================] - 0s 614us/step - loss: 0.0558 - accuracy: 0.9900\n",
      "Epoch 63/100\n",
      "100/100 [==============================] - 0s 539us/step - loss: 0.0587 - accuracy: 0.9900\n",
      "Epoch 64/100\n",
      "100/100 [==============================] - 0s 547us/step - loss: 0.0530 - accuracy: 0.9900\n",
      "Epoch 65/100\n",
      "100/100 [==============================] - 0s 522us/step - loss: 0.0527 - accuracy: 0.9900\n",
      "Epoch 66/100\n",
      "100/100 [==============================] - 0s 448us/step - loss: 0.0496 - accuracy: 0.9900\n",
      "Epoch 67/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.0463 - accuracy: 0.9900\n",
      "Epoch 68/100\n",
      "100/100 [==============================] - 0s 514us/step - loss: 0.0451 - accuracy: 1.0000\n",
      "Epoch 69/100\n",
      "100/100 [==============================] - 0s 430us/step - loss: 0.0611 - accuracy: 0.9800\n",
      "Epoch 70/100\n",
      "100/100 [==============================] - 0s 527us/step - loss: 0.0422 - accuracy: 0.9900\n",
      "Epoch 71/100\n",
      "100/100 [==============================] - 0s 452us/step - loss: 0.0460 - accuracy: 0.9900\n",
      "Epoch 72/100\n",
      "100/100 [==============================] - 0s 506us/step - loss: 0.0435 - accuracy: 0.9900\n",
      "Epoch 73/100\n",
      "100/100 [==============================] - 0s 422us/step - loss: 0.0412 - accuracy: 0.9900\n",
      "Epoch 74/100\n",
      "100/100 [==============================] - 0s 522us/step - loss: 0.0419 - accuracy: 0.9900\n",
      "Epoch 75/100\n",
      "100/100 [==============================] - 0s 436us/step - loss: 0.0481 - accuracy: 0.9800\n",
      "Epoch 76/100\n",
      "100/100 [==============================] - 0s 507us/step - loss: 0.0388 - accuracy: 0.9900\n",
      "Epoch 77/100\n",
      "100/100 [==============================] - 0s 430us/step - loss: 0.0367 - accuracy: 0.9900\n",
      "Epoch 78/100\n",
      "100/100 [==============================] - 0s 515us/step - loss: 0.0382 - accuracy: 0.9900\n",
      "Epoch 79/100\n",
      "100/100 [==============================] - 0s 420us/step - loss: 0.0452 - accuracy: 0.9800\n",
      "Epoch 80/100\n",
      "100/100 [==============================] - 0s 539us/step - loss: 0.0393 - accuracy: 0.9900\n",
      "Epoch 81/100\n",
      "100/100 [==============================] - 0s 502us/step - loss: 0.0422 - accuracy: 0.9900\n",
      "Epoch 82/100\n",
      "100/100 [==============================] - 0s 431us/step - loss: 0.0382 - accuracy: 1.0000\n",
      "Epoch 83/100\n",
      "100/100 [==============================] - 0s 437us/step - loss: 0.0312 - accuracy: 1.0000\n",
      "Epoch 84/100\n",
      "100/100 [==============================] - 0s 422us/step - loss: 0.0373 - accuracy: 0.9900\n",
      "Epoch 85/100\n",
      "100/100 [==============================] - 0s 510us/step - loss: 0.0347 - accuracy: 0.9900\n",
      "Epoch 86/100\n",
      "100/100 [==============================] - 0s 464us/step - loss: 0.0327 - accuracy: 1.0000\n",
      "Epoch 87/100\n",
      "100/100 [==============================] - 0s 503us/step - loss: 0.0359 - accuracy: 0.9900\n",
      "Epoch 88/100\n",
      "100/100 [==============================] - 0s 442us/step - loss: 0.0306 - accuracy: 1.0000\n",
      "Epoch 89/100\n",
      "100/100 [==============================] - 0s 594us/step - loss: 0.0314 - accuracy: 0.9900\n",
      "Epoch 90/100\n",
      "100/100 [==============================] - 0s 487us/step - loss: 0.0335 - accuracy: 0.9900\n",
      "Epoch 91/100\n",
      "100/100 [==============================] - 0s 504us/step - loss: 0.0357 - accuracy: 0.9900\n",
      "Epoch 92/100\n",
      "100/100 [==============================] - 0s 502us/step - loss: 0.0298 - accuracy: 0.9900\n",
      "Epoch 93/100\n",
      "100/100 [==============================] - 0s 467us/step - loss: 0.0272 - accuracy: 1.0000\n",
      "Epoch 94/100\n",
      "100/100 [==============================] - 0s 439us/step - loss: 0.0292 - accuracy: 0.9900\n",
      "Epoch 95/100\n",
      "100/100 [==============================] - 0s 509us/step - loss: 0.0277 - accuracy: 1.0000\n",
      "Epoch 96/100\n",
      "100/100 [==============================] - 0s 432us/step - loss: 0.0283 - accuracy: 0.9900\n",
      "Epoch 97/100\n",
      "100/100 [==============================] - 0s 516us/step - loss: 0.0349 - accuracy: 0.9900\n",
      "Epoch 98/100\n",
      "100/100 [==============================] - 0s 469us/step - loss: 0.0266 - accuracy: 0.9900\n",
      "Epoch 99/100\n",
      "100/100 [==============================] - ETA: 0s - loss: 0.0197 - accuracy: 1.00 - 0s 517us/step - loss: 0.0290 - accuracy: 0.9900\n",
      "Epoch 100/100\n",
      "100/100 [==============================] - 0s 640us/step - loss: 0.0281 - accuracy: 0.9900\n",
      "50/50 [==============================] - 0s 6ms/step\n"
     ]
    }
   ],
   "source": [
    "results=cross_val_score(estimator,X,dummy_y,cv=kfold)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: 97.33% (2.49%)\n"
     ]
    }
   ],
   "source": [
    "print(\"Accuracy: %.2f%% (%.2f%%)\"%(results.mean()*100,results.std()*100))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}