KNN on Credit Card fraud detection.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from imblearn.over_sampling import RandomOverSampler\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 479,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df=pd.read_csv('creditcard.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 453,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Time</th>\n",
       "      <th>V1</th>\n",
       "      <th>V2</th>\n",
       "      <th>V3</th>\n",
       "      <th>V4</th>\n",
       "      <th>V5</th>\n",
       "      <th>V6</th>\n",
       "      <th>V7</th>\n",
       "      <th>V8</th>\n",
       "      <th>V9</th>\n",
       "      <th>...</th>\n",
       "      <th>V21</th>\n",
       "      <th>V22</th>\n",
       "      <th>V23</th>\n",
       "      <th>V24</th>\n",
       "      <th>V25</th>\n",
       "      <th>V26</th>\n",
       "      <th>V27</th>\n",
       "      <th>V28</th>\n",
       "      <th>Amount</th>\n",
       "      <th>Class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>284807.000000</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>2.848070e+05</td>\n",
       "      <td>284807.000000</td>\n",
       "      <td>284807.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>94813.859575</td>\n",
       "      <td>3.919560e-15</td>\n",
       "      <td>5.688174e-16</td>\n",
       "      <td>-8.769071e-15</td>\n",
       "      <td>2.782312e-15</td>\n",
       "      <td>-1.552563e-15</td>\n",
       "      <td>2.010663e-15</td>\n",
       "      <td>-1.694249e-15</td>\n",
       "      <td>-1.927028e-16</td>\n",
       "      <td>-3.137024e-15</td>\n",
       "      <td>...</td>\n",
       "      <td>1.537294e-16</td>\n",
       "      <td>7.959909e-16</td>\n",
       "      <td>5.367590e-16</td>\n",
       "      <td>4.458112e-15</td>\n",
       "      <td>1.453003e-15</td>\n",
       "      <td>1.699104e-15</td>\n",
       "      <td>-3.660161e-16</td>\n",
       "      <td>-1.206049e-16</td>\n",
       "      <td>88.349619</td>\n",
       "      <td>0.001727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>47488.145955</td>\n",
       "      <td>1.958696e+00</td>\n",
       "      <td>1.651309e+00</td>\n",
       "      <td>1.516255e+00</td>\n",
       "      <td>1.415869e+00</td>\n",
       "      <td>1.380247e+00</td>\n",
       "      <td>1.332271e+00</td>\n",
       "      <td>1.237094e+00</td>\n",
       "      <td>1.194353e+00</td>\n",
       "      <td>1.098632e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>7.345240e-01</td>\n",
       "      <td>7.257016e-01</td>\n",
       "      <td>6.244603e-01</td>\n",
       "      <td>6.056471e-01</td>\n",
       "      <td>5.212781e-01</td>\n",
       "      <td>4.822270e-01</td>\n",
       "      <td>4.036325e-01</td>\n",
       "      <td>3.300833e-01</td>\n",
       "      <td>250.120109</td>\n",
       "      <td>0.041527</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>-5.640751e+01</td>\n",
       "      <td>-7.271573e+01</td>\n",
       "      <td>-4.832559e+01</td>\n",
       "      <td>-5.683171e+00</td>\n",
       "      <td>-1.137433e+02</td>\n",
       "      <td>-2.616051e+01</td>\n",
       "      <td>-4.355724e+01</td>\n",
       "      <td>-7.321672e+01</td>\n",
       "      <td>-1.343407e+01</td>\n",
       "      <td>...</td>\n",
       "      <td>-3.483038e+01</td>\n",
       "      <td>-1.093314e+01</td>\n",
       "      <td>-4.480774e+01</td>\n",
       "      <td>-2.836627e+00</td>\n",
       "      <td>-1.029540e+01</td>\n",
       "      <td>-2.604551e+00</td>\n",
       "      <td>-2.256568e+01</td>\n",
       "      <td>-1.543008e+01</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>54201.500000</td>\n",
       "      <td>-9.203734e-01</td>\n",
       "      <td>-5.985499e-01</td>\n",
       "      <td>-8.903648e-01</td>\n",
       "      <td>-8.486401e-01</td>\n",
       "      <td>-6.915971e-01</td>\n",
       "      <td>-7.682956e-01</td>\n",
       "      <td>-5.540759e-01</td>\n",
       "      <td>-2.086297e-01</td>\n",
       "      <td>-6.430976e-01</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.283949e-01</td>\n",
       "      <td>-5.423504e-01</td>\n",
       "      <td>-1.618463e-01</td>\n",
       "      <td>-3.545861e-01</td>\n",
       "      <td>-3.171451e-01</td>\n",
       "      <td>-3.269839e-01</td>\n",
       "      <td>-7.083953e-02</td>\n",
       "      <td>-5.295979e-02</td>\n",
       "      <td>5.600000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>84692.000000</td>\n",
       "      <td>1.810880e-02</td>\n",
       "      <td>6.548556e-02</td>\n",
       "      <td>1.798463e-01</td>\n",
       "      <td>-1.984653e-02</td>\n",
       "      <td>-5.433583e-02</td>\n",
       "      <td>-2.741871e-01</td>\n",
       "      <td>4.010308e-02</td>\n",
       "      <td>2.235804e-02</td>\n",
       "      <td>-5.142873e-02</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.945017e-02</td>\n",
       "      <td>6.781943e-03</td>\n",
       "      <td>-1.119293e-02</td>\n",
       "      <td>4.097606e-02</td>\n",
       "      <td>1.659350e-02</td>\n",
       "      <td>-5.213911e-02</td>\n",
       "      <td>1.342146e-03</td>\n",
       "      <td>1.124383e-02</td>\n",
       "      <td>22.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>139320.500000</td>\n",
       "      <td>1.315642e+00</td>\n",
       "      <td>8.037239e-01</td>\n",
       "      <td>1.027196e+00</td>\n",
       "      <td>7.433413e-01</td>\n",
       "      <td>6.119264e-01</td>\n",
       "      <td>3.985649e-01</td>\n",
       "      <td>5.704361e-01</td>\n",
       "      <td>3.273459e-01</td>\n",
       "      <td>5.971390e-01</td>\n",
       "      <td>...</td>\n",
       "      <td>1.863772e-01</td>\n",
       "      <td>5.285536e-01</td>\n",
       "      <td>1.476421e-01</td>\n",
       "      <td>4.395266e-01</td>\n",
       "      <td>3.507156e-01</td>\n",
       "      <td>2.409522e-01</td>\n",
       "      <td>9.104512e-02</td>\n",
       "      <td>7.827995e-02</td>\n",
       "      <td>77.165000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>172792.000000</td>\n",
       "      <td>2.454930e+00</td>\n",
       "      <td>2.205773e+01</td>\n",
       "      <td>9.382558e+00</td>\n",
       "      <td>1.687534e+01</td>\n",
       "      <td>3.480167e+01</td>\n",
       "      <td>7.330163e+01</td>\n",
       "      <td>1.205895e+02</td>\n",
       "      <td>2.000721e+01</td>\n",
       "      <td>1.559499e+01</td>\n",
       "      <td>...</td>\n",
       "      <td>2.720284e+01</td>\n",
       "      <td>1.050309e+01</td>\n",
       "      <td>2.252841e+01</td>\n",
       "      <td>4.584549e+00</td>\n",
       "      <td>7.519589e+00</td>\n",
       "      <td>3.517346e+00</td>\n",
       "      <td>3.161220e+01</td>\n",
       "      <td>3.384781e+01</td>\n",
       "      <td>25691.160000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Time            V1            V2            V3            V4  \\\n",
       "count  284807.000000  2.848070e+05  2.848070e+05  2.848070e+05  2.848070e+05   \n",
       "mean    94813.859575  3.919560e-15  5.688174e-16 -8.769071e-15  2.782312e-15   \n",
       "std     47488.145955  1.958696e+00  1.651309e+00  1.516255e+00  1.415869e+00   \n",
       "min         0.000000 -5.640751e+01 -7.271573e+01 -4.832559e+01 -5.683171e+00   \n",
       "25%     54201.500000 -9.203734e-01 -5.985499e-01 -8.903648e-01 -8.486401e-01   \n",
       "50%     84692.000000  1.810880e-02  6.548556e-02  1.798463e-01 -1.984653e-02   \n",
       "75%    139320.500000  1.315642e+00  8.037239e-01  1.027196e+00  7.433413e-01   \n",
       "max    172792.000000  2.454930e+00  2.205773e+01  9.382558e+00  1.687534e+01   \n",
       "\n",
       "                 V5            V6            V7            V8            V9  \\\n",
       "count  2.848070e+05  2.848070e+05  2.848070e+05  2.848070e+05  2.848070e+05   \n",
       "mean  -1.552563e-15  2.010663e-15 -1.694249e-15 -1.927028e-16 -3.137024e-15   \n",
       "std    1.380247e+00  1.332271e+00  1.237094e+00  1.194353e+00  1.098632e+00   \n",
       "min   -1.137433e+02 -2.616051e+01 -4.355724e+01 -7.321672e+01 -1.343407e+01   \n",
       "25%   -6.915971e-01 -7.682956e-01 -5.540759e-01 -2.086297e-01 -6.430976e-01   \n",
       "50%   -5.433583e-02 -2.741871e-01  4.010308e-02  2.235804e-02 -5.142873e-02   \n",
       "75%    6.119264e-01  3.985649e-01  5.704361e-01  3.273459e-01  5.971390e-01   \n",
       "max    3.480167e+01  7.330163e+01  1.205895e+02  2.000721e+01  1.559499e+01   \n",
       "\n",
       "           ...                 V21           V22           V23           V24  \\\n",
       "count      ...        2.848070e+05  2.848070e+05  2.848070e+05  2.848070e+05   \n",
       "mean       ...        1.537294e-16  7.959909e-16  5.367590e-16  4.458112e-15   \n",
       "std        ...        7.345240e-01  7.257016e-01  6.244603e-01  6.056471e-01   \n",
       "min        ...       -3.483038e+01 -1.093314e+01 -4.480774e+01 -2.836627e+00   \n",
       "25%        ...       -2.283949e-01 -5.423504e-01 -1.618463e-01 -3.545861e-01   \n",
       "50%        ...       -2.945017e-02  6.781943e-03 -1.119293e-02  4.097606e-02   \n",
       "75%        ...        1.863772e-01  5.285536e-01  1.476421e-01  4.395266e-01   \n",
       "max        ...        2.720284e+01  1.050309e+01  2.252841e+01  4.584549e+00   \n",
       "\n",
       "                V25           V26           V27           V28         Amount  \\\n",
       "count  2.848070e+05  2.848070e+05  2.848070e+05  2.848070e+05  284807.000000   \n",
       "mean   1.453003e-15  1.699104e-15 -3.660161e-16 -1.206049e-16      88.349619   \n",
       "std    5.212781e-01  4.822270e-01  4.036325e-01  3.300833e-01     250.120109   \n",
       "min   -1.029540e+01 -2.604551e+00 -2.256568e+01 -1.543008e+01       0.000000   \n",
       "25%   -3.171451e-01 -3.269839e-01 -7.083953e-02 -5.295979e-02       5.600000   \n",
       "50%    1.659350e-02 -5.213911e-02  1.342146e-03  1.124383e-02      22.000000   \n",
       "75%    3.507156e-01  2.409522e-01  9.104512e-02  7.827995e-02      77.165000   \n",
       "max    7.519589e+00  3.517346e+00  3.161220e+01  3.384781e+01   25691.160000   \n",
       "\n",
       "               Class  \n",
       "count  284807.000000  \n",
       "mean        0.001727  \n",
       "std         0.041527  \n",
       "min         0.000000  \n",
       "25%         0.000000  \n",
       "50%         0.000000  \n",
       "75%         0.000000  \n",
       "max         1.000000  \n",
       "\n",
       "[8 rows x 31 columns]"
      ]
     },
     "execution_count": 453,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 454,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "zero=df[df['Class']==0]\n",
    "one=df[df['Class']==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 455,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "284315"
      ]
     },
     "execution_count": 455,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(zero)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 456,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "492"
      ]
     },
     "execution_count": 456,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(one)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 506,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9982725143693799"
      ]
     },
     "execution_count": 506,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "284315/(284315+492) # accuracy not a good metric because of unbalanced dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 480,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df=pd.concat((one, zero[1000:3000])) # take 2000 genuine transactions"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Requirement\n",
    "High TPR more important than high TNR<br>\n",
    "A fraudulent transaction necessary to catch than a genuine transaction<br>\n",
    "As explored earlier, transaction amount is not a good discriminating feature and will not be used"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 481,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df=df.drop('Amount', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 482,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "ros = RandomOverSampler(random_state=0) # repeat minority class points"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 483,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_resampled, y_resampled = ros.fit_sample(df.drop('Class', axis=1), df['Class'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 484,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.DataFrame(data=np.concatenate((X_resampled, np.reshape(y_resampled, newshape=(4000,1))), axis=1), columns=df.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 485,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "zero_resampled=df[df['Class']==0]\n",
    "one_resampled=df[df['Class']==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 486,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2000"
      ]
     },
     "execution_count": 486,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(zero_resampled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 487,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2000"
      ]
     },
     "execution_count": 487,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(one_resampled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 488,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df=df.sort_values('Time') # time based splitting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 429,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 509,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "scaler=StandardScaler()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Use best features observed during EDA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 507,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(df[['V14', 'V10', 'V12', 'V4', 'V11', 'V3', 'V2', 'V9', 'V7', 'V6', 'V1', 'V5']], df['Class'], test_size=0.20, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 510,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "StandardScaler(copy=True, with_mean=True, with_std=True)"
      ]
     },
     "execution_count": 510,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scaler.fit(X_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 511,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train=scaler.transform(X_train)\n",
    "X_test=scaler.transform(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## KNN with 10 fold cross validation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 512,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.cross_validation import cross_val_score\n",
    "from sklearn.metrics import accuracy_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 513,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Expected n_neighbors <= n_samples,  but n_samples = 2880, n_neighbors = 2881",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-513-97794eff531c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mk\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m3998\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mmodel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mKNeighborsClassifier\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mn_neighbors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mk\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0malgorithm\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'kd_tree'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweights\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'distance'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m     \u001b[0mavg_accuracy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmean\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcross_val_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mX_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_train\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mcv\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m     \u001b[0mneighbors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mk\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m     \u001b[0maccuracy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mavg_accuracy\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/cross_validation.py\u001b[0m in \u001b[0;36mcross_val_score\u001b[0;34m(estimator, X, y, scoring, cv, n_jobs, verbose, fit_params, pre_dispatch)\u001b[0m\n\u001b[1;32m   1579\u001b[0m                                               \u001b[0mtrain\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1580\u001b[0m                                               fit_params)\n\u001b[0;32m-> 1581\u001b[0;31m                       for train, test in cv)\n\u001b[0m\u001b[1;32m   1582\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mscores\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1583\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/parallel.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, iterable)\u001b[0m\n\u001b[1;32m    777\u001b[0m             \u001b[0;31m# was dispatched. In particular this covers the edge\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    778\u001b[0m             \u001b[0;31m# case of Parallel used with an exhausted iterator.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 779\u001b[0;31m             \u001b[0;32mwhile\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdispatch_one_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0miterator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    780\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_iterating\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    781\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/parallel.py\u001b[0m in \u001b[0;36mdispatch_one_batch\u001b[0;34m(self, iterator)\u001b[0m\n\u001b[1;32m    623\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    624\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 625\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dispatch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtasks\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    626\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    627\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/parallel.py\u001b[0m in \u001b[0;36m_dispatch\u001b[0;34m(self, batch)\u001b[0m\n\u001b[1;32m    586\u001b[0m         \u001b[0mdispatch_timestamp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    587\u001b[0m         \u001b[0mcb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mBatchCompletionCallBack\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdispatch_timestamp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 588\u001b[0;31m         \u001b[0mjob\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_backend\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply_async\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    589\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_jobs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjob\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    590\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/_parallel_backends.py\u001b[0m in \u001b[0;36mapply_async\u001b[0;34m(self, func, callback)\u001b[0m\n\u001b[1;32m    109\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mapply_async\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    110\u001b[0m         \u001b[0;34m\"\"\"Schedule a func to be run\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 111\u001b[0;31m         \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mImmediateResult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    112\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    113\u001b[0m             \u001b[0mcallback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/_parallel_backends.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, batch)\u001b[0m\n\u001b[1;32m    330\u001b[0m         \u001b[0;31m# Don't delay the application, to avoid keeping the input\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    331\u001b[0m         \u001b[0;31m# arguments in memory\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 332\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbatch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    333\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    334\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/parallel.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    129\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    130\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 131\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    132\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    133\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__len__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/externals/joblib/parallel.py\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m    129\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    130\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 131\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    132\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    133\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__len__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/cross_validation.py\u001b[0m in \u001b[0;36m_fit_and_score\u001b[0;34m(estimator, X, y, scorer, train, test, verbose, parameters, fit_params, return_train_score, return_parameters, error_score)\u001b[0m\n\u001b[1;32m   1692\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1693\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1694\u001b[0;31m         \u001b[0mtest_score\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mestimator\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mX_test\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_test\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscorer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1695\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mreturn_train_score\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1696\u001b[0m             \u001b[0mtrain_score\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mestimator\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mX_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscorer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/cross_validation.py\u001b[0m in \u001b[0;36m_score\u001b[0;34m(estimator, X_test, y_test, scorer)\u001b[0m\n\u001b[1;32m   1749\u001b[0m         \u001b[0mscore\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mscorer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mestimator\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mX_test\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1750\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1751\u001b[0;31m         \u001b[0mscore\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mscorer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mestimator\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mX_test\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_test\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1752\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mscore\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'item'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1753\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/metrics/scorer.py\u001b[0m in \u001b[0;36m_passthrough_scorer\u001b[0;34m(estimator, *args, **kwargs)\u001b[0m\n\u001b[1;32m    242\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_passthrough_scorer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mestimator\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    243\u001b[0m     \u001b[0;34m\"\"\"Function that wraps estimator.score\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 244\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mestimator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscore\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    245\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    246\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/base.py\u001b[0m in \u001b[0;36mscore\u001b[0;34m(self, X, y, sample_weight)\u001b[0m\n\u001b[1;32m    347\u001b[0m         \"\"\"\n\u001b[1;32m    348\u001b[0m         \u001b[0;32mfrom\u001b[0m \u001b[0;34m.\u001b[0m\u001b[0mmetrics\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0maccuracy_score\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 349\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0maccuracy_score\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msample_weight\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msample_weight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    350\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    351\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/neighbors/classification.py\u001b[0m in \u001b[0;36mpredict\u001b[0;34m(self, X)\u001b[0m\n\u001b[1;32m    143\u001b[0m         \u001b[0mX\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcheck_array\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maccept_sparse\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'csr'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    144\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 145\u001b[0;31m         \u001b[0mneigh_dist\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mneigh_ind\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkneighbors\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    146\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    147\u001b[0m         \u001b[0mclasses_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclasses_\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/sklearn/neighbors/base.py\u001b[0m in \u001b[0;36mkneighbors\u001b[0;34m(self, X, n_neighbors, return_distance)\u001b[0m\n\u001b[1;32m    345\u001b[0m                 \u001b[0;34m\"Expected n_neighbors <= n_samples, \"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    346\u001b[0m                 \u001b[0;34m\" but n_samples = %d, n_neighbors = %d\"\u001b[0m \u001b[0;34m%\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 347\u001b[0;31m                 \u001b[0;34m(\u001b[0m\u001b[0mtrain_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_neighbors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    348\u001b[0m             )\n\u001b[1;32m    349\u001b[0m         \u001b[0mn_samples\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mX\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: Expected n_neighbors <= n_samples,  but n_samples = 2880, n_neighbors = 2881"
     ]
    }
   ],
   "source": [
    "neighbors=[]\n",
    "accuracy=[]\n",
    "for k in range(1, 3998, 2):\n",
    "    model=KNeighborsClassifier(n_neighbors=k,algorithm='kd_tree', weights='distance')\n",
    "    avg_accuracy=np.mean(cross_val_score(model, X_train, y_train,cv=10))\n",
    "    neighbors.append(k)\n",
    "    accuracy.append(avg_accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 514,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 515,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0.68374999999999997, 0.95593749999999988)"
      ]
     },
     "execution_count": 515,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD8CAYAAACb4nSYAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAHotJREFUeJzt3X+QVOWd7/H3l+GHC+LyM5EVVDSs\nOlZtjakpYhujbG0toH9IlN0tuFCaG2obo6ZM7iZEK1uVrFtxGdabZLNFDNyrtWtmomVp4nWr9t7B\nSjR3FQIMVzABCkQ2xgmQoIhBCxlm5nv/eE5nunt6uk/P9HT36f68qrpmznOebp7HHj99+jnPeY65\nOyIi0hwm1LoBIiJSPQp9EZEmotAXEWkiCn0RkSai0BcRaSIKfRGRJqLQFxFpIgp9EZEmotAXEWki\nE2vdgHxzzPzy/MKrr4Zp04o/8eRJ+O1vYXAQpk6Fiy+Gd9+F06dhxgyYP3+cWiwiUnt79ux5293n\nlqoXK/TNbDnwT0AL8D/dfWPe/suAx4G5wClgrbv3RvsGgJ9HVX/l7rcV+7cuB3ryC6++Gn70o5Gf\ntGwZ7NkztN3XF8I+4ze/gbvugo6OYv+0iEhimdmbceqVHN4xsxZgM3AL0AqsNrPWvGqPAE+4+58A\nDwH/kLXvrLu3RY+igT+iY8fCzx074LrroKUFzIYe27aVfo3Nm0f1T4uINJI4Y/qLgSPuftTd+4Cn\ngBV5dVqBH0e/v1hg/9js3h3C/YYbYO/eMIRTrg8+gK98paLNEhFJmjihfwnwVtZ2b1SWbR+wMvr9\ndmC6mc2Oti8wsx4z+5mZfXpUrazUSqCbNoUPjwkTcr8pZB4tLXDRRXDttbB1a2X+TRGROhIn9K1A\nWX4Kfwm42cxeBW4Gfg30R/sudfd24L8A3zazK4f9A2bp6INh2HB+2aZODeFdzEgfIoODcOYMHDgA\n69cX/mCYMAFmz9aHgogkUpzQ7wUWZG3PB45lV3D3Y+5+h7tfB3w1Knsvsy/6eRR4Cbgu/x9w963u\n3u7u7Vihz5gYzGDLljCM098fgv3uu0f3WsW4w6lT4UNBwS8iCRMn9HcDi8xsoZlNBlYBz2dXMLM5\nZpZ5rQcJM3kws5lmNiVTB/gkcKDov3bVVSGsC4W/GVx4IWzYEMLXHbZvh4cfhldegXQ6t/6dd4Yj\n8/GS+TbQ0gLTp+ucgYjUvZKJ6O79wH1AN3AQeNrd95vZQ2aWmY2zBDhkZoeBjwLfiMqvAXrMbB/h\nBO9Gdy8e+tOmwaOPhhC/6aYwvz4T8pnhl+ypl6kUPPhg+JkvlYKXX4a2ttzwH+23iZEMDsL774dz\nBgp+EaljVm+3S2xvb/eenrEP7Y/K1q3hW8OJE3D+/NC3iUrJnBOYOxf+7u+GfzMRERklM9sTnT8t\nSsswZEun4Ze/hA8/hIGBcASfCX73cM5gLNzD6544MfxE8UgzigqdSNZwkoiMkkK/HOl0CP6LL678\nuYK43ygyw1yZ4aRlyyrbDhFpaAr9cqXTcPx4OGLPnEiu9DmCcmzbpllEIhKbQn+sUqlw0nnRotqF\n//r14foEDfeISAkK/UpIpeDw4eHnAAo9NmwIM5Tyh4fG+oFx9uzQFcf55wgmTYK1a8f2+iLSEBT6\n1dbREcbjM8NDmUecD4zMozV/vbsCss8R9PdDV1f4AJg4MUxh3bFj/PooInVLoZ9E998/+ucODMC+\nfXDjjQp+kSak0E+i7FlEox0WGhyEJ56obLtEpO4p9JMqM4tocDDMIBrNVccnToxf+0SkLin0G0Eq\nBa++mnueIPscwZo1hVcevfji6rdVRGpKod8MOjvDydz8K4rPnKlNe0SkZhT6zeSdd3K3u7p0YZdI\nk1HoN5MlS4aP9eevATRliub0izQwhX4zSaXgYx8rXqevb2hOf2Zev9b3EWkYCv1mM3NmefUHBsL6\nPtnfBnSFr0hiKfSbzbp1Y3+N7Ct8583TeQGRBFHoN5vsC7taWsa+5k/m3gAKfpFEUOg3o8yFXf39\nw9f8Wbp0dPcKePbZyrdTRCpOoS+5urtzL/JasyaM4Zf6RtDWVp32iciYKPSluM7OMKMn+xvB0qXD\n682YUf22iUjZFPpSvkLz/ffvr0lTRKQ8Cn0p35Ilw9fy0dW9Iomg0JfypVKwefPwo/1771Xwi9Q5\nhb6MTjoNf/7nuWX9/Zq+KVLnFPpSefnr+WRfyatbNYrUlEJfRm/lyvLq9/eHWzXecIOWcRCpEYW+\njF7m6t6JE8t/blcXXHihhoJEqmwU/7eKZEmnw8/168t/7gcfDD0v8zoiMq50pC9jl7+eT7kee6zy\nbRKRghT6UhnZ6/lkr+WTv65PIX/0R9Vtq0gTU+hL9XR3h28E06fnlh86VJv2iDShWKFvZsvN7JCZ\nHTGzBwrsv8zMfmxmr5nZS2Y2P2vfXWb2evS4q5KNlwRKp+HBB3PLDh7U3blEqqRk6JtZC7AZuAVo\nBVabWWtetUeAJ9z9T4CHgH+InjsL+BrwCWAx8DUzK/PWTdJwliwZXvbjH1e9GSLNKM6R/mLgiLsf\ndfc+4ClgRV6dViDzf+2LWfuXAS+4+yl3fxd4AVg+9mZLoqVSsHhxbtnAAHzkI7pwS2ScxQn9S4C3\nsrZ7o7Js+4DMlTq3A9PNbHbM50oz2rkTJk/OLTt5UhduiYyzOKFf6O4Znrf9JeBmM3sVuBn4NdAf\n87mYWdrMesys5+TJkzGaJA3h+usLl3d1hbt3ackGkYqLE/q9wIKs7fnAsewK7n7M3e9w9+uAr0Zl\n78V5blR3q7u3u3v73Llzy+yCJNbGjSPvcx9asiGzds/UqfCVr1SvfSINKE7o7wYWmdlCM5sMrAKe\nz65gZnPMLPNaDwKPR793A0vNbGZ0AndpVCYSxva3b4cpU+LVP3sWNm1S8IuMQcnQd/d+4D5CWB8E\nnnb3/Wb2kJndFlVbAhwys8PAR4FvRM89Bfw94YNjN/BQVCYSpFLwne+U95zHHy9dR0QKMvdhQ+w1\n1d7e7j09PbVuhlTb1q1hOYZjx6C3t3T9LVu0Xo9IFjPb4+7tperpilypD+l0mNHz1lthPH/NmrD+\nfv7duTLyL/ASkVgU+lKfOjuhrw8GB8O4f374nzqlqZ0io6DQl/qXSsGK/OsBCVM7dTcukbIo9CUZ\nNmwoXJ59Ny4Fv0hJCn1JhlQqnLwt5q/+qjptEUkwhb4kRzo98pr8EGb96PaLIkUp9CVZuruHZvYU\nsn49LFqkoR6RESj0JXkyM3vc4bLLhu8/ciSM8c+erSN/kTwKfUm2q64aed+pU+HIX1M7RX5PoS/J\ntnJl6TpdXTriF4ko9CXZ0ukwq+fii4vXu/tuHfGLoNCXRpBOw/HjYYx/wwaYOHF4HfdwxD9vXvXb\nJ1JHFPrSWDo64Px5uPzywvtPnAgfClqeWZqUQl8aU7EF2QYGwrr8M2dqaqc0HYW+NKY4Y/2nT4ep\nnTrJK01EoS+NK3usv1j4f+5zOuKXpqHQl+Zw/PjISzgMDsI991S3PSI1otCX5tHdHdbmnzFj+L69\ne8Oa/dOn6ySvNDSFvjSXVArefbdw8AO8/344yWsWbtiuuf3SYBT60pzi3F+3ry/M7Z8yRSd7pWEo\n9KU5dXSE1Trj6OsLa/hMnKgjf0k8hb40r87OMMbf1gYTYvyvMDAQjvzNwqOlRcs4S+Io9KW5pVLw\n6qsh0LdvDyGefxP2kQwOhmWcb7xRwS+JodAXyUil4PDhEObucM018Z6nKZ+SIAp9kZEcOBBvBU8Y\nmvLZ1qajfqlrCn2RYrKv6l26tPTY/7598KlPKfilbin0ReLq7g5j/5klnEcyMKDbNUrdKrDwuIiU\n1NERfj7ySBjTLyRzu0aId12ASBXoSF9ktDo6wlH9SGv6ZDz8cHXaIxKDQl9krLq7iw/3vPmmLuyS\nuqHQF6mEjo4Q/NOmFd6fubDrD/5A4/xSU7FC38yWm9khMztiZg8U2H+pmb1oZq+a2WtmdmtUfrmZ\nnTWzvdHje5XugEjd6OgIC7a5j7yg24cfhnH+Cy7Qap5SEyVD38xagM3ALUArsNrMWvOq/S3wtLtf\nB6wCvpu17w13b4sed1eo3SL1rdSJ23PnwmqeCn6psjhH+ouBI+5+1N37gKeAFXl1HLgo+v0PgWOV\na6JIAmWGey64oHi9zDLOhR6TJuk8gFRcnNC/BHgra7s3Ksv2dWCtmfUC/w58PmvfwmjY56dm9qmx\nNFYkUTo64OzZ8pZ0yNbfn7vAW/Zj6lR9S5BRiRP6hVaf8rzt1cC/uPt84Fbg+2Y2ATgOXBoN+/w3\n4AdmdlHeczGztJn1mFnPyZMny+uBSBIcOBCO/CdNqszrnT2r4SEZlTih3wssyNqez/Dhm3XA0wDu\nvgO4AJjj7ufc/Z2ofA/wBvDH+f+Au29193Z3b587d275vRBJgo4O+OlP4y3jHNfjj1futaQpxPnr\n2w0sMrOFZjaZcKL2+bw6vwL+DMDMriGE/kkzmxudCMbMrgAWAUcr1XiRxEml4OWX46/hX8rbb2vc\nX8pS8q/O3fuB+4Bu4CBhls5+M3vIzG6Lqv0N8Ndmtg94EviMuztwE/BaVP4McLe7nxqPjogkRvYa\n/u4jP9asiTccNNK4f+ZGL/Pm6doA+T0L2Vw/2tvbvaenp9bNEKlPO3bAJz8ZPhRGI3ODmEmT4C//\nMtw9TBqCme1x9/ZS9XRFrkiSpFLw5S+P/vmZbxGZm77PnKlloJuMQl8kaTo6Si/yFtfp01r/v8ko\n9EWSKLPI27Rp4YRw3Pv6FjIwEKZ/SlNQ6IskVWatn4GBofv65j+2bIFZs0q/1nPPhQ+OKVM0G6jB\nKfRFGlk6De+8k/tBsH07TJ5cuH5mrL81f3ktaRQKfZFmk0rBF75QvM7Bg7BsWXXaI1Wl0BdpRh0d\nsHhx8Trbtml+fwNS6Is0q507c08GF/Lgg9Vtk4w7hb5IM8s+Gbxly/D9p06FE7zTp2txtwah0BeR\nIJ2Gm24qvO/998O0zk98orptkopT6IvIkI0bi8/537VLR/wJp9AXkSGpFLzyClx44ch1Cg0DSWIo\n9EUkVyoFZ86EpR4KHfW/956O9hNMoS8ihXV3hyt9C03t/OEPq98eqQiFvogUt27d8LI77qh+O6Qi\nJta6ASJS59Lp8PPhh8O9eT/zmTDVUxJJoS8ipaXTQ+EviabhHRGRJqLQFxFpIgp9EYlnxw64/fZw\nVa4WYkssjemLSGk7doQlGvr7w/auXfDGGzqhm0A60heR0l56aSjwMzZt0kVaCaTQF5HSliwpfHXu\npk26vWLCKPRFpLRUCr785cL7uro0xp8gCn0RiaejI6zHU8izz1a3LTJqCn0Ria+7u/BaPC+8oHvq\nJoRCX0TKs3MnXH55bpl7uKeubrJS9xT6IlK+ke6du2tXmN4pdUuhLyLlS6cLD/NAmN4pdUuhLyKj\ns3MnrFkzfCrn7Nm1aY/EotAXkdHr7IRvfCO3bP368EEwcSLMm6fpnHUmVuib2XIzO2RmR8zsgQL7\nLzWzF83sVTN7zcxuzdr3YPS8Q2am0/sijeb06cLlAwNw4kT4EFDw142SoW9mLcBm4BagFVhtZq15\n1f4WeNrdrwNWAd+NntsabV8LLAe+G72eiDSKvXtL17nvPi3ZUCfiHOkvBo64+1F37wOeAlbk1XHg\nouj3PwSORb+vAJ5y93Pu/p/Akej1RKRRrFxZus7582HJhgULNLunxuKE/iXAW1nbvVFZtq8Da82s\nF/h34PNlPFdEkiydhi1b4OKLYUKJSOnthRtvVPDXUJzQL7DKEp63vRr4F3efD9wKfN/MJsR8LmaW\nNrMeM+s5efJkjCaJSF1Jp+H48TCO7x7upzuSwUG4557qtU1yxAn9XmBB1vZ8hoZvMtYBTwO4+w7g\nAmBOzOfi7lvdvd3d2+fOnRu/9SJSn5YsKX7Uv3evVueskTihvxtYZGYLzWwy4cTs83l1fgX8GYCZ\nXUMI/ZNRvVVmNsXMFgKLgF2VaryI1KlUCl5+GdraYMqUwnW6usLUzgkTws/8x6RJ+mAYByVD3937\ngfuAbuAgYZbOfjN7yMxui6r9DfDXZrYPeBL4jAf7Cd8ADgD/B7jX3QfGoyMiUmdSKXj1VfjwQ9iw\nYeR6PmzEN+jvDx8MEyZoMbcKMh/pP3iNtLe3e09PT62bISKVtnZtCPHRWrw4XAUsBZnZHndvL1VP\nV+SKSHV0doZlG0Zr166hK3115D9qCn0RqZ7OzjC9c9asobJCt2EsZmAgLOOcv7yzxKLQF5HqSqfh\nnXfCWL57mMKZ+T37UepbwZtv6irfUVDoi0h96uwsfgIYwrcGKYtCX0TqV0dHCP5p0wrP+3/vPR3t\nl0mhLyL1raMD3n8/jOUXutL3kUe0imcZFPoikhyFrvQdHNTyzWVQ6ItIcqRS4URwIY89Vt22JJRC\nX0SS5c47C0/z3LNHq3fGoNAXkWRJpeCVV2Dq1NzygQHdlD0Ghb6IJE8qBd/61vDy556rflsSRqEv\nIsmUTodVPLPt2qUrdUtQ6ItIck2ePLzszTeHL9Pc0gKLFmnMH4W+iCTZunXx6g0OwpEjcMMNMHt2\nU0/vVOiLSHJl7s/b0hL/OadOhXn9TbpSp0JfRJItnYb/+I/yn7dtW1Mu4aDQF5HkS6Vg+/ZwYrec\no/7HHx+/NtUphb6INIbM7Rn7+4cv07xhQ+GTvm+/3XRH+wp9EWl8HR1w7hy0tg7ft2lTU83qUeiL\nSPO4//7C5U88Ud121JBCX0SaRzpd+I5cP/tZ9dtSIwp9EWkunZ2wdGlu2d69TTO2r9AXEYGwlk8T\njO0r9EWk+axcObzs/PlwxW6DH/Er9EWk+aTThWfyQJjN08DLNCj0RaQ5jTSTB+DZZ6vXjipT6ItI\nc8qs25N/M5YGp9AXkeaVTsMHH8CMGbnlR4/Wpj1VoNAXEcm/2fqsWbVpRxUo9EVEOjpg8eKh7V27\nGnYWj0JfRATg17/O3e7qqk07xlms0Dez5WZ2yMyOmNkDBfZ/y8z2Ro/DZnY6a99A1r7nK9l4EZGK\nufLK3O0zZxryYq2SoW9mLcBm4BagFVhtZjkTXN39i+7e5u5twD8DP8zafTazz91vq2DbRUQqZ+PG\ncD/djN/9Dm66qeGCP86R/mLgiLsfdfc+4ClgRZH6q4EnK9E4EZGqSaXgkktyy/r74aWXatKc8RIn\n9C8B3sra7o3KhjGzy4CFwE+yii8wsx4z+5mZfXrULRURGW833zy87PTp4WUJNjFGHStQ5iPUXQU8\n4+4DWWWXuvsxM7sC+ImZ/dzd38j5B8zSQBrg0ksvjdEkEZFxcO21w8s2bQoneTs7q9+ecRDnSL8X\nWJC1PR84NkLdVeQN7bj7sejnUeAl4Lr8J7n7Vndvd/f2uXPnxmiSiMg4WLIEJhSIxa6uMN5vFvZP\nmQJr11a9eZUQJ/R3A4vMbKGZTSYE+7BZOGZ2FTAT2JFVNtPMpkS/zwE+CRyoRMNFRCoulYJHHy1e\nxx36+sIHQQKDv2Tou3s/cB/QDRwEnnb3/Wb2kJllz8ZZDTzl7tlDP9cAPWa2D3gR2OjuCn0RqV/p\ndO6FWsU888z4tmUcWG5G1157e7v39PTUuhki0uyWLYNt20rXmzQJvvjFcFVvDZnZHndvL1VPV+SK\niBTS3R2GctasgZaWkeudPx9O9k6aFMb629rqem6/Ql9EpJjOzjBf3x22b8+9gCtbf38Y69+3L9yB\nq05vxKLQFxGJK5WC730vXt27767LI36FvohIOdLpcMS/aFHxeu51eTWvQl9EpFypFBw+XHqWz/79\n1WlPGRT6IiKjtXMnLF0KkyfDxz4Gc+bk7u/qqruxfYW+iMhYdHfDuXPw+utwxRXD99fZTdYV+iIi\nlbJu3fCyQ4fgc58Ljzo4sauLs0REKmnt2pHvujVpEvz0p+GcQIXp4iwRkVo4eXLkfZkLuWpIoS8i\nUkkrVxbf/9xzMHVqzW68rtAXEamkdBq2bAlDOSM5ezYc8dcg+BX6IiKVlk7Dn/5p6Xrf/GbVT+4q\n9EVExkOpYR4I6/XceGNVgz/O7RJFRKRc6XT4+e1vh0XaLrwQenpgcDC33uBgWK5hHGb0FKIjfRGR\n8ZJOw4EDYTmGnTvh5ZcLr9K5ZEnVmqTQFxGpllQKXnkFZszILX/uuao1QaEvIlJNqdTwNXo2bQp3\n6qoChb6ISLXdccfwsm3bwtDPxIkwb964LdSm0BcRqbaODrjggsL7BgbgxAlYv35c5vEr9EVEaiHO\nlM5//MeKT+dU6IuI1EJnZ7jpejHjcPcthb6ISK10doZgX7Nm5GUbZs+u6D+p0BcRqbXOTujrCx8A\n+bdgvPfeig7xKPRFROrJqVO52/39cM89FXt5hb6ISD0pNJ1z795wc5YKUOiLiNSTjo7hV+wCPPNM\nRV5eoS8iUm8yi7VlO3euIhdsKfRFROpNR0fh6ZyPPTbml1boi4jUo85OaGvLLRvpKt4yKPRFROrV\n9dfnbre2jvklY4W+mS03s0NmdsTMHiiw/1tmtjd6HDaz01n77jKz16PHXWNusYhIs7jzTpgyZWj7\nzJkxv2TJ0DezFmAzcAvQCqw2s5yPG3f/oru3uXsb8M/AD6PnzgK+BnwCWAx8zcxmjrnVIiLNIJWC\nv/iLoe2urjFP3YxzpL8YOOLuR929D3gKWFGk/mrgyej3ZcAL7n7K3d8FXgCWj6XBIiJNJX/tnR/8\nYExX6MYJ/UuAt7K2e6OyYczsMmAh8JNynysiIgVceWXu9hgXYYsT+gVu6IiPUHcV8Iy7D5TzXDNL\nm1mPmfWcPHkyRpNERJrExo3D76t7+nThujHECf1eYEHW9nzg2Ah1VzE0tBP7ue6+1d3b3b197ty5\nMZokItIkUim4+urcsn/7t1G/XJzQ3w0sMrOFZjaZEOzP51cys6uAmUD2YFM3sNTMZkYncJdGZSIi\nEtdVV+VuHzo06nH9kqHv7v3AfYSwPgg87e77zewhM7stq+pq4Cl396znngL+nvDBsRt4KCoTEZG4\nNmyACVlxPTg46nF9y8routDe3u49PT21boaISH1ZtizcPD1j8WLYufP3m2a2x93bS72MrsgVEUmC\n/ftzt3ftGtUCbAp9EZEkyJ+6CfD5z5cd/Ap9EZEk2LhxeFlfH6xfDwsWMB2mxXkZhb6ISBKkUsPv\nn5vR28sfw9WFd+ZS6IuIJMW6dWN+CYW+iEhSpNOwZQtMnjzql1Doi4gkSToNn/3sqJ+u0BcRSZr8\ndfbLUHcXZ5nZGeBQrdtRBXOAt2vdiCpplr6qn42lrvs5HaZdBNPnwEcmwqRfAm+7F1rkMsfE8W9a\n2Q7Fuaos6cyspxn6Cc3TV/WzsTRqPzW8IyLSRBT6IiJNpB5Dv/zFJJKpWfoJzdNX9bOxNGQ/6+5E\nroiIjJ96PNIXEZFxUlehb2bLzeyQmR0xswdq3Z6xMrNfmtnPzWyvmfVEZbPM7AUzez36OTMqNzP7\nTtT318zs47Vt/cjM7HEz+62Z/SKrrOx+mdldUf3XzeyuWvSlmBH6+XUz+3X0nu41s1uz9j0Y9fOQ\nmS3LKq/rv2szW2BmL5rZQTPbb2b3R+UN9Z4W6WfDvadFuXtdPIAW4A3gCmAysA9orXW7xtinXwJz\n8so2AQ9Evz8AdES/3wr8b8LN5K8Hdta6/UX6dRPwceAXo+0XMAs4Gv2cGf0+s9Z9i9HPrwNfKlC3\nNfqbnQIsjP6WW5Lwdw3MAz4e/T4dOBz1p6He0yL9bLj3tNijno70FwNH3P2ou/cBTwEratym8bAC\n+Nfo938FPp1V/oQHPwNmmNm8WjSwFHf/v0D+bS/L7dcy4AV3P+Xu7wIvAMvHv/XxjdDPkawg3C70\nnLv/J3CE8Ddd93/X7n7c3f9f9PsZwm1RL6HB3tMi/RxJYt/TYuop9C8B3sra7qX4G5IEDmwzsz1m\nlo7KPuruxyH8EQIficqT3v9y+5Xk/t4XDWs8nhnyoEH6aWaXA9cBO2ng9zSvn9DA72m+egr9QpcP\nJ31q0Sfd/ePALcC9ZnZTkbqN2H8YuV9J7e+jwJVAG3Ac+O9ReeL7aWYXAs8CX3D33xWrWqAsMX0t\n0M+GfU8LqafQ7wUWZG3PB47VqC0V4e7Hop+/BX5E+Fr4m8ywTfTzt1H1pPe/3H4lsr/u/ht3H3D3\nQeB/EN5TSHg/zWwSIQi73P2HUXHDvaeF+tmo7+lI6in0dwOLzGyhmU0GVgHP17hNo2Zm08xseuZ3\nYCnwC0KfMrMa7gL+V/T788Cd0cyI64H3Ml+tE6LcfnUDS81sZvR1emlUVtfyzrPcTnhPIfRzlZlN\nMbOFwCJgFwn4uzYzAx4DDrr7N7N2NdR7OlI/G/E9LarWZ5KzH4RZAYcJZ8a/Wuv2jLEvVxDO6u8D\n9mf6A8wGfgy8Hv2cFZUbsDnq+8+B9lr3oUjfniR8DT5POOpZN5p+AZ8lnBw7AvzXWvcrZj+/H/Xj\nNcL/6POy6n816uch4Jas8rr+uwZuJAxPvAbsjR63Ntp7WqSfDfeeFnvoilwRkSZST8M7IiIyzhT6\nIiJNRKEvItJEFPoiIk1EoS8i0kQU+iIiTUShLyLSRBT6IiJN5P8D6d33M3tU3cEAAAAASUVORK5C\nYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7ff9653632e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot( neighbors,accuracy, 'r.')\n",
    "plt.xlim(np.min(neighbors), np.max(neighbors))\n",
    "plt.ylim(np.min(accuracy), np.max(accuracy))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 516,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 516,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.argmax(accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 517,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 517,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "neighbors[np.argmax(accuracy)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 518,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.95593749999999988"
      ]
     },
     "execution_count": 518,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.max(accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 519,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.68374999999999997"
      ]
     },
     "execution_count": 519,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.min(accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 521,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_test=KNeighborsClassifier(n_neighbors=1, algorithm='kd_tree', weights='distance')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 522,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='kd_tree', leaf_size=30, metric='minkowski',\n",
       "           metric_params=None, n_jobs=1, n_neighbors=2881, p=2,\n",
       "           weights='distance')"
      ]
     },
     "execution_count": 522,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 523,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "predictions=model.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 524,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics import confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 525,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "C=confusion_matrix(y_test, predictions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 526,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[  0, 638],\n",
       "       [  0, 162]])"
      ]
     },
     "execution_count": 526,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "C.T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 449,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.75"
      ]
     },
     "execution_count": 449,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(81)/(108)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}