09_semisupervised.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "'''Main'''\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import os, time, re\n",
    "import pickle, gzip\n",
    "\n",
    "'''Data Viz'''\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "color = sns.color_palette()\n",
    "import matplotlib as mpl\n",
    "\n",
    "%matplotlib inline\n",
    "\n",
    "'''Data Prep and Model Evaluation'''\n",
    "from sklearn import preprocessing as pp\n",
    "from sklearn.model_selection import train_test_split \n",
    "from sklearn.model_selection import StratifiedKFold \n",
    "from sklearn.metrics import log_loss\n",
    "from sklearn.metrics import precision_recall_curve, average_precision_score\n",
    "from sklearn.metrics import roc_curve, auc, roc_auc_score\n",
    "\n",
    "'''Algos'''\n",
    "import lightgbm as lgb\n",
    "\n",
    "'''TensorFlow and Keras'''\n",
    "import tensorflow as tf\n",
    "import keras\n",
    "from keras import backend as K\n",
    "from keras.models import Sequential, Model\n",
    "from keras.layers import Activation, Dense, Dropout\n",
    "from keras.layers import BatchNormalization, Input, Lambda\n",
    "from keras import regularizers\n",
    "from keras.losses import mse, binary_crossentropy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Load the data\n",
    "current_path = os.getcwd()\n",
    "file = '\\\\datasets\\\\credit_card_data\\\\credit_card.csv'\n",
    "data = pd.read_csv(current_path + file)\n",
    "\n",
    "dataX = data.copy().drop(['Class','Time'],axis=1)\n",
    "dataY = data['Class'].copy()\n",
    "\n",
    "# Scale data\n",
    "featuresToScale = dataX.columns\n",
    "sX = pp.StandardScaler(copy=True, with_mean=True, with_std=True)\n",
    "dataX.loc[:,featuresToScale] = sX.fit_transform(dataX[featuresToScale])\n",
    "\n",
    "# Split into train and test\n",
    "X_train, X_test, y_train, y_test = \\\n",
    "    train_test_split(dataX, dataY, test_size=0.33, \\\n",
    "                     random_state=2018, stratify=dataY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ankur_\\Anaconda3\\envs\\unsupervisedLearning\\lib\\site-packages\\pandas\\core\\frame.py:3697: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  errors=errors)\n"
     ]
    }
   ],
   "source": [
    "# Drop 95% of the labels from the training set\n",
    "toDrop = y_train[y_train==1].sample(frac=0.90,random_state=2018)\n",
    "X_train.drop(labels=toDrop.index,inplace=True)\n",
    "y_train.drop(labels=toDrop.index,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define evaluation function and plotting function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def anomalyScores(originalDF, reducedDF):\n",
    "    loss = np.sum((np.array(originalDF) - \\\n",
    "                   np.array(reducedDF))**2, axis=1)\n",
    "    loss = pd.Series(data=loss,index=originalDF.index)\n",
    "    loss = (loss-np.min(loss))/(np.max(loss)-np.min(loss))\n",
    "    return loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def plotResults(trueLabels, anomalyScores, returnPreds = False):\n",
    "    preds = pd.concat([trueLabels, anomalyScores], axis=1)\n",
    "    preds.columns = ['trueLabel', 'anomalyScore']\n",
    "    precision, recall, thresholds = \\\n",
    "        precision_recall_curve(preds['trueLabel'], \\\n",
    "                               preds['anomalyScore'])\n",
    "    average_precision = average_precision_score( \\\n",
    "                        preds['trueLabel'], preds['anomalyScore'])\n",
    "    \n",
    "    plt.step(recall, precision, color='k', alpha=0.7, where='post')\n",
    "    plt.fill_between(recall, precision, step='post', alpha=0.3, color='k')\n",
    "\n",
    "    plt.xlabel('Recall')\n",
    "    plt.ylabel('Precision')\n",
    "    plt.ylim([0.0, 1.05])\n",
    "    plt.xlim([0.0, 1.0])\n",
    "    \n",
    "    plt.title('Precision-Recall curve: Average Precision = \\\n",
    "        {0:0.2f}'.format(average_precision))\n",
    "\n",
    "    fpr, tpr, thresholds = roc_curve(preds['trueLabel'], \\\n",
    "                                     preds['anomalyScore'])\n",
    "    areaUnderROC = auc(fpr, tpr)\n",
    "\n",
    "    plt.figure()\n",
    "    plt.plot(fpr, tpr, color='r', lw=2, label='ROC curve')\n",
    "    plt.plot([0, 1], [0, 1], color='k', lw=2, linestyle='--')\n",
    "    plt.xlim([0.0, 1.0])\n",
    "    plt.ylim([0.0, 1.05])\n",
    "    plt.xlabel('False Positive Rate')\n",
    "    plt.ylabel('True Positive Rate')\n",
    "    plt.title('Receiver operating characteristic: Area under the \\\n",
    "        curve = {0:0.2f}'.format(areaUnderROC))\n",
    "    plt.legend(loc=\"lower right\")\n",
    "    plt.show()\n",
    "    \n",
    "    if returnPreds==True:\n",
    "        return preds, average_precision"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define new function to assess precision at a given recall threshold"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "def precisionAnalysis(df, column, threshold):\n",
    "    df.sort_values(by=column, ascending=False, inplace=True)\n",
    "    threshold_value = threshold*df.trueLabel.sum()\n",
    "    i = 0\n",
    "    j = 0\n",
    "    while i < threshold_value+1:\n",
    "        if df.iloc[j][\"trueLabel\"]==1:\n",
    "            i += 1\n",
    "        j += 1\n",
    "    return df, i/j"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "k_fold = StratifiedKFold(n_splits=5,shuffle=True,random_state=2018)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Supervised"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "params_lightGB = {\n",
    "    'task': 'train',\n",
    "    'application':'binary',\n",
    "    'num_class':1,\n",
    "    'boosting': 'gbdt',\n",
    "    'objective': 'binary',\n",
    "    'metric': 'binary_logloss',\n",
    "    'metric_freq':50,\n",
    "    'is_training_metric':False,\n",
    "    'max_depth':4,\n",
    "    'num_leaves': 31,\n",
    "    'learning_rate': 0.01,\n",
    "    'feature_fraction': 1.0,\n",
    "    'bagging_fraction': 1.0,\n",
    "    'bagging_freq': 0,\n",
    "    'bagging_seed': 2018,\n",
    "    'verbose': 0,\n",
    "    'num_threads':16\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's binary_logloss: 0.00516281\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00199983\n",
      "[3]\tvalid_0's binary_logloss: 0.00235712\n",
      "[4]\tvalid_0's binary_logloss: 0.00234997\n",
      "[5]\tvalid_0's binary_logloss: 0.00230526\n",
      "[6]\tvalid_0's binary_logloss: 0.00226783\n",
      "[7]\tvalid_0's binary_logloss: 0.00223639\n",
      "[8]\tvalid_0's binary_logloss: 0.00221215\n",
      "[9]\tvalid_0's binary_logloss: 0.00218928\n",
      "[10]\tvalid_0's binary_logloss: 0.00217154\n",
      "[11]\tvalid_0's binary_logloss: 0.00215385\n",
      "[12]\tvalid_0's binary_logloss: 0.00214024\n",
      "[13]\tvalid_0's binary_logloss: 0.00212557\n",
      "[14]\tvalid_0's binary_logloss: 0.00211323\n",
      "[15]\tvalid_0's binary_logloss: 0.00210066\n",
      "[16]\tvalid_0's binary_logloss: 0.00209014\n",
      "[17]\tvalid_0's binary_logloss: 0.00207927\n",
      "[18]\tvalid_0's binary_logloss: 0.00206909\n",
      "[19]\tvalid_0's binary_logloss: 0.00205901\n",
      "[20]\tvalid_0's binary_logloss: 0.00205012\n",
      "[21]\tvalid_0's binary_logloss: 0.00204114\n",
      "[22]\tvalid_0's binary_logloss: 0.00203291\n",
      "[23]\tvalid_0's binary_logloss: 0.00202512\n",
      "[24]\tvalid_0's binary_logloss: 0.00201782\n",
      "[25]\tvalid_0's binary_logloss: 0.00201057\n",
      "[26]\tvalid_0's binary_logloss: 0.00200393\n",
      "[27]\tvalid_0's binary_logloss: 0.00199581\n",
      "[28]\tvalid_0's binary_logloss: 0.00198946\n",
      "[29]\tvalid_0's binary_logloss: 0.00198438\n",
      "[30]\tvalid_0's binary_logloss: 0.00197804\n",
      "[31]\tvalid_0's binary_logloss: 0.00197324\n",
      "[32]\tvalid_0's binary_logloss: 0.00196865\n",
      "[33]\tvalid_0's binary_logloss: 0.00196245\n",
      "[34]\tvalid_0's binary_logloss: 0.00196514\n",
      "[35]\tvalid_0's binary_logloss: 0.00196244\n",
      "[36]\tvalid_0's binary_logloss: 0.00195864\n",
      "[37]\tvalid_0's binary_logloss: 0.00195387\n",
      "[38]\tvalid_0's binary_logloss: 0.00195073\n",
      "[39]\tvalid_0's binary_logloss: 0.00194633\n",
      "[40]\tvalid_0's binary_logloss: 0.00194218\n",
      "[41]\tvalid_0's binary_logloss: 0.00193648\n",
      "[42]\tvalid_0's binary_logloss: 0.00193194\n",
      "[43]\tvalid_0's binary_logloss: 0.00192643\n",
      "[44]\tvalid_0's binary_logloss: 0.00192117\n",
      "[45]\tvalid_0's binary_logloss: 0.00192168\n",
      "[46]\tvalid_0's binary_logloss: 0.00191644\n",
      "[47]\tvalid_0's binary_logloss: 0.0019116\n",
      "[48]\tvalid_0's binary_logloss: 0.00190668\n",
      "[49]\tvalid_0's binary_logloss: 0.001902\n",
      "[50]\tvalid_0's binary_logloss: 0.00189652\n",
      "[51]\tvalid_0's binary_logloss: 0.00189217\n",
      "[52]\tvalid_0's binary_logloss: 0.00188909\n",
      "[53]\tvalid_0's binary_logloss: 0.00188491\n",
      "[54]\tvalid_0's binary_logloss: 0.00188204\n",
      "[55]\tvalid_0's binary_logloss: 0.00187806\n",
      "[56]\tvalid_0's binary_logloss: 0.00187566\n",
      "[57]\tvalid_0's binary_logloss: 0.00187276\n",
      "[58]\tvalid_0's binary_logloss: 0.00186994\n",
      "[59]\tvalid_0's binary_logloss: 0.00186709\n",
      "[60]\tvalid_0's binary_logloss: 0.00186442\n",
      "[61]\tvalid_0's binary_logloss: 0.00186182\n",
      "[62]\tvalid_0's binary_logloss: 0.0018599\n",
      "[63]\tvalid_0's binary_logloss: 0.00185341\n",
      "[64]\tvalid_0's binary_logloss: 0.00185101\n",
      "[65]\tvalid_0's binary_logloss: 0.00184926\n",
      "[66]\tvalid_0's binary_logloss: 0.00184767\n",
      "[67]\tvalid_0's binary_logloss: 0.00184546\n",
      "[68]\tvalid_0's binary_logloss: 0.00184174\n",
      "[69]\tvalid_0's binary_logloss: 0.001838\n",
      "[70]\tvalid_0's binary_logloss: 0.00183661\n",
      "[71]\tvalid_0's binary_logloss: 0.00183122\n",
      "[72]\tvalid_0's binary_logloss: 0.00182916\n",
      "[73]\tvalid_0's binary_logloss: 0.00182581\n",
      "[74]\tvalid_0's binary_logloss: 0.0018246\n",
      "[75]\tvalid_0's binary_logloss: 0.0018228\n",
      "[76]\tvalid_0's binary_logloss: 0.00181954\n",
      "[77]\tvalid_0's binary_logloss: 0.00181845\n",
      "[78]\tvalid_0's binary_logloss: 0.00181679\n",
      "[79]\tvalid_0's binary_logloss: 0.00181214\n",
      "[80]\tvalid_0's binary_logloss: 0.00181458\n",
      "[81]\tvalid_0's binary_logloss: 0.00181167\n",
      "[82]\tvalid_0's binary_logloss: 0.00181071\n",
      "[83]\tvalid_0's binary_logloss: 0.00180779\n",
      "[84]\tvalid_0's binary_logloss: 0.00180505\n",
      "[85]\tvalid_0's binary_logloss: 0.00180235\n",
      "[86]\tvalid_0's binary_logloss: 0.00180036\n",
      "[87]\tvalid_0's binary_logloss: 0.00179849\n",
      "[88]\tvalid_0's binary_logloss: 0.00179665\n",
      "[89]\tvalid_0's binary_logloss: 0.00179448\n",
      "[90]\tvalid_0's binary_logloss: 0.00179238\n",
      "[91]\tvalid_0's binary_logloss: 0.0017903\n",
      "[92]\tvalid_0's binary_logloss: 0.00178828\n",
      "[93]\tvalid_0's binary_logloss: 0.00178622\n",
      "[94]\tvalid_0's binary_logloss: 0.00178423\n",
      "[95]\tvalid_0's binary_logloss: 0.00178225\n",
      "[96]\tvalid_0's binary_logloss: 0.00178034\n",
      "[97]\tvalid_0's binary_logloss: 0.00177812\n",
      "[98]\tvalid_0's binary_logloss: 0.00177624\n",
      "[99]\tvalid_0's binary_logloss: 0.0017741\n",
      "[100]\tvalid_0's binary_logloss: 0.00177199\n",
      "[101]\tvalid_0's binary_logloss: 0.00176915\n",
      "[102]\tvalid_0's binary_logloss: 0.00176712\n",
      "[103]\tvalid_0's binary_logloss: 0.00176435\n",
      "[104]\tvalid_0's binary_logloss: 0.00176162\n",
      "[105]\tvalid_0's binary_logloss: 0.00175969\n",
      "[106]\tvalid_0's binary_logloss: 0.00175702\n",
      "[107]\tvalid_0's binary_logloss: 0.00175438\n",
      "[108]\tvalid_0's binary_logloss: 0.00175319\n",
      "[109]\tvalid_0's binary_logloss: 0.00175203\n",
      "[110]\tvalid_0's binary_logloss: 0.00175101\n",
      "[111]\tvalid_0's binary_logloss: 0.00174991\n",
      "[112]\tvalid_0's binary_logloss: 0.0017489\n",
      "[113]\tvalid_0's binary_logloss: 0.00174786\n",
      "[114]\tvalid_0's binary_logloss: 0.00174785\n",
      "[115]\tvalid_0's binary_logloss: 0.00174802\n",
      "[116]\tvalid_0's binary_logloss: 0.001748\n",
      "[117]\tvalid_0's binary_logloss: 0.00174808\n",
      "[118]\tvalid_0's binary_logloss: 0.0017482\n",
      "[119]\tvalid_0's binary_logloss: 0.00174825\n",
      "[120]\tvalid_0's binary_logloss: 0.00174828\n",
      "[121]\tvalid_0's binary_logloss: 0.0017474\n",
      "[122]\tvalid_0's binary_logloss: 0.00174655\n",
      "[123]\tvalid_0's binary_logloss: 0.0017457\n",
      "[124]\tvalid_0's binary_logloss: 0.00174486\n",
      "[125]\tvalid_0's binary_logloss: 0.00174283\n",
      "[126]\tvalid_0's binary_logloss: 0.00174056\n",
      "[127]\tvalid_0's binary_logloss: 0.00173979\n",
      "[128]\tvalid_0's binary_logloss: 0.00173768\n",
      "[129]\tvalid_0's binary_logloss: 0.00173694\n",
      "[130]\tvalid_0's binary_logloss: 0.00173485\n",
      "[131]\tvalid_0's binary_logloss: 0.00173302\n",
      "[132]\tvalid_0's binary_logloss: 0.00173232\n",
      "[133]\tvalid_0's binary_logloss: 0.0017303\n",
      "[134]\tvalid_0's binary_logloss: 0.00172852\n",
      "[135]\tvalid_0's binary_logloss: 0.00172678\n",
      "[136]\tvalid_0's binary_logloss: 0.00172617\n",
      "[137]\tvalid_0's binary_logloss: 0.00172425\n",
      "[138]\tvalid_0's binary_logloss: 0.00172181\n",
      "[139]\tvalid_0's binary_logloss: 0.00172009\n",
      "[140]\tvalid_0's binary_logloss: 0.00171895\n",
      "[141]\tvalid_0's binary_logloss: 0.00171782\n",
      "[142]\tvalid_0's binary_logloss: 0.00171668\n",
      "[143]\tvalid_0's binary_logloss: 0.00171559\n",
      "[144]\tvalid_0's binary_logloss: 0.00171453\n",
      "[145]\tvalid_0's binary_logloss: 0.00171346\n",
      "[146]\tvalid_0's binary_logloss: 0.00171242\n",
      "[147]\tvalid_0's binary_logloss: 0.00171142\n",
      "[148]\tvalid_0's binary_logloss: 0.00171041\n",
      "[149]\tvalid_0's binary_logloss: 0.00170945\n",
      "[150]\tvalid_0's binary_logloss: 0.00170846\n",
      "[151]\tvalid_0's binary_logloss: 0.00170754\n",
      "[152]\tvalid_0's binary_logloss: 0.0017066\n",
      "[153]\tvalid_0's binary_logloss: 0.00170566\n",
      "[154]\tvalid_0's binary_logloss: 0.00170479\n",
      "[155]\tvalid_0's binary_logloss: 0.00170392\n",
      "[156]\tvalid_0's binary_logloss: 0.00170239\n",
      "[157]\tvalid_0's binary_logloss: 0.00170153\n",
      "[158]\tvalid_0's binary_logloss: 0.00170008\n",
      "[159]\tvalid_0's binary_logloss: 0.00169925\n",
      "[160]\tvalid_0's binary_logloss: 0.0016978\n",
      "[161]\tvalid_0's binary_logloss: 0.00169705\n",
      "[162]\tvalid_0's binary_logloss: 0.00169561\n",
      "[163]\tvalid_0's binary_logloss: 0.00169485\n",
      "[164]\tvalid_0's binary_logloss: 0.00169345\n",
      "[165]\tvalid_0's binary_logloss: 0.0016927\n",
      "[166]\tvalid_0's binary_logloss: 0.00169135\n",
      "[167]\tvalid_0's binary_logloss: 0.00169068\n",
      "[168]\tvalid_0's binary_logloss: 0.00168998\n",
      "[169]\tvalid_0's binary_logloss: 0.00168865\n",
      "[170]\tvalid_0's binary_logloss: 0.00168798\n",
      "[171]\tvalid_0's binary_logloss: 0.00168669\n",
      "[172]\tvalid_0's binary_logloss: 0.00168604\n",
      "[173]\tvalid_0's binary_logloss: 0.00168486\n",
      "[174]\tvalid_0's binary_logloss: 0.00168427\n",
      "[175]\tvalid_0's binary_logloss: 0.00168309\n",
      "[176]\tvalid_0's binary_logloss: 0.00168255\n",
      "[177]\tvalid_0's binary_logloss: 0.00168114\n",
      "[178]\tvalid_0's binary_logloss: 0.00167998\n",
      "[179]\tvalid_0's binary_logloss: 0.00167947\n",
      "[180]\tvalid_0's binary_logloss: 0.00167809\n",
      "[181]\tvalid_0's binary_logloss: 0.00167676\n",
      "[182]\tvalid_0's binary_logloss: 0.00167632\n",
      "[183]\tvalid_0's binary_logloss: 0.00167498\n",
      "[184]\tvalid_0's binary_logloss: 0.00167452\n",
      "[185]\tvalid_0's binary_logloss: 0.00167323\n",
      "[186]\tvalid_0's binary_logloss: 0.00167226\n",
      "[187]\tvalid_0's binary_logloss: 0.00167108\n",
      "[188]\tvalid_0's binary_logloss: 0.00167077\n",
      "[189]\tvalid_0's binary_logloss: 0.00166964\n",
      "[190]\tvalid_0's binary_logloss: 0.00166933\n",
      "[191]\tvalid_0's binary_logloss: 0.00166821\n",
      "[192]\tvalid_0's binary_logloss: 0.00166733\n",
      "[193]\tvalid_0's binary_logloss: 0.00166707\n",
      "[194]\tvalid_0's binary_logloss: 0.00166599\n",
      "[195]\tvalid_0's binary_logloss: 0.00166493\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[196]\tvalid_0's binary_logloss: 0.00166407\n",
      "[197]\tvalid_0's binary_logloss: 0.00166349\n",
      "[198]\tvalid_0's binary_logloss: 0.00166314\n",
      "[199]\tvalid_0's binary_logloss: 0.00166278\n",
      "[200]\tvalid_0's binary_logloss: 0.00166222\n",
      "[201]\tvalid_0's binary_logloss: 0.00166171\n",
      "[202]\tvalid_0's binary_logloss: 0.00166196\n",
      "[203]\tvalid_0's binary_logloss: 0.00166143\n",
      "[204]\tvalid_0's binary_logloss: 0.00166112\n",
      "[205]\tvalid_0's binary_logloss: 0.00166079\n",
      "[206]\tvalid_0's binary_logloss: 0.00166028\n",
      "[207]\tvalid_0's binary_logloss: 0.00165946\n",
      "[208]\tvalid_0's binary_logloss: 0.00165859\n",
      "[209]\tvalid_0's binary_logloss: 0.00165748\n",
      "[210]\tvalid_0's binary_logloss: 0.00165638\n",
      "[211]\tvalid_0's binary_logloss: 0.00165553\n",
      "[212]\tvalid_0's binary_logloss: 0.00165389\n",
      "[213]\tvalid_0's binary_logloss: 0.00165361\n",
      "[214]\tvalid_0's binary_logloss: 0.00165256\n",
      "[215]\tvalid_0's binary_logloss: 0.00165113\n",
      "[216]\tvalid_0's binary_logloss: 0.00165045\n",
      "[217]\tvalid_0's binary_logloss: 0.00164886\n",
      "[218]\tvalid_0's binary_logloss: 0.00164788\n",
      "[219]\tvalid_0's binary_logloss: 0.0016471\n",
      "[220]\tvalid_0's binary_logloss: 0.00164555\n",
      "[221]\tvalid_0's binary_logloss: 0.00164431\n",
      "[222]\tvalid_0's binary_logloss: 0.00164278\n",
      "[223]\tvalid_0's binary_logloss: 0.00164259\n",
      "[224]\tvalid_0's binary_logloss: 0.00164124\n",
      "[225]\tvalid_0's binary_logloss: 0.00163987\n",
      "[226]\tvalid_0's binary_logloss: 0.00163892\n",
      "[227]\tvalid_0's binary_logloss: 0.00163757\n",
      "[228]\tvalid_0's binary_logloss: 0.00163624\n",
      "[229]\tvalid_0's binary_logloss: 0.00163493\n",
      "[230]\tvalid_0's binary_logloss: 0.00163362\n",
      "[231]\tvalid_0's binary_logloss: 0.00163236\n",
      "[232]\tvalid_0's binary_logloss: 0.00163108\n",
      "[233]\tvalid_0's binary_logloss: 0.0016298\n",
      "[234]\tvalid_0's binary_logloss: 0.00162854\n",
      "[235]\tvalid_0's binary_logloss: 0.0016273\n",
      "[236]\tvalid_0's binary_logloss: 0.00162606\n",
      "[237]\tvalid_0's binary_logloss: 0.00162484\n",
      "[238]\tvalid_0's binary_logloss: 0.00162363\n",
      "[239]\tvalid_0's binary_logloss: 0.00162282\n",
      "[240]\tvalid_0's binary_logloss: 0.00162162\n",
      "[241]\tvalid_0's binary_logloss: 0.00162044\n",
      "[242]\tvalid_0's binary_logloss: 0.00161926\n",
      "[243]\tvalid_0's binary_logloss: 0.00161811\n",
      "[244]\tvalid_0's binary_logloss: 0.00161696\n",
      "[245]\tvalid_0's binary_logloss: 0.00161582\n",
      "[246]\tvalid_0's binary_logloss: 0.00161472\n",
      "[247]\tvalid_0's binary_logloss: 0.00161361\n",
      "[248]\tvalid_0's binary_logloss: 0.00161249\n",
      "[249]\tvalid_0's binary_logloss: 0.0016114\n",
      "[250]\tvalid_0's binary_logloss: 0.00161031\n",
      "[251]\tvalid_0's binary_logloss: 0.00160955\n",
      "[252]\tvalid_0's binary_logloss: 0.00160879\n",
      "[253]\tvalid_0's binary_logloss: 0.00160804\n",
      "[254]\tvalid_0's binary_logloss: 0.00160729\n",
      "[255]\tvalid_0's binary_logloss: 0.00160655\n",
      "[256]\tvalid_0's binary_logloss: 0.00160582\n",
      "[257]\tvalid_0's binary_logloss: 0.00160514\n",
      "[258]\tvalid_0's binary_logloss: 0.00160442\n",
      "[259]\tvalid_0's binary_logloss: 0.00160375\n",
      "[260]\tvalid_0's binary_logloss: 0.00160305\n",
      "[261]\tvalid_0's binary_logloss: 0.00160239\n",
      "[262]\tvalid_0's binary_logloss: 0.00160179\n",
      "[263]\tvalid_0's binary_logloss: 0.00160111\n",
      "[264]\tvalid_0's binary_logloss: 0.00160052\n",
      "[265]\tvalid_0's binary_logloss: 0.00159989\n",
      "[266]\tvalid_0's binary_logloss: 0.00159924\n",
      "[267]\tvalid_0's binary_logloss: 0.00159867\n",
      "[268]\tvalid_0's binary_logloss: 0.00159795\n",
      "[269]\tvalid_0's binary_logloss: 0.00159734\n",
      "[270]\tvalid_0's binary_logloss: 0.00159671\n",
      "[271]\tvalid_0's binary_logloss: 0.00159616\n",
      "[272]\tvalid_0's binary_logloss: 0.00159547\n",
      "[273]\tvalid_0's binary_logloss: 0.00159493\n",
      "[274]\tvalid_0's binary_logloss: 0.00159432\n",
      "[275]\tvalid_0's binary_logloss: 0.00159379\n",
      "[276]\tvalid_0's binary_logloss: 0.00159323\n",
      "[277]\tvalid_0's binary_logloss: 0.00159266\n",
      "[278]\tvalid_0's binary_logloss: 0.00159199\n",
      "[279]\tvalid_0's binary_logloss: 0.00159133\n",
      "[280]\tvalid_0's binary_logloss: 0.00159079\n",
      "[281]\tvalid_0's binary_logloss: 0.00159049\n",
      "[282]\tvalid_0's binary_logloss: 0.00158995\n",
      "[283]\tvalid_0's binary_logloss: 0.00158966\n",
      "[284]\tvalid_0's binary_logloss: 0.0015888\n",
      "[285]\tvalid_0's binary_logloss: 0.00158851\n",
      "[286]\tvalid_0's binary_logloss: 0.00158798\n",
      "[287]\tvalid_0's binary_logloss: 0.0015877\n",
      "[288]\tvalid_0's binary_logloss: 0.00158686\n",
      "[289]\tvalid_0's binary_logloss: 0.00158591\n",
      "[290]\tvalid_0's binary_logloss: 0.00158564\n",
      "[291]\tvalid_0's binary_logloss: 0.00158515\n",
      "[292]\tvalid_0's binary_logloss: 0.00158437\n",
      "[293]\tvalid_0's binary_logloss: 0.00158344\n",
      "[294]\tvalid_0's binary_logloss: 0.00158262\n",
      "[295]\tvalid_0's binary_logloss: 0.00158185\n",
      "[296]\tvalid_0's binary_logloss: 0.00158094\n",
      "[297]\tvalid_0's binary_logloss: 0.00158003\n",
      "[298]\tvalid_0's binary_logloss: 0.00157927\n",
      "[299]\tvalid_0's binary_logloss: 0.00157881\n",
      "[300]\tvalid_0's binary_logloss: 0.00157785\n",
      "[301]\tvalid_0's binary_logloss: 0.00157696\n",
      "[302]\tvalid_0's binary_logloss: 0.00157654\n",
      "[303]\tvalid_0's binary_logloss: 0.00157566\n",
      "[304]\tvalid_0's binary_logloss: 0.00157471\n",
      "[305]\tvalid_0's binary_logloss: 0.00157334\n",
      "[306]\tvalid_0's binary_logloss: 0.00157241\n",
      "[307]\tvalid_0's binary_logloss: 0.00157155\n",
      "[308]\tvalid_0's binary_logloss: 0.00157069\n",
      "[309]\tvalid_0's binary_logloss: 0.00156977\n",
      "[310]\tvalid_0's binary_logloss: 0.0015687\n",
      "[311]\tvalid_0's binary_logloss: 0.00156824\n",
      "[312]\tvalid_0's binary_logloss: 0.00156786\n",
      "[313]\tvalid_0's binary_logloss: 0.00156696\n",
      "[314]\tvalid_0's binary_logloss: 0.00156589\n",
      "[315]\tvalid_0's binary_logloss: 0.00156546\n",
      "[316]\tvalid_0's binary_logloss: 0.00156411\n",
      "[317]\tvalid_0's binary_logloss: 0.00156323\n",
      "[318]\tvalid_0's binary_logloss: 0.00156235\n",
      "[319]\tvalid_0's binary_logloss: 0.00156199\n",
      "[320]\tvalid_0's binary_logloss: 0.00156095\n",
      "[321]\tvalid_0's binary_logloss: 0.00156008\n",
      "[322]\tvalid_0's binary_logloss: 0.00155905\n",
      "[323]\tvalid_0's binary_logloss: 0.00155874\n",
      "[324]\tvalid_0's binary_logloss: 0.00155772\n",
      "[325]\tvalid_0's binary_logloss: 0.00155738\n",
      "[326]\tvalid_0's binary_logloss: 0.00155693\n",
      "[327]\tvalid_0's binary_logloss: 0.00155609\n",
      "[328]\tvalid_0's binary_logloss: 0.00155576\n",
      "[329]\tvalid_0's binary_logloss: 0.00155492\n",
      "[330]\tvalid_0's binary_logloss: 0.00155448\n",
      "[331]\tvalid_0's binary_logloss: 0.00155416\n",
      "[332]\tvalid_0's binary_logloss: 0.00155333\n",
      "[333]\tvalid_0's binary_logloss: 0.00155234\n",
      "[334]\tvalid_0's binary_logloss: 0.00155207\n",
      "[335]\tvalid_0's binary_logloss: 0.00155165\n",
      "[336]\tvalid_0's binary_logloss: 0.00155135\n",
      "[337]\tvalid_0's binary_logloss: 0.00155054\n",
      "[338]\tvalid_0's binary_logloss: 0.00155012\n",
      "[339]\tvalid_0's binary_logloss: 0.00154983\n",
      "[340]\tvalid_0's binary_logloss: 0.00154944\n",
      "[341]\tvalid_0's binary_logloss: 0.00154905\n",
      "[342]\tvalid_0's binary_logloss: 0.0015488\n",
      "[343]\tvalid_0's binary_logloss: 0.00154842\n",
      "[344]\tvalid_0's binary_logloss: 0.00154814\n",
      "[345]\tvalid_0's binary_logloss: 0.00154777\n",
      "[346]\tvalid_0's binary_logloss: 0.0015474\n",
      "[347]\tvalid_0's binary_logloss: 0.00154707\n",
      "[348]\tvalid_0's binary_logloss: 0.00154671\n",
      "[349]\tvalid_0's binary_logloss: 0.00154679\n",
      "[350]\tvalid_0's binary_logloss: 0.00154688\n",
      "[351]\tvalid_0's binary_logloss: 0.00154697\n",
      "[352]\tvalid_0's binary_logloss: 0.00154707\n",
      "[353]\tvalid_0's binary_logloss: 0.00154718\n",
      "[354]\tvalid_0's binary_logloss: 0.0015473\n",
      "[355]\tvalid_0's binary_logloss: 0.00154694\n",
      "[356]\tvalid_0's binary_logloss: 0.00154707\n",
      "[357]\tvalid_0's binary_logloss: 0.0015472\n",
      "[358]\tvalid_0's binary_logloss: 0.00154734\n",
      "[359]\tvalid_0's binary_logloss: 0.00154748\n",
      "[360]\tvalid_0's binary_logloss: 0.00154764\n",
      "[361]\tvalid_0's binary_logloss: 0.00154779\n",
      "[362]\tvalid_0's binary_logloss: 0.00154744\n",
      "[363]\tvalid_0's binary_logloss: 0.00154761\n",
      "[364]\tvalid_0's binary_logloss: 0.00154778\n",
      "[365]\tvalid_0's binary_logloss: 0.00154796\n",
      "[366]\tvalid_0's binary_logloss: 0.00154825\n",
      "[367]\tvalid_0's binary_logloss: 0.00154844\n",
      "[368]\tvalid_0's binary_logloss: 0.00154873\n",
      "[369]\tvalid_0's binary_logloss: 0.00154838\n",
      "[370]\tvalid_0's binary_logloss: 0.00154858\n",
      "[371]\tvalid_0's binary_logloss: 0.00154888\n",
      "[372]\tvalid_0's binary_logloss: 0.00154929\n",
      "[373]\tvalid_0's binary_logloss: 0.0015495\n",
      "[374]\tvalid_0's binary_logloss: 0.0015498\n",
      "[375]\tvalid_0's binary_logloss: 0.00155002\n",
      "[376]\tvalid_0's binary_logloss: 0.00154969\n",
      "[377]\tvalid_0's binary_logloss: 0.0015501\n",
      "[378]\tvalid_0's binary_logloss: 0.00155042\n",
      "[379]\tvalid_0's binary_logloss: 0.00155065\n",
      "[380]\tvalid_0's binary_logloss: 0.00155097\n",
      "[381]\tvalid_0's binary_logloss: 0.00155121\n",
      "[382]\tvalid_0's binary_logloss: 0.00155174\n",
      "[383]\tvalid_0's binary_logloss: 0.00155142\n",
      "[384]\tvalid_0's binary_logloss: 0.00155166\n",
      "[385]\tvalid_0's binary_logloss: 0.001552\n",
      "[386]\tvalid_0's binary_logloss: 0.00155254\n",
      "[387]\tvalid_0's binary_logloss: 0.00155207\n",
      "[388]\tvalid_0's binary_logloss: 0.00155232\n",
      "[389]\tvalid_0's binary_logloss: 0.00155186\n",
      "[390]\tvalid_0's binary_logloss: 0.0015522\n",
      "[391]\tvalid_0's binary_logloss: 0.00155235\n",
      "[392]\tvalid_0's binary_logloss: 0.00155249\n",
      "[393]\tvalid_0's binary_logloss: 0.00155284\n",
      "[394]\tvalid_0's binary_logloss: 0.00155299\n",
      "[395]\tvalid_0's binary_logloss: 0.00155314\n",
      "[396]\tvalid_0's binary_logloss: 0.0015527\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[397]\tvalid_0's binary_logloss: 0.00155286\n",
      "[398]\tvalid_0's binary_logloss: 0.00155301\n",
      "[399]\tvalid_0's binary_logloss: 0.00155329\n",
      "[400]\tvalid_0's binary_logloss: 0.00155344\n",
      "[401]\tvalid_0's binary_logloss: 0.00155381\n",
      "[402]\tvalid_0's binary_logloss: 0.00155397\n",
      "[403]\tvalid_0's binary_logloss: 0.00155364\n",
      "[404]\tvalid_0's binary_logloss: 0.00155393\n",
      "[405]\tvalid_0's binary_logloss: 0.00155409\n",
      "[406]\tvalid_0's binary_logloss: 0.00155445\n",
      "[407]\tvalid_0's binary_logloss: 0.00155413\n",
      "[408]\tvalid_0's binary_logloss: 0.00155451\n",
      "[409]\tvalid_0's binary_logloss: 0.00155432\n",
      "[410]\tvalid_0's binary_logloss: 0.0015547\n",
      "[411]\tvalid_0's binary_logloss: 0.00155439\n",
      "[412]\tvalid_0's binary_logloss: 0.00155421\n",
      "[413]\tvalid_0's binary_logloss: 0.00155462\n",
      "[414]\tvalid_0's binary_logloss: 0.00155503\n",
      "[415]\tvalid_0's binary_logloss: 0.0015556\n",
      "[416]\tvalid_0's binary_logloss: 0.00155543\n",
      "[417]\tvalid_0's binary_logloss: 0.00155585\n",
      "[418]\tvalid_0's binary_logloss: 0.00155635\n",
      "[419]\tvalid_0's binary_logloss: 0.00155596\n",
      "[420]\tvalid_0's binary_logloss: 0.00155658\n",
      "[421]\tvalid_0's binary_logloss: 0.0015562\n",
      "[422]\tvalid_0's binary_logloss: 0.00155582\n",
      "[423]\tvalid_0's binary_logloss: 0.00155644\n",
      "[424]\tvalid_0's binary_logloss: 0.00155604\n",
      "[425]\tvalid_0's binary_logloss: 0.00155567\n",
      "[426]\tvalid_0's binary_logloss: 0.00155531\n",
      "[427]\tvalid_0's binary_logloss: 0.00155516\n",
      "[428]\tvalid_0's binary_logloss: 0.00155579\n",
      "[429]\tvalid_0's binary_logloss: 0.00155544\n",
      "[430]\tvalid_0's binary_logloss: 0.00155504\n",
      "[431]\tvalid_0's binary_logloss: 0.0015547\n",
      "[432]\tvalid_0's binary_logloss: 0.00155435\n",
      "[433]\tvalid_0's binary_logloss: 0.00155401\n",
      "[434]\tvalid_0's binary_logloss: 0.00155368\n",
      "[435]\tvalid_0's binary_logloss: 0.00155335\n",
      "[436]\tvalid_0's binary_logloss: 0.00155297\n",
      "[437]\tvalid_0's binary_logloss: 0.00155284\n",
      "[438]\tvalid_0's binary_logloss: 0.00155252\n",
      "[439]\tvalid_0's binary_logloss: 0.00155214\n",
      "[440]\tvalid_0's binary_logloss: 0.00155279\n",
      "[441]\tvalid_0's binary_logloss: 0.00155242\n",
      "[442]\tvalid_0's binary_logloss: 0.00155211\n",
      "[443]\tvalid_0's binary_logloss: 0.00155278\n",
      "[444]\tvalid_0's binary_logloss: 0.00155242\n",
      "[445]\tvalid_0's binary_logloss: 0.00155212\n",
      "[446]\tvalid_0's binary_logloss: 0.0015522\n",
      "[447]\tvalid_0's binary_logloss: 0.00155287\n",
      "[448]\tvalid_0's binary_logloss: 0.00155253\n",
      "[449]\tvalid_0's binary_logloss: 0.00155262\n",
      "[450]\tvalid_0's binary_logloss: 0.00155223\n",
      "[451]\tvalid_0's binary_logloss: 0.00155233\n",
      "[452]\tvalid_0's binary_logloss: 0.0015525\n",
      "[453]\tvalid_0's binary_logloss: 0.00155261\n",
      "[454]\tvalid_0's binary_logloss: 0.0015533\n",
      "[455]\tvalid_0's binary_logloss: 0.00155297\n",
      "[456]\tvalid_0's binary_logloss: 0.00155308\n",
      "[457]\tvalid_0's binary_logloss: 0.00155327\n",
      "[458]\tvalid_0's binary_logloss: 0.00155397\n",
      "[459]\tvalid_0's binary_logloss: 0.00155409\n",
      "[460]\tvalid_0's binary_logloss: 0.00155371\n",
      "[461]\tvalid_0's binary_logloss: 0.00155428\n",
      "[462]\tvalid_0's binary_logloss: 0.00155397\n",
      "[463]\tvalid_0's binary_logloss: 0.0015541\n",
      "[464]\tvalid_0's binary_logloss: 0.00155431\n",
      "[465]\tvalid_0's binary_logloss: 0.00155502\n",
      "[466]\tvalid_0's binary_logloss: 0.0015551\n",
      "[467]\tvalid_0's binary_logloss: 0.00155563\n",
      "[468]\tvalid_0's binary_logloss: 0.00155535\n",
      "[469]\tvalid_0's binary_logloss: 0.00155608\n",
      "[470]\tvalid_0's binary_logloss: 0.00155478\n",
      "[471]\tvalid_0's binary_logloss: 0.00155493\n",
      "[472]\tvalid_0's binary_logloss: 0.00155476\n",
      "[473]\tvalid_0's binary_logloss: 0.00155347\n",
      "[474]\tvalid_0's binary_logloss: 0.00155281\n",
      "[475]\tvalid_0's binary_logloss: 0.00155153\n",
      "[476]\tvalid_0's binary_logloss: 0.00155138\n",
      "[477]\tvalid_0's binary_logloss: 0.00155212\n",
      "[478]\tvalid_0's binary_logloss: 0.00155085\n",
      "[479]\tvalid_0's binary_logloss: 0.00155034\n",
      "[480]\tvalid_0's binary_logloss: 0.00154908\n",
      "[481]\tvalid_0's binary_logloss: 0.00154857\n",
      "[482]\tvalid_0's binary_logloss: 0.00154933\n",
      "[483]\tvalid_0's binary_logloss: 0.00154808\n",
      "[484]\tvalid_0's binary_logloss: 0.00154808\n",
      "[485]\tvalid_0's binary_logloss: 0.00154684\n",
      "[486]\tvalid_0's binary_logloss: 0.00154635\n",
      "[487]\tvalid_0's binary_logloss: 0.00154512\n",
      "[488]\tvalid_0's binary_logloss: 0.00154514\n",
      "[489]\tvalid_0's binary_logloss: 0.0015459\n",
      "[490]\tvalid_0's binary_logloss: 0.00154492\n",
      "[491]\tvalid_0's binary_logloss: 0.00154435\n",
      "[492]\tvalid_0's binary_logloss: 0.00154313\n",
      "[493]\tvalid_0's binary_logloss: 0.00154216\n",
      "[494]\tvalid_0's binary_logloss: 0.0015416\n",
      "[495]\tvalid_0's binary_logloss: 0.00154104\n",
      "[496]\tvalid_0's binary_logloss: 0.00153984\n",
      "[497]\tvalid_0's binary_logloss: 0.00153888\n",
      "[498]\tvalid_0's binary_logloss: 0.00153832\n",
      "[499]\tvalid_0's binary_logloss: 0.00153777\n",
      "[500]\tvalid_0's binary_logloss: 0.0015384\n",
      "[501]\tvalid_0's binary_logloss: 0.00153812\n",
      "[502]\tvalid_0's binary_logloss: 0.00153717\n",
      "[503]\tvalid_0's binary_logloss: 0.00153717\n",
      "[504]\tvalid_0's binary_logloss: 0.00153781\n",
      "[505]\tvalid_0's binary_logloss: 0.00153668\n",
      "[506]\tvalid_0's binary_logloss: 0.00153574\n",
      "[507]\tvalid_0's binary_logloss: 0.0015352\n",
      "[508]\tvalid_0's binary_logloss: 0.00153466\n",
      "[509]\tvalid_0's binary_logloss: 0.0015344\n",
      "[510]\tvalid_0's binary_logloss: 0.00153505\n",
      "[511]\tvalid_0's binary_logloss: 0.00153506\n",
      "[512]\tvalid_0's binary_logloss: 0.00153571\n",
      "[513]\tvalid_0's binary_logloss: 0.00153479\n",
      "[514]\tvalid_0's binary_logloss: 0.00153453\n",
      "[515]\tvalid_0's binary_logloss: 0.0015339\n",
      "[516]\tvalid_0's binary_logloss: 0.00153451\n",
      "[517]\tvalid_0's binary_logloss: 0.00153435\n",
      "[518]\tvalid_0's binary_logloss: 0.00153459\n",
      "[519]\tvalid_0's binary_logloss: 0.00153461\n",
      "[520]\tvalid_0's binary_logloss: 0.00153523\n",
      "[521]\tvalid_0's binary_logloss: 0.00153508\n",
      "[522]\tvalid_0's binary_logloss: 0.00153533\n",
      "[523]\tvalid_0's binary_logloss: 0.00153519\n",
      "[524]\tvalid_0's binary_logloss: 0.00153582\n",
      "[525]\tvalid_0's binary_logloss: 0.00153586\n",
      "[526]\tvalid_0's binary_logloss: 0.00153612\n",
      "[527]\tvalid_0's binary_logloss: 0.00153536\n",
      "[528]\tvalid_0's binary_logloss: 0.00153522\n",
      "[529]\tvalid_0's binary_logloss: 0.00153544\n",
      "[530]\tvalid_0's binary_logloss: 0.00153531\n",
      "[531]\tvalid_0's binary_logloss: 0.00153519\n",
      "[532]\tvalid_0's binary_logloss: 0.0015359\n",
      "[533]\tvalid_0's binary_logloss: 0.00153578\n",
      "[534]\tvalid_0's binary_logloss: 0.00153601\n",
      "[535]\tvalid_0's binary_logloss: 0.00153607\n",
      "[536]\tvalid_0's binary_logloss: 0.00153681\n",
      "[537]\tvalid_0's binary_logloss: 0.0015367\n",
      "[538]\tvalid_0's binary_logloss: 0.00153737\n",
      "[539]\tvalid_0's binary_logloss: 0.00153823\n",
      "[540]\tvalid_0's binary_logloss: 0.00153799\n",
      "[541]\tvalid_0's binary_logloss: 0.0015387\n",
      "[542]\tvalid_0's binary_logloss: 0.0015386\n",
      "[543]\tvalid_0's binary_logloss: 0.0015393\n",
      "[544]\tvalid_0's binary_logloss: 0.00153921\n",
      "[545]\tvalid_0's binary_logloss: 0.00153993\n",
      "[546]\tvalid_0's binary_logloss: 0.00153984\n",
      "[547]\tvalid_0's binary_logloss: 0.00153977\n",
      "[548]\tvalid_0's binary_logloss: 0.00154054\n",
      "[549]\tvalid_0's binary_logloss: 0.00154046\n",
      "[550]\tvalid_0's binary_logloss: 0.00154074\n",
      "[551]\tvalid_0's binary_logloss: 0.00154067\n",
      "[552]\tvalid_0's binary_logloss: 0.0015414\n",
      "[553]\tvalid_0's binary_logloss: 0.00154228\n",
      "[554]\tvalid_0's binary_logloss: 0.00154303\n",
      "[555]\tvalid_0's binary_logloss: 0.00154297\n",
      "[556]\tvalid_0's binary_logloss: 0.00154292\n",
      "[557]\tvalid_0's binary_logloss: 0.00154371\n",
      "[558]\tvalid_0's binary_logloss: 0.00154367\n",
      "[559]\tvalid_0's binary_logloss: 0.0015444\n",
      "[560]\tvalid_0's binary_logloss: 0.00154529\n",
      "[561]\tvalid_0's binary_logloss: 0.00154606\n",
      "[562]\tvalid_0's binary_logloss: 0.00154602\n",
      "[563]\tvalid_0's binary_logloss: 0.00154644\n",
      "[564]\tvalid_0's binary_logloss: 0.0015472\n",
      "[565]\tvalid_0's binary_logloss: 0.00154798\n",
      "[566]\tvalid_0's binary_logloss: 0.0015484\n",
      "[567]\tvalid_0's binary_logloss: 0.00154931\n",
      "[568]\tvalid_0's binary_logloss: 0.00154964\n",
      "[569]\tvalid_0's binary_logloss: 0.0015507\n",
      "[570]\tvalid_0's binary_logloss: 0.00155153\n",
      "[571]\tvalid_0's binary_logloss: 0.00155259\n",
      "[572]\tvalid_0's binary_logloss: 0.00155343\n",
      "[573]\tvalid_0's binary_logloss: 0.00155456\n",
      "[574]\tvalid_0's binary_logloss: 0.00155535\n",
      "[575]\tvalid_0's binary_logloss: 0.00155614\n",
      "[576]\tvalid_0's binary_logloss: 0.00155728\n",
      "[577]\tvalid_0's binary_logloss: 0.00155809\n",
      "[578]\tvalid_0's binary_logloss: 0.00155889\n",
      "[579]\tvalid_0's binary_logloss: 0.00155866\n",
      "[580]\tvalid_0's binary_logloss: 0.00155946\n",
      "[581]\tvalid_0's binary_logloss: 0.00156053\n",
      "[582]\tvalid_0's binary_logloss: 0.00156133\n",
      "[583]\tvalid_0's binary_logloss: 0.00156241\n",
      "[584]\tvalid_0's binary_logloss: 0.00156326\n",
      "[585]\tvalid_0's binary_logloss: 0.00156441\n",
      "[586]\tvalid_0's binary_logloss: 0.00156535\n",
      "[587]\tvalid_0's binary_logloss: 0.00156617\n",
      "[588]\tvalid_0's binary_logloss: 0.00156732\n",
      "[589]\tvalid_0's binary_logloss: 0.00156767\n",
      "[590]\tvalid_0's binary_logloss: 0.00156875\n",
      "[591]\tvalid_0's binary_logloss: 0.00156991\n",
      "[592]\tvalid_0's binary_logloss: 0.00157074\n",
      "[593]\tvalid_0's binary_logloss: 0.00157182\n",
      "[594]\tvalid_0's binary_logloss: 0.00157269\n",
      "[595]\tvalid_0's binary_logloss: 0.0015735\n",
      "[596]\tvalid_0's binary_logloss: 0.00157432\n",
      "[597]\tvalid_0's binary_logloss: 0.00157512\n",
      "[598]\tvalid_0's binary_logloss: 0.0015749\n",
      "[599]\tvalid_0's binary_logloss: 0.00157573\n",
      "[600]\tvalid_0's binary_logloss: 0.00157682\n",
      "[601]\tvalid_0's binary_logloss: 0.00157767\n",
      "[602]\tvalid_0's binary_logloss: 0.00157876\n",
      "[603]\tvalid_0's binary_logloss: 0.0015796\n",
      "[604]\tvalid_0's binary_logloss: 0.00157896\n",
      "[605]\tvalid_0's binary_logloss: 0.00157977\n",
      "[606]\tvalid_0's binary_logloss: 0.00157955\n",
      "[607]\tvalid_0's binary_logloss: 0.0015804\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[608]\tvalid_0's binary_logloss: 0.00158017\n",
      "[609]\tvalid_0's binary_logloss: 0.00158103\n",
      "[610]\tvalid_0's binary_logloss: 0.00158051\n",
      "[611]\tvalid_0's binary_logloss: 0.00158133\n",
      "[612]\tvalid_0's binary_logloss: 0.0015823\n",
      "[613]\tvalid_0's binary_logloss: 0.00158316\n",
      "[614]\tvalid_0's binary_logloss: 0.00158294\n",
      "[615]\tvalid_0's binary_logloss: 0.0015838\n",
      "[616]\tvalid_0's binary_logloss: 0.00158459\n",
      "[617]\tvalid_0's binary_logloss: 0.00158408\n",
      "[618]\tvalid_0's binary_logloss: 0.00158479\n",
      "[619]\tvalid_0's binary_logloss: 0.00158428\n",
      "[620]\tvalid_0's binary_logloss: 0.00158378\n",
      "[621]\tvalid_0's binary_logloss: 0.00158356\n",
      "[622]\tvalid_0's binary_logloss: 0.0015844\n",
      "[623]\tvalid_0's binary_logloss: 0.00158522\n",
      "[624]\tvalid_0's binary_logloss: 0.00158501\n",
      "[625]\tvalid_0's binary_logloss: 0.0015858\n",
      "[626]\tvalid_0's binary_logloss: 0.0015853\n",
      "[627]\tvalid_0's binary_logloss: 0.00158609\n",
      "[628]\tvalid_0's binary_logloss: 0.00158559\n",
      "[629]\tvalid_0's binary_logloss: 0.00158515\n",
      "[630]\tvalid_0's binary_logloss: 0.00158599\n",
      "[631]\tvalid_0's binary_logloss: 0.00158556\n",
      "[632]\tvalid_0's binary_logloss: 0.00158627\n",
      "[633]\tvalid_0's binary_logloss: 0.00158577\n",
      "[634]\tvalid_0's binary_logloss: 0.00158534\n",
      "[635]\tvalid_0's binary_logloss: 0.00158617\n",
      "[636]\tvalid_0's binary_logloss: 0.00158596\n",
      "[637]\tvalid_0's binary_logloss: 0.00158553\n",
      "[638]\tvalid_0's binary_logloss: 0.00158638\n",
      "[639]\tvalid_0's binary_logloss: 0.00158596\n",
      "[640]\tvalid_0's binary_logloss: 0.00158668\n",
      "[641]\tvalid_0's binary_logloss: 0.00158626\n",
      "[642]\tvalid_0's binary_logloss: 0.00158725\n",
      "[643]\tvalid_0's binary_logloss: 0.00158805\n",
      "[644]\tvalid_0's binary_logloss: 0.00158755\n",
      "[645]\tvalid_0's binary_logloss: 0.00158835\n",
      "[646]\tvalid_0's binary_logloss: 0.00158786\n",
      "[647]\tvalid_0's binary_logloss: 0.0015879\n",
      "[648]\tvalid_0's binary_logloss: 0.00158869\n",
      "[649]\tvalid_0's binary_logloss: 0.00158953\n",
      "[650]\tvalid_0's binary_logloss: 0.00158957\n",
      "[651]\tvalid_0's binary_logloss: 0.0015903\n",
      "[652]\tvalid_0's binary_logloss: 0.0015898\n",
      "[653]\tvalid_0's binary_logloss: 0.00158985\n",
      "[654]\tvalid_0's binary_logloss: 0.00159065\n",
      "[655]\tvalid_0's binary_logloss: 0.00159016\n",
      "[656]\tvalid_0's binary_logloss: 0.00159021\n",
      "[657]\tvalid_0's binary_logloss: 0.00159094\n",
      "[658]\tvalid_0's binary_logloss: 0.00159045\n",
      "[659]\tvalid_0's binary_logloss: 0.00159125\n",
      "[660]\tvalid_0's binary_logloss: 0.00159077\n",
      "[661]\tvalid_0's binary_logloss: 0.00159082\n",
      "[662]\tvalid_0's binary_logloss: 0.00159163\n",
      "[663]\tvalid_0's binary_logloss: 0.00159169\n",
      "[664]\tvalid_0's binary_logloss: 0.00159242\n",
      "[665]\tvalid_0's binary_logloss: 0.00159193\n",
      "[666]\tvalid_0's binary_logloss: 0.00159274\n",
      "[667]\tvalid_0's binary_logloss: 0.00159225\n",
      "[668]\tvalid_0's binary_logloss: 0.00159232\n",
      "[669]\tvalid_0's binary_logloss: 0.00159212\n",
      "[670]\tvalid_0's binary_logloss: 0.00159219\n",
      "[671]\tvalid_0's binary_logloss: 0.00159226\n",
      "[672]\tvalid_0's binary_logloss: 0.001593\n",
      "[673]\tvalid_0's binary_logloss: 0.00159252\n",
      "[674]\tvalid_0's binary_logloss: 0.00159259\n",
      "[675]\tvalid_0's binary_logloss: 0.00159279\n",
      "[676]\tvalid_0's binary_logloss: 0.00159353\n",
      "[677]\tvalid_0's binary_logloss: 0.00159305\n",
      "[678]\tvalid_0's binary_logloss: 0.00159313\n",
      "[679]\tvalid_0's binary_logloss: 0.00159394\n",
      "[680]\tvalid_0's binary_logloss: 0.00159402\n",
      "[681]\tvalid_0's binary_logloss: 0.00159477\n",
      "[682]\tvalid_0's binary_logloss: 0.00159429\n",
      "[683]\tvalid_0's binary_logloss: 0.00159511\n",
      "[684]\tvalid_0's binary_logloss: 0.00159462\n",
      "[685]\tvalid_0's binary_logloss: 0.00159471\n",
      "[686]\tvalid_0's binary_logloss: 0.00159553\n",
      "[687]\tvalid_0's binary_logloss: 0.00159505\n",
      "[688]\tvalid_0's binary_logloss: 0.00159514\n",
      "[689]\tvalid_0's binary_logloss: 0.00159589\n",
      "[690]\tvalid_0's binary_logloss: 0.00159671\n",
      "[691]\tvalid_0's binary_logloss: 0.00159623\n",
      "[692]\tvalid_0's binary_logloss: 0.00159706\n",
      "[693]\tvalid_0's binary_logloss: 0.00159658\n",
      "[694]\tvalid_0's binary_logloss: 0.00159667\n",
      "[695]\tvalid_0's binary_logloss: 0.00159715\n",
      "[696]\tvalid_0's binary_logloss: 0.00159668\n",
      "[697]\tvalid_0's binary_logloss: 0.00159678\n",
      "[698]\tvalid_0's binary_logloss: 0.00159699\n",
      "[699]\tvalid_0's binary_logloss: 0.00159753\n",
      "[700]\tvalid_0's binary_logloss: 0.00159706\n",
      "[701]\tvalid_0's binary_logloss: 0.00159716\n",
      "[702]\tvalid_0's binary_logloss: 0.00159792\n",
      "[703]\tvalid_0's binary_logloss: 0.00159745\n",
      "[704]\tvalid_0's binary_logloss: 0.00159755\n",
      "[705]\tvalid_0's binary_logloss: 0.00159659\n",
      "[706]\tvalid_0's binary_logloss: 0.00159734\n",
      "[707]\tvalid_0's binary_logloss: 0.00159687\n",
      "[708]\tvalid_0's binary_logloss: 0.00159698\n",
      "[709]\tvalid_0's binary_logloss: 0.00159747\n",
      "[710]\tvalid_0's binary_logloss: 0.0015977\n",
      "[711]\tvalid_0's binary_logloss: 0.00159724\n",
      "[712]\tvalid_0's binary_logloss: 0.00159777\n",
      "[713]\tvalid_0's binary_logloss: 0.00159789\n",
      "[714]\tvalid_0's binary_logloss: 0.00159865\n",
      "[715]\tvalid_0's binary_logloss: 0.00159819\n",
      "Early stopping, best iteration is:\n",
      "[515]\tvalid_0's binary_logloss: 0.0015339\n",
      "Training Log Loss:  1.1415121057817204e-05\n",
      "CV Log Loss:  0.0015338985216716416\n",
      "[1]\tvalid_0's binary_logloss: 0.00316449\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00209677\n",
      "[3]\tvalid_0's binary_logloss: 0.00262538\n",
      "[4]\tvalid_0's binary_logloss: 0.00371851\n",
      "[5]\tvalid_0's binary_logloss: 0.00368672\n",
      "[6]\tvalid_0's binary_logloss: 0.00365647\n",
      "[7]\tvalid_0's binary_logloss: 0.00362707\n",
      "[8]\tvalid_0's binary_logloss: 0.00360216\n",
      "[9]\tvalid_0's binary_logloss: 0.00358003\n",
      "[10]\tvalid_0's binary_logloss: 0.00355622\n",
      "[11]\tvalid_0's binary_logloss: 0.00353194\n",
      "[12]\tvalid_0's binary_logloss: 0.00350714\n",
      "[13]\tvalid_0's binary_logloss: 0.0034868\n",
      "[14]\tvalid_0's binary_logloss: 0.00346463\n",
      "[15]\tvalid_0's binary_logloss: 0.00343639\n",
      "[16]\tvalid_0's binary_logloss: 0.00342137\n",
      "[17]\tvalid_0's binary_logloss: 0.00340191\n",
      "[18]\tvalid_0's binary_logloss: 0.00338032\n",
      "[19]\tvalid_0's binary_logloss: 0.00336068\n",
      "[20]\tvalid_0's binary_logloss: 0.00334362\n",
      "[21]\tvalid_0's binary_logloss: 0.00332696\n",
      "[22]\tvalid_0's binary_logloss: 0.00331303\n",
      "[23]\tvalid_0's binary_logloss: 0.00329841\n",
      "[24]\tvalid_0's binary_logloss: 0.00328385\n",
      "[25]\tvalid_0's binary_logloss: 0.00327354\n",
      "[26]\tvalid_0's binary_logloss: 0.0032618\n",
      "[27]\tvalid_0's binary_logloss: 0.00325029\n",
      "[28]\tvalid_0's binary_logloss: 0.00322505\n",
      "[29]\tvalid_0's binary_logloss: 0.0032143\n",
      "[30]\tvalid_0's binary_logloss: 0.00320427\n",
      "[31]\tvalid_0's binary_logloss: 0.00319846\n",
      "[32]\tvalid_0's binary_logloss: 0.00318934\n",
      "[33]\tvalid_0's binary_logloss: 0.00318343\n",
      "[34]\tvalid_0's binary_logloss: 0.00317262\n",
      "[35]\tvalid_0's binary_logloss: 0.00316317\n",
      "[36]\tvalid_0's binary_logloss: 0.00427182\n",
      "[37]\tvalid_0's binary_logloss: 0.00345324\n",
      "[38]\tvalid_0's binary_logloss: 0.00344542\n",
      "[39]\tvalid_0's binary_logloss: 0.00343948\n",
      "[40]\tvalid_0's binary_logloss: 0.00343364\n",
      "[41]\tvalid_0's binary_logloss: 0.00342789\n",
      "[42]\tvalid_0's binary_logloss: 0.00342223\n",
      "[43]\tvalid_0's binary_logloss: 0.00341333\n",
      "[44]\tvalid_0's binary_logloss: 0.00340583\n",
      "[45]\tvalid_0's binary_logloss: 0.00339693\n",
      "[46]\tvalid_0's binary_logloss: 0.00338842\n",
      "[47]\tvalid_0's binary_logloss: 0.00338737\n",
      "[48]\tvalid_0's binary_logloss: 0.00338093\n",
      "[49]\tvalid_0's binary_logloss: 0.00337326\n",
      "[50]\tvalid_0's binary_logloss: 0.00336571\n",
      "[51]\tvalid_0's binary_logloss: 0.00335827\n",
      "[52]\tvalid_0's binary_logloss: 0.00335259\n",
      "[53]\tvalid_0's binary_logloss: 0.00334434\n",
      "[54]\tvalid_0's binary_logloss: 0.00333648\n",
      "[55]\tvalid_0's binary_logloss: 0.00332867\n",
      "[56]\tvalid_0's binary_logloss: 0.00332018\n",
      "[57]\tvalid_0's binary_logloss: 0.00331254\n",
      "[58]\tvalid_0's binary_logloss: 0.00330397\n",
      "[59]\tvalid_0's binary_logloss: 0.00329586\n",
      "[60]\tvalid_0's binary_logloss: 0.00329053\n",
      "[61]\tvalid_0's binary_logloss: 0.00328309\n",
      "[62]\tvalid_0's binary_logloss: 0.0032757\n",
      "[63]\tvalid_0's binary_logloss: 0.00326939\n",
      "[64]\tvalid_0's binary_logloss: 0.00326215\n",
      "[65]\tvalid_0's binary_logloss: 0.00325742\n",
      "[66]\tvalid_0's binary_logloss: 0.00325032\n",
      "[67]\tvalid_0's binary_logloss: 0.00324575\n",
      "[68]\tvalid_0's binary_logloss: 0.00323877\n",
      "[69]\tvalid_0's binary_logloss: 0.00322502\n",
      "[70]\tvalid_0's binary_logloss: 0.00321823\n",
      "[71]\tvalid_0's binary_logloss: 0.00321351\n",
      "[72]\tvalid_0's binary_logloss: 0.00320557\n",
      "[73]\tvalid_0's binary_logloss: 0.00319771\n",
      "[74]\tvalid_0's binary_logloss: 0.00319379\n",
      "[75]\tvalid_0's binary_logloss: 0.0031955\n",
      "[76]\tvalid_0's binary_logloss: 0.00318947\n",
      "[77]\tvalid_0's binary_logloss: 0.00318346\n",
      "[78]\tvalid_0's binary_logloss: 0.0031769\n",
      "[79]\tvalid_0's binary_logloss: 0.00317103\n",
      "[80]\tvalid_0's binary_logloss: 0.00316465\n",
      "[81]\tvalid_0's binary_logloss: 0.00315833\n",
      "[82]\tvalid_0's binary_logloss: 0.00315193\n",
      "[83]\tvalid_0's binary_logloss: 0.0031457\n",
      "[84]\tvalid_0's binary_logloss: 0.0031398\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[85]\tvalid_0's binary_logloss: 0.00313394\n",
      "[86]\tvalid_0's binary_logloss: 0.00312851\n",
      "[87]\tvalid_0's binary_logloss: 0.00312236\n",
      "[88]\tvalid_0's binary_logloss: 0.00311643\n",
      "[89]\tvalid_0's binary_logloss: 0.00311086\n",
      "[90]\tvalid_0's binary_logloss: 0.00310495\n",
      "[91]\tvalid_0's binary_logloss: 0.00310088\n",
      "[92]\tvalid_0's binary_logloss: 0.00309489\n",
      "[93]\tvalid_0's binary_logloss: 0.00308963\n",
      "[94]\tvalid_0's binary_logloss: 0.00308562\n",
      "[95]\tvalid_0's binary_logloss: 0.00308006\n",
      "[96]\tvalid_0's binary_logloss: 0.0030751\n",
      "[97]\tvalid_0's binary_logloss: 0.00306962\n",
      "[98]\tvalid_0's binary_logloss: 0.00306386\n",
      "[99]\tvalid_0's binary_logloss: 0.00306\n",
      "[100]\tvalid_0's binary_logloss: 0.00305442\n",
      "[101]\tvalid_0's binary_logloss: 0.0030488\n",
      "[102]\tvalid_0's binary_logloss: 0.00304195\n",
      "[103]\tvalid_0's binary_logloss: 0.00303657\n",
      "[104]\tvalid_0's binary_logloss: 0.00303082\n",
      "[105]\tvalid_0's binary_logloss: 0.00302575\n",
      "[106]\tvalid_0's binary_logloss: 0.00301989\n",
      "[107]\tvalid_0's binary_logloss: 0.00301506\n",
      "[108]\tvalid_0's binary_logloss: 0.0030102\n",
      "[109]\tvalid_0's binary_logloss: 0.00300676\n",
      "[110]\tvalid_0's binary_logloss: 0.0030017\n",
      "[111]\tvalid_0's binary_logloss: 0.00299712\n",
      "[112]\tvalid_0's binary_logloss: 0.00299171\n",
      "[113]\tvalid_0's binary_logloss: 0.00298672\n",
      "[114]\tvalid_0's binary_logloss: 0.00298235\n",
      "[115]\tvalid_0's binary_logloss: 0.00297848\n",
      "[116]\tvalid_0's binary_logloss: 0.00297416\n",
      "[117]\tvalid_0's binary_logloss: 0.00296996\n",
      "[118]\tvalid_0's binary_logloss: 0.00296533\n",
      "[119]\tvalid_0's binary_logloss: 0.00296227\n",
      "[120]\tvalid_0's binary_logloss: 0.00296481\n",
      "[121]\tvalid_0's binary_logloss: 0.00296064\n",
      "[122]\tvalid_0's binary_logloss: 0.00295522\n",
      "[123]\tvalid_0's binary_logloss: 0.00295538\n",
      "[124]\tvalid_0's binary_logloss: 0.00295132\n",
      "[125]\tvalid_0's binary_logloss: 0.00294615\n",
      "[126]\tvalid_0's binary_logloss: 0.00294297\n",
      "[127]\tvalid_0's binary_logloss: 0.0029389\n",
      "[128]\tvalid_0's binary_logloss: 0.00293493\n",
      "[129]\tvalid_0's binary_logloss: 0.00292977\n",
      "[130]\tvalid_0's binary_logloss: 0.0029112\n",
      "[131]\tvalid_0's binary_logloss: 0.00290627\n",
      "[132]\tvalid_0's binary_logloss: 0.00290309\n",
      "[133]\tvalid_0's binary_logloss: 0.0029022\n",
      "[134]\tvalid_0's binary_logloss: 0.00289852\n",
      "[135]\tvalid_0's binary_logloss: 0.00289358\n",
      "[136]\tvalid_0's binary_logloss: 0.00288993\n",
      "[137]\tvalid_0's binary_logloss: 0.00288615\n",
      "[138]\tvalid_0's binary_logloss: 0.00287431\n",
      "[139]\tvalid_0's binary_logloss: 0.00286974\n",
      "[140]\tvalid_0's binary_logloss: 0.00286697\n",
      "[141]\tvalid_0's binary_logloss: 0.00286195\n",
      "[142]\tvalid_0's binary_logloss: 0.00285906\n",
      "[143]\tvalid_0's binary_logloss: 0.00285764\n",
      "[144]\tvalid_0's binary_logloss: 0.00285426\n",
      "[145]\tvalid_0's binary_logloss: 0.00285073\n",
      "[146]\tvalid_0's binary_logloss: 0.00284744\n",
      "[147]\tvalid_0's binary_logloss: 0.00284265\n",
      "[148]\tvalid_0's binary_logloss: 0.00283349\n",
      "[149]\tvalid_0's binary_logloss: 0.00282923\n",
      "[150]\tvalid_0's binary_logloss: 0.00282721\n",
      "[151]\tvalid_0's binary_logloss: 0.00282386\n",
      "[152]\tvalid_0's binary_logloss: 0.00281846\n",
      "[153]\tvalid_0's binary_logloss: 0.0028106\n",
      "[154]\tvalid_0's binary_logloss: 0.00280602\n",
      "[155]\tvalid_0's binary_logloss: 0.00279889\n",
      "[156]\tvalid_0's binary_logloss: 0.00279464\n",
      "[157]\tvalid_0's binary_logloss: 0.00279062\n",
      "[158]\tvalid_0's binary_logloss: 0.00278408\n",
      "[159]\tvalid_0's binary_logloss: 0.00278155\n",
      "[160]\tvalid_0's binary_logloss: 0.00277632\n",
      "[161]\tvalid_0's binary_logloss: 0.00277197\n",
      "[162]\tvalid_0's binary_logloss: 0.00276692\n",
      "[163]\tvalid_0's binary_logloss: 0.00276261\n",
      "[164]\tvalid_0's binary_logloss: 0.00275904\n",
      "[165]\tvalid_0's binary_logloss: 0.00275489\n",
      "[166]\tvalid_0's binary_logloss: 0.00274903\n",
      "[167]\tvalid_0's binary_logloss: 0.00274507\n",
      "[168]\tvalid_0's binary_logloss: 0.00274219\n",
      "[169]\tvalid_0's binary_logloss: 0.00273806\n",
      "[170]\tvalid_0's binary_logloss: 0.00273315\n",
      "[171]\tvalid_0's binary_logloss: 0.00273028\n",
      "[172]\tvalid_0's binary_logloss: 0.00272692\n",
      "[173]\tvalid_0's binary_logloss: 0.002723\n",
      "[174]\tvalid_0's binary_logloss: 0.00271984\n",
      "[175]\tvalid_0's binary_logloss: 0.00271544\n",
      "[176]\tvalid_0's binary_logloss: 0.00271023\n",
      "[177]\tvalid_0's binary_logloss: 0.00270535\n",
      "[178]\tvalid_0's binary_logloss: 0.00270169\n",
      "[179]\tvalid_0's binary_logloss: 0.00269791\n",
      "[180]\tvalid_0's binary_logloss: 0.00269331\n",
      "[181]\tvalid_0's binary_logloss: 0.00269031\n",
      "[182]\tvalid_0's binary_logloss: 0.00268654\n",
      "[183]\tvalid_0's binary_logloss: 0.00268141\n",
      "[184]\tvalid_0's binary_logloss: 0.00267774\n",
      "[185]\tvalid_0's binary_logloss: 0.002673\n",
      "[186]\tvalid_0's binary_logloss: 0.00266954\n",
      "[187]\tvalid_0's binary_logloss: 0.00266594\n",
      "[188]\tvalid_0's binary_logloss: 0.00266092\n",
      "[189]\tvalid_0's binary_logloss: 0.00265706\n",
      "[190]\tvalid_0's binary_logloss: 0.00265255\n",
      "[191]\tvalid_0's binary_logloss: 0.00264905\n",
      "[192]\tvalid_0's binary_logloss: 0.00264631\n",
      "[193]\tvalid_0's binary_logloss: 0.0026413\n",
      "[194]\tvalid_0's binary_logloss: 0.00263839\n",
      "[195]\tvalid_0's binary_logloss: 0.00263499\n",
      "[196]\tvalid_0's binary_logloss: 0.00263053\n",
      "[197]\tvalid_0's binary_logloss: 0.00262684\n",
      "[198]\tvalid_0's binary_logloss: 0.00262231\n",
      "[199]\tvalid_0's binary_logloss: 0.00261897\n",
      "[200]\tvalid_0's binary_logloss: 0.00261406\n",
      "[201]\tvalid_0's binary_logloss: 0.00261038\n",
      "[202]\tvalid_0's binary_logloss: 0.00260781\n",
      "Early stopping, best iteration is:\n",
      "[2]\tvalid_0's binary_logloss: 0.00209677\n",
      "Training Log Loss:  0.0031222480947869303\n",
      "CV Log Loss:  0.002096768243271436\n",
      "[1]\tvalid_0's binary_logloss: 0.00343028\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00255329\n",
      "[3]\tvalid_0's binary_logloss: 0.00243143\n",
      "[4]\tvalid_0's binary_logloss: 0.00238431\n",
      "[5]\tvalid_0's binary_logloss: 0.00230536\n",
      "[6]\tvalid_0's binary_logloss: 0.00209018\n",
      "[7]\tvalid_0's binary_logloss: 0.00208632\n",
      "[8]\tvalid_0's binary_logloss: 0.00207665\n",
      "[9]\tvalid_0's binary_logloss: 0.00207141\n",
      "[10]\tvalid_0's binary_logloss: 0.00206455\n",
      "[11]\tvalid_0's binary_logloss: 0.00205828\n",
      "[12]\tvalid_0's binary_logloss: 0.00205363\n",
      "[13]\tvalid_0's binary_logloss: 0.00204917\n",
      "[14]\tvalid_0's binary_logloss: 0.0020448\n",
      "[15]\tvalid_0's binary_logloss: 0.00203944\n",
      "[16]\tvalid_0's binary_logloss: 0.00203551\n",
      "[17]\tvalid_0's binary_logloss: 0.00203157\n",
      "[18]\tvalid_0's binary_logloss: 0.00202791\n",
      "[19]\tvalid_0's binary_logloss: 0.00202439\n",
      "[20]\tvalid_0's binary_logloss: 0.0020208\n",
      "[21]\tvalid_0's binary_logloss: 0.00201634\n",
      "[22]\tvalid_0's binary_logloss: 0.00201121\n",
      "[23]\tvalid_0's binary_logloss: 0.00200709\n",
      "[24]\tvalid_0's binary_logloss: 0.00200308\n",
      "[25]\tvalid_0's binary_logloss: 0.00199919\n",
      "[26]\tvalid_0's binary_logloss: 0.00199487\n",
      "[27]\tvalid_0's binary_logloss: 0.00199124\n",
      "[28]\tvalid_0's binary_logloss: 0.00198779\n",
      "[29]\tvalid_0's binary_logloss: 0.00198402\n",
      "[30]\tvalid_0's binary_logloss: 0.00198072\n",
      "[31]\tvalid_0's binary_logloss: 0.0019775\n",
      "[32]\tvalid_0's binary_logloss: 0.00197434\n",
      "[33]\tvalid_0's binary_logloss: 0.00197089\n",
      "[34]\tvalid_0's binary_logloss: 0.00196752\n",
      "[35]\tvalid_0's binary_logloss: 0.00196434\n",
      "[36]\tvalid_0's binary_logloss: 0.0019611\n",
      "[37]\tvalid_0's binary_logloss: 0.00195758\n",
      "[38]\tvalid_0's binary_logloss: 0.00195429\n",
      "[39]\tvalid_0's binary_logloss: 0.0019509\n",
      "[40]\tvalid_0's binary_logloss: 0.00194782\n",
      "[41]\tvalid_0's binary_logloss: 0.00194492\n",
      "[42]\tvalid_0's binary_logloss: 0.00194172\n",
      "[43]\tvalid_0's binary_logloss: 0.0019389\n",
      "[44]\tvalid_0's binary_logloss: 0.00193607\n",
      "[45]\tvalid_0's binary_logloss: 0.00193318\n",
      "[46]\tvalid_0's binary_logloss: 0.00193054\n",
      "[47]\tvalid_0's binary_logloss: 0.00192794\n",
      "[48]\tvalid_0's binary_logloss: 0.00192588\n",
      "[49]\tvalid_0's binary_logloss: 0.00192379\n",
      "[50]\tvalid_0's binary_logloss: 0.00192187\n",
      "[51]\tvalid_0's binary_logloss: 0.00191995\n",
      "[52]\tvalid_0's binary_logloss: 0.00191798\n",
      "[53]\tvalid_0's binary_logloss: 0.00191576\n",
      "[54]\tvalid_0's binary_logloss: 0.00191409\n",
      "[55]\tvalid_0's binary_logloss: 0.00191228\n",
      "[56]\tvalid_0's binary_logloss: 0.00191017\n",
      "[57]\tvalid_0's binary_logloss: 0.00190746\n",
      "[58]\tvalid_0's binary_logloss: 0.00190479\n",
      "[59]\tvalid_0's binary_logloss: 0.00190327\n",
      "[60]\tvalid_0's binary_logloss: 0.00190157\n",
      "[61]\tvalid_0's binary_logloss: 0.00189922\n",
      "[62]\tvalid_0's binary_logloss: 0.00189832\n",
      "[63]\tvalid_0's binary_logloss: 0.00189677\n",
      "[64]\tvalid_0's binary_logloss: 0.00189547\n",
      "[65]\tvalid_0's binary_logloss: 0.0018946\n",
      "[66]\tvalid_0's binary_logloss: 0.0018937\n",
      "[67]\tvalid_0's binary_logloss: 0.00189214\n",
      "[68]\tvalid_0's binary_logloss: 0.00189126\n",
      "[69]\tvalid_0's binary_logloss: 0.00188998\n",
      "[70]\tvalid_0's binary_logloss: 0.00188852\n",
      "[71]\tvalid_0's binary_logloss: 0.00188726\n",
      "[72]\tvalid_0's binary_logloss: 0.00188592\n",
      "[73]\tvalid_0's binary_logloss: 0.00188453\n",
      "[74]\tvalid_0's binary_logloss: 0.00188311\n",
      "[75]\tvalid_0's binary_logloss: 0.00188183\n",
      "[76]\tvalid_0's binary_logloss: 0.00188045\n",
      "[77]\tvalid_0's binary_logloss: 0.00187945\n",
      "[78]\tvalid_0's binary_logloss: 0.00187847\n",
      "[79]\tvalid_0's binary_logloss: 0.0018775\n",
      "[80]\tvalid_0's binary_logloss: 0.00187624\n",
      "[81]\tvalid_0's binary_logloss: 0.00187509\n",
      "[82]\tvalid_0's binary_logloss: 0.00187347\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[83]\tvalid_0's binary_logloss: 0.00187226\n",
      "[84]\tvalid_0's binary_logloss: 0.00187139\n",
      "[85]\tvalid_0's binary_logloss: 0.00187056\n",
      "[86]\tvalid_0's binary_logloss: 0.00186942\n",
      "[87]\tvalid_0's binary_logloss: 0.0018679\n",
      "[88]\tvalid_0's binary_logloss: 0.00186617\n",
      "[89]\tvalid_0's binary_logloss: 0.00186411\n",
      "[90]\tvalid_0's binary_logloss: 0.00186209\n",
      "[91]\tvalid_0's binary_logloss: 0.0018601\n",
      "[92]\tvalid_0's binary_logloss: 0.00185813\n",
      "[93]\tvalid_0's binary_logloss: 0.00185614\n",
      "[94]\tvalid_0's binary_logloss: 0.00185417\n",
      "[95]\tvalid_0's binary_logloss: 0.00185223\n",
      "[96]\tvalid_0's binary_logloss: 0.0018503\n",
      "[97]\tvalid_0's binary_logloss: 0.00184841\n",
      "[98]\tvalid_0's binary_logloss: 0.00184654\n",
      "[99]\tvalid_0's binary_logloss: 0.0018447\n",
      "[100]\tvalid_0's binary_logloss: 0.00184336\n",
      "[101]\tvalid_0's binary_logloss: 0.00184155\n",
      "[102]\tvalid_0's binary_logloss: 0.00184024\n",
      "[103]\tvalid_0's binary_logloss: 0.00183894\n",
      "[104]\tvalid_0's binary_logloss: 0.00183767\n",
      "[105]\tvalid_0's binary_logloss: 0.00183641\n",
      "[106]\tvalid_0's binary_logloss: 0.00183518\n",
      "[107]\tvalid_0's binary_logloss: 0.00183396\n",
      "[108]\tvalid_0's binary_logloss: 0.00183277\n",
      "[109]\tvalid_0's binary_logloss: 0.0018316\n",
      "[110]\tvalid_0's binary_logloss: 0.00182957\n",
      "[111]\tvalid_0's binary_logloss: 0.00182789\n",
      "[112]\tvalid_0's binary_logloss: 0.00182591\n",
      "[113]\tvalid_0's binary_logloss: 0.00182397\n",
      "[114]\tvalid_0's binary_logloss: 0.00182205\n",
      "[115]\tvalid_0's binary_logloss: 0.00182094\n",
      "[116]\tvalid_0's binary_logloss: 0.00181985\n",
      "[117]\tvalid_0's binary_logloss: 0.00181877\n",
      "[118]\tvalid_0's binary_logloss: 0.00181771\n",
      "[119]\tvalid_0's binary_logloss: 0.00181668\n",
      "[120]\tvalid_0's binary_logloss: 0.00181566\n",
      "[121]\tvalid_0's binary_logloss: 0.00181465\n",
      "[122]\tvalid_0's binary_logloss: 0.0018129\n",
      "[123]\tvalid_0's binary_logloss: 0.00181192\n",
      "[124]\tvalid_0's binary_logloss: 0.00181095\n",
      "[125]\tvalid_0's binary_logloss: 0.00180925\n",
      "[126]\tvalid_0's binary_logloss: 0.00180832\n",
      "[127]\tvalid_0's binary_logloss: 0.00180743\n",
      "[128]\tvalid_0's binary_logloss: 0.00180578\n",
      "[129]\tvalid_0's binary_logloss: 0.00180488\n",
      "[130]\tvalid_0's binary_logloss: 0.001804\n",
      "[131]\tvalid_0's binary_logloss: 0.00180314\n",
      "[132]\tvalid_0's binary_logloss: 0.00180154\n",
      "[133]\tvalid_0's binary_logloss: 0.00180069\n",
      "[134]\tvalid_0's binary_logloss: 0.0017999\n",
      "[135]\tvalid_0's binary_logloss: 0.00179834\n",
      "[136]\tvalid_0's binary_logloss: 0.00179754\n",
      "[137]\tvalid_0's binary_logloss: 0.00179676\n",
      "[138]\tvalid_0's binary_logloss: 0.00179523\n",
      "[139]\tvalid_0's binary_logloss: 0.00179447\n",
      "[140]\tvalid_0's binary_logloss: 0.00179372\n",
      "[141]\tvalid_0's binary_logloss: 0.00179298\n",
      "[142]\tvalid_0's binary_logloss: 0.00179225\n",
      "[143]\tvalid_0's binary_logloss: 0.00179157\n",
      "[144]\tvalid_0's binary_logloss: 0.00179086\n",
      "[145]\tvalid_0's binary_logloss: 0.00179018\n",
      "[146]\tvalid_0's binary_logloss: 0.0017895\n",
      "[147]\tvalid_0's binary_logloss: 0.00178884\n",
      "[148]\tvalid_0's binary_logloss: 0.00178821\n",
      "[149]\tvalid_0's binary_logloss: 0.00178757\n",
      "[150]\tvalid_0's binary_logloss: 0.00178695\n",
      "[151]\tvalid_0's binary_logloss: 0.00178633\n",
      "[152]\tvalid_0's binary_logloss: 0.00178575\n",
      "[153]\tvalid_0's binary_logloss: 0.00178439\n",
      "[154]\tvalid_0's binary_logloss: 0.0017838\n",
      "[155]\tvalid_0's binary_logloss: 0.00178323\n",
      "[156]\tvalid_0's binary_logloss: 0.00178262\n",
      "[157]\tvalid_0's binary_logloss: 0.00178207\n",
      "[158]\tvalid_0's binary_logloss: 0.0017815\n",
      "[159]\tvalid_0's binary_logloss: 0.00178093\n",
      "[160]\tvalid_0's binary_logloss: 0.00178019\n",
      "[161]\tvalid_0's binary_logloss: 0.00177942\n",
      "[162]\tvalid_0's binary_logloss: 0.00177802\n",
      "[163]\tvalid_0's binary_logloss: 0.00177664\n",
      "[164]\tvalid_0's binary_logloss: 0.00177594\n",
      "[165]\tvalid_0's binary_logloss: 0.00177458\n",
      "[166]\tvalid_0's binary_logloss: 0.00177323\n",
      "[167]\tvalid_0's binary_logloss: 0.00177253\n",
      "[168]\tvalid_0's binary_logloss: 0.00177124\n",
      "[169]\tvalid_0's binary_logloss: 0.00176993\n",
      "[170]\tvalid_0's binary_logloss: 0.00176923\n",
      "[171]\tvalid_0's binary_logloss: 0.00176852\n",
      "[172]\tvalid_0's binary_logloss: 0.00176761\n",
      "[173]\tvalid_0's binary_logloss: 0.00176634\n",
      "[174]\tvalid_0's binary_logloss: 0.00176512\n",
      "[175]\tvalid_0's binary_logloss: 0.00176387\n",
      "[176]\tvalid_0's binary_logloss: 0.00176317\n",
      "[177]\tvalid_0's binary_logloss: 0.00176235\n",
      "[178]\tvalid_0's binary_logloss: 0.00176113\n",
      "[179]\tvalid_0's binary_logloss: 0.00175992\n",
      "[180]\tvalid_0's binary_logloss: 0.00175876\n",
      "[181]\tvalid_0's binary_logloss: 0.00175778\n",
      "[182]\tvalid_0's binary_logloss: 0.00175702\n",
      "[183]\tvalid_0's binary_logloss: 0.00175609\n",
      "[184]\tvalid_0's binary_logloss: 0.00175534\n",
      "[185]\tvalid_0's binary_logloss: 0.0017544\n",
      "[186]\tvalid_0's binary_logloss: 0.00175371\n",
      "[187]\tvalid_0's binary_logloss: 0.00175258\n",
      "[188]\tvalid_0's binary_logloss: 0.00175166\n",
      "[189]\tvalid_0's binary_logloss: 0.00175099\n",
      "[190]\tvalid_0's binary_logloss: 0.00175009\n",
      "[191]\tvalid_0's binary_logloss: 0.00174941\n",
      "[192]\tvalid_0's binary_logloss: 0.00174856\n",
      "[193]\tvalid_0's binary_logloss: 0.00174789\n",
      "[194]\tvalid_0's binary_logloss: 0.00174728\n",
      "[195]\tvalid_0's binary_logloss: 0.00174662\n",
      "[196]\tvalid_0's binary_logloss: 0.00174557\n",
      "[197]\tvalid_0's binary_logloss: 0.00174497\n",
      "[198]\tvalid_0's binary_logloss: 0.00174436\n",
      "[199]\tvalid_0's binary_logloss: 0.00174377\n",
      "[200]\tvalid_0's binary_logloss: 0.00174315\n",
      "[201]\tvalid_0's binary_logloss: 0.0017426\n",
      "[202]\tvalid_0's binary_logloss: 0.001742\n",
      "[203]\tvalid_0's binary_logloss: 0.001741\n",
      "[204]\tvalid_0's binary_logloss: 0.00174047\n",
      "[205]\tvalid_0's binary_logloss: 0.0017399\n",
      "[206]\tvalid_0's binary_logloss: 0.00173937\n",
      "[207]\tvalid_0's binary_logloss: 0.00173881\n",
      "[208]\tvalid_0's binary_logloss: 0.00173829\n",
      "[209]\tvalid_0's binary_logloss: 0.00173775\n",
      "[210]\tvalid_0's binary_logloss: 0.0017368\n",
      "[211]\tvalid_0's binary_logloss: 0.00173637\n",
      "[212]\tvalid_0's binary_logloss: 0.00173586\n",
      "[213]\tvalid_0's binary_logloss: 0.00173544\n",
      "[214]\tvalid_0's binary_logloss: 0.00173492\n",
      "[215]\tvalid_0's binary_logloss: 0.00173492\n",
      "[216]\tvalid_0's binary_logloss: 0.00173452\n",
      "[217]\tvalid_0's binary_logloss: 0.00173454\n",
      "[218]\tvalid_0's binary_logloss: 0.00173459\n",
      "[219]\tvalid_0's binary_logloss: 0.00173463\n",
      "[220]\tvalid_0's binary_logloss: 0.00173377\n",
      "[221]\tvalid_0's binary_logloss: 0.00173379\n",
      "[222]\tvalid_0's binary_logloss: 0.00173384\n",
      "[223]\tvalid_0's binary_logloss: 0.00173392\n",
      "[224]\tvalid_0's binary_logloss: 0.00173398\n",
      "[225]\tvalid_0's binary_logloss: 0.00173404\n",
      "[226]\tvalid_0's binary_logloss: 0.00173414\n",
      "[227]\tvalid_0's binary_logloss: 0.00173422\n",
      "[228]\tvalid_0's binary_logloss: 0.00173431\n",
      "[229]\tvalid_0's binary_logloss: 0.00173363\n",
      "[230]\tvalid_0's binary_logloss: 0.00173374\n",
      "[231]\tvalid_0's binary_logloss: 0.00173386\n",
      "[232]\tvalid_0's binary_logloss: 0.00173399\n",
      "[233]\tvalid_0's binary_logloss: 0.00173412\n",
      "[234]\tvalid_0's binary_logloss: 0.00173426\n",
      "[235]\tvalid_0's binary_logloss: 0.00173438\n",
      "[236]\tvalid_0's binary_logloss: 0.00173453\n",
      "[237]\tvalid_0's binary_logloss: 0.0017347\n",
      "[238]\tvalid_0's binary_logloss: 0.00173484\n",
      "[239]\tvalid_0's binary_logloss: 0.00173499\n",
      "[240]\tvalid_0's binary_logloss: 0.00173517\n",
      "[241]\tvalid_0's binary_logloss: 0.00173533\n",
      "[242]\tvalid_0's binary_logloss: 0.00173553\n",
      "[243]\tvalid_0's binary_logloss: 0.00173539\n",
      "[244]\tvalid_0's binary_logloss: 0.00173506\n",
      "[245]\tvalid_0's binary_logloss: 0.00173526\n",
      "[246]\tvalid_0's binary_logloss: 0.00173515\n",
      "[247]\tvalid_0's binary_logloss: 0.00173503\n",
      "[248]\tvalid_0's binary_logloss: 0.00173494\n",
      "[249]\tvalid_0's binary_logloss: 0.00173484\n",
      "[250]\tvalid_0's binary_logloss: 0.00173475\n",
      "[251]\tvalid_0's binary_logloss: 0.00173499\n",
      "[252]\tvalid_0's binary_logloss: 0.00173491\n",
      "[253]\tvalid_0's binary_logloss: 0.00173471\n",
      "[254]\tvalid_0's binary_logloss: 0.00173465\n",
      "[255]\tvalid_0's binary_logloss: 0.00173458\n",
      "[256]\tvalid_0's binary_logloss: 0.00173452\n",
      "[257]\tvalid_0's binary_logloss: 0.00173447\n",
      "[258]\tvalid_0's binary_logloss: 0.00173441\n",
      "[259]\tvalid_0's binary_logloss: 0.00173468\n",
      "[260]\tvalid_0's binary_logloss: 0.00173464\n",
      "[261]\tvalid_0's binary_logloss: 0.00173448\n",
      "[262]\tvalid_0's binary_logloss: 0.00173524\n",
      "[263]\tvalid_0's binary_logloss: 0.00173521\n",
      "[264]\tvalid_0's binary_logloss: 0.00173601\n",
      "[265]\tvalid_0's binary_logloss: 0.00173678\n",
      "[266]\tvalid_0's binary_logloss: 0.00173758\n",
      "[267]\tvalid_0's binary_logloss: 0.00173766\n",
      "[268]\tvalid_0's binary_logloss: 0.00173844\n",
      "[269]\tvalid_0's binary_logloss: 0.00173844\n",
      "[270]\tvalid_0's binary_logloss: 0.00173926\n",
      "[271]\tvalid_0's binary_logloss: 0.00174005\n",
      "[272]\tvalid_0's binary_logloss: 0.00174095\n",
      "[273]\tvalid_0's binary_logloss: 0.00174097\n",
      "[274]\tvalid_0's binary_logloss: 0.00174188\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[275]\tvalid_0's binary_logloss: 0.00174198\n",
      "[276]\tvalid_0's binary_logloss: 0.00174282\n",
      "[277]\tvalid_0's binary_logloss: 0.00174287\n",
      "[278]\tvalid_0's binary_logloss: 0.00174367\n",
      "[279]\tvalid_0's binary_logloss: 0.00174459\n",
      "[280]\tvalid_0's binary_logloss: 0.00174471\n",
      "[281]\tvalid_0's binary_logloss: 0.00174558\n",
      "[282]\tvalid_0's binary_logloss: 0.00174472\n",
      "[283]\tvalid_0's binary_logloss: 0.00174478\n",
      "[284]\tvalid_0's binary_logloss: 0.00174572\n",
      "[285]\tvalid_0's binary_logloss: 0.00174666\n",
      "[286]\tvalid_0's binary_logloss: 0.00174681\n",
      "[287]\tvalid_0's binary_logloss: 0.00174598\n",
      "[288]\tvalid_0's binary_logloss: 0.00174606\n",
      "[289]\tvalid_0's binary_logloss: 0.00174701\n",
      "[290]\tvalid_0's binary_logloss: 0.00174797\n",
      "[291]\tvalid_0's binary_logloss: 0.00174814\n",
      "[292]\tvalid_0's binary_logloss: 0.00174927\n",
      "[293]\tvalid_0's binary_logloss: 0.00175023\n",
      "[294]\tvalid_0's binary_logloss: 0.00175033\n",
      "[295]\tvalid_0's binary_logloss: 0.0017513\n",
      "[296]\tvalid_0's binary_logloss: 0.00175149\n",
      "[297]\tvalid_0's binary_logloss: 0.00175246\n",
      "[298]\tvalid_0's binary_logloss: 0.00175266\n",
      "[299]\tvalid_0's binary_logloss: 0.0017538\n",
      "[300]\tvalid_0's binary_logloss: 0.00175465\n",
      "[301]\tvalid_0's binary_logloss: 0.00175563\n",
      "[302]\tvalid_0's binary_logloss: 0.00175485\n",
      "[303]\tvalid_0's binary_logloss: 0.00175498\n",
      "[304]\tvalid_0's binary_logloss: 0.00175598\n",
      "[305]\tvalid_0's binary_logloss: 0.00175521\n",
      "[306]\tvalid_0's binary_logloss: 0.00175535\n",
      "[307]\tvalid_0's binary_logloss: 0.00175635\n",
      "[308]\tvalid_0's binary_logloss: 0.00175636\n",
      "[309]\tvalid_0's binary_logloss: 0.00175659\n",
      "[310]\tvalid_0's binary_logloss: 0.0017576\n",
      "[311]\tvalid_0's binary_logloss: 0.00175861\n",
      "[312]\tvalid_0's binary_logloss: 0.00175877\n",
      "[313]\tvalid_0's binary_logloss: 0.00175978\n",
      "[314]\tvalid_0's binary_logloss: 0.00176002\n",
      "[315]\tvalid_0's binary_logloss: 0.00176108\n",
      "[316]\tvalid_0's binary_logloss: 0.0017621\n",
      "[317]\tvalid_0's binary_logloss: 0.00176235\n",
      "[318]\tvalid_0's binary_logloss: 0.00176342\n",
      "[319]\tvalid_0's binary_logloss: 0.00176445\n",
      "[320]\tvalid_0's binary_logloss: 0.00176461\n",
      "[321]\tvalid_0's binary_logloss: 0.00176486\n",
      "[322]\tvalid_0's binary_logloss: 0.00176594\n",
      "[323]\tvalid_0's binary_logloss: 0.00176702\n",
      "[324]\tvalid_0's binary_logloss: 0.00176806\n",
      "[325]\tvalid_0's binary_logloss: 0.00176849\n",
      "[326]\tvalid_0's binary_logloss: 0.00176953\n",
      "[327]\tvalid_0's binary_logloss: 0.00176923\n",
      "[328]\tvalid_0's binary_logloss: 0.00176941\n",
      "[329]\tvalid_0's binary_logloss: 0.00176962\n",
      "[330]\tvalid_0's binary_logloss: 0.00177067\n",
      "[331]\tvalid_0's binary_logloss: 0.00177022\n",
      "[332]\tvalid_0's binary_logloss: 0.00177127\n",
      "[333]\tvalid_0's binary_logloss: 0.00177084\n",
      "[334]\tvalid_0's binary_logloss: 0.00177179\n",
      "[335]\tvalid_0's binary_logloss: 0.00177284\n",
      "[336]\tvalid_0's binary_logloss: 0.00177242\n",
      "[337]\tvalid_0's binary_logloss: 0.00177336\n",
      "[338]\tvalid_0's binary_logloss: 0.00177294\n",
      "[339]\tvalid_0's binary_logloss: 0.00177389\n",
      "[340]\tvalid_0's binary_logloss: 0.00177485\n",
      "[341]\tvalid_0's binary_logloss: 0.00177443\n",
      "[342]\tvalid_0's binary_logloss: 0.00177539\n",
      "[343]\tvalid_0's binary_logloss: 0.0017765\n",
      "[344]\tvalid_0's binary_logloss: 0.0017761\n",
      "[345]\tvalid_0's binary_logloss: 0.00177698\n",
      "[346]\tvalid_0's binary_logloss: 0.00177659\n",
      "[347]\tvalid_0's binary_logloss: 0.00177748\n",
      "[348]\tvalid_0's binary_logloss: 0.00177708\n",
      "[349]\tvalid_0's binary_logloss: 0.00177798\n",
      "[350]\tvalid_0's binary_logloss: 0.00177759\n",
      "[351]\tvalid_0's binary_logloss: 0.00177907\n",
      "[352]\tvalid_0's binary_logloss: 0.00178019\n",
      "[353]\tvalid_0's binary_logloss: 0.0017801\n",
      "[354]\tvalid_0's binary_logloss: 0.00178122\n",
      "[355]\tvalid_0's binary_logloss: 0.00178114\n",
      "[356]\tvalid_0's binary_logloss: 0.00178205\n",
      "[357]\tvalid_0's binary_logloss: 0.00178168\n",
      "[358]\tvalid_0's binary_logloss: 0.00178264\n",
      "[359]\tvalid_0's binary_logloss: 0.00178256\n",
      "[360]\tvalid_0's binary_logloss: 0.0017836\n",
      "[361]\tvalid_0's binary_logloss: 0.00178353\n",
      "[362]\tvalid_0's binary_logloss: 0.00178466\n",
      "[363]\tvalid_0's binary_logloss: 0.00178537\n",
      "[364]\tvalid_0's binary_logloss: 0.00178651\n",
      "[365]\tvalid_0's binary_logloss: 0.00178722\n",
      "[366]\tvalid_0's binary_logloss: 0.00178716\n",
      "[367]\tvalid_0's binary_logloss: 0.00178787\n",
      "[368]\tvalid_0's binary_logloss: 0.00178916\n",
      "[369]\tvalid_0's binary_logloss: 0.0017905\n",
      "[370]\tvalid_0's binary_logloss: 0.00179015\n",
      "[371]\tvalid_0's binary_logloss: 0.00179087\n",
      "[372]\tvalid_0's binary_logloss: 0.001792\n",
      "[373]\tvalid_0's binary_logloss: 0.00179272\n",
      "[374]\tvalid_0's binary_logloss: 0.00179371\n",
      "[375]\tvalid_0's binary_logloss: 0.00179443\n",
      "[376]\tvalid_0's binary_logloss: 0.00179558\n",
      "[377]\tvalid_0's binary_logloss: 0.0017963\n",
      "[378]\tvalid_0's binary_logloss: 0.00179745\n",
      "[379]\tvalid_0's binary_logloss: 0.0017984\n",
      "[380]\tvalid_0's binary_logloss: 0.00179845\n",
      "[381]\tvalid_0's binary_logloss: 0.00179919\n",
      "[382]\tvalid_0's binary_logloss: 0.00180018\n",
      "[383]\tvalid_0's binary_logloss: 0.00180118\n",
      "[384]\tvalid_0's binary_logloss: 0.00180213\n",
      "[385]\tvalid_0's binary_logloss: 0.0018022\n",
      "[386]\tvalid_0's binary_logloss: 0.00180305\n",
      "[387]\tvalid_0's binary_logloss: 0.00180215\n",
      "[388]\tvalid_0's binary_logloss: 0.00180222\n",
      "[389]\tvalid_0's binary_logloss: 0.00180133\n",
      "[390]\tvalid_0's binary_logloss: 0.00180264\n",
      "[391]\tvalid_0's binary_logloss: 0.00180271\n",
      "[392]\tvalid_0's binary_logloss: 0.00180183\n",
      "[393]\tvalid_0's binary_logloss: 0.00180283\n",
      "[394]\tvalid_0's binary_logloss: 0.00180358\n",
      "[395]\tvalid_0's binary_logloss: 0.00180474\n",
      "[396]\tvalid_0's binary_logloss: 0.00180482\n",
      "[397]\tvalid_0's binary_logloss: 0.00180395\n",
      "[398]\tvalid_0's binary_logloss: 0.0018047\n",
      "[399]\tvalid_0's binary_logloss: 0.00180602\n",
      "[400]\tvalid_0's binary_logloss: 0.0018061\n",
      "[401]\tvalid_0's binary_logloss: 0.00180524\n",
      "[402]\tvalid_0's binary_logloss: 0.00180495\n",
      "[403]\tvalid_0's binary_logloss: 0.00180564\n",
      "[404]\tvalid_0's binary_logloss: 0.00180696\n",
      "[405]\tvalid_0's binary_logloss: 0.00180668\n",
      "[406]\tvalid_0's binary_logloss: 0.00180677\n",
      "[407]\tvalid_0's binary_logloss: 0.00180594\n",
      "[408]\tvalid_0's binary_logloss: 0.00180745\n",
      "[409]\tvalid_0's binary_logloss: 0.0018082\n",
      "[410]\tvalid_0's binary_logloss: 0.0018083\n",
      "[411]\tvalid_0's binary_logloss: 0.00180947\n",
      "[412]\tvalid_0's binary_logloss: 0.00180864\n",
      "[413]\tvalid_0's binary_logloss: 0.00180997\n",
      "[414]\tvalid_0's binary_logloss: 0.00181007\n",
      "[415]\tvalid_0's binary_logloss: 0.00181083\n",
      "[416]\tvalid_0's binary_logloss: 0.00181057\n",
      "[417]\tvalid_0's binary_logloss: 0.00181184\n",
      "[418]\tvalid_0's binary_logloss: 0.00181261\n",
      "[419]\tvalid_0's binary_logloss: 0.00181378\n",
      "[420]\tvalid_0's binary_logloss: 0.00181449\n",
      "[421]\tvalid_0's binary_logloss: 0.00181567\n",
      "[422]\tvalid_0's binary_logloss: 0.00181534\n",
      "[423]\tvalid_0's binary_logloss: 0.00181454\n",
      "[424]\tvalid_0's binary_logloss: 0.00181537\n",
      "[425]\tvalid_0's binary_logloss: 0.00181506\n",
      "[426]\tvalid_0's binary_logloss: 0.00181427\n",
      "[427]\tvalid_0's binary_logloss: 0.00181349\n",
      "[428]\tvalid_0's binary_logloss: 0.00181363\n",
      "[429]\tvalid_0's binary_logloss: 0.00181447\n",
      "Early stopping, best iteration is:\n",
      "[229]\tvalid_0's binary_logloss: 0.00173363\n",
      "Training Log Loss:  7.892448577578827e-05\n",
      "CV Log Loss:  0.001733625376526272\n",
      "[1]\tvalid_0's binary_logloss: 0.00302264\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00346785\n",
      "[3]\tvalid_0's binary_logloss: 0.00356092\n",
      "[4]\tvalid_0's binary_logloss: 0.00351692\n",
      "[5]\tvalid_0's binary_logloss: 0.00410639\n",
      "[6]\tvalid_0's binary_logloss: 0.00392106\n",
      "[7]\tvalid_0's binary_logloss: 0.00358841\n",
      "[8]\tvalid_0's binary_logloss: 0.00332889\n",
      "[9]\tvalid_0's binary_logloss: 0.00320838\n",
      "[10]\tvalid_0's binary_logloss: 0.00301978\n",
      "[11]\tvalid_0's binary_logloss: 0.00300344\n",
      "[12]\tvalid_0's binary_logloss: 0.00298187\n",
      "[13]\tvalid_0's binary_logloss: 0.00296859\n",
      "[14]\tvalid_0's binary_logloss: 0.00294431\n",
      "[15]\tvalid_0's binary_logloss: 0.00291923\n",
      "[16]\tvalid_0's binary_logloss: 0.00289058\n",
      "[17]\tvalid_0's binary_logloss: 0.0028559\n",
      "[18]\tvalid_0's binary_logloss: 0.00282162\n",
      "[19]\tvalid_0's binary_logloss: 0.00280339\n",
      "[20]\tvalid_0's binary_logloss: 0.00277399\n",
      "[21]\tvalid_0's binary_logloss: 0.0027992\n",
      "[22]\tvalid_0's binary_logloss: 0.00279048\n",
      "[23]\tvalid_0's binary_logloss: 0.00278111\n",
      "[24]\tvalid_0's binary_logloss: 0.00277296\n",
      "[25]\tvalid_0's binary_logloss: 0.00276546\n",
      "[26]\tvalid_0's binary_logloss: 0.0027577\n",
      "[27]\tvalid_0's binary_logloss: 0.00274587\n",
      "[28]\tvalid_0's binary_logloss: 0.00273897\n",
      "[29]\tvalid_0's binary_logloss: 0.00273223\n",
      "[30]\tvalid_0's binary_logloss: 0.00271861\n",
      "[31]\tvalid_0's binary_logloss: 0.00271226\n",
      "[32]\tvalid_0's binary_logloss: 0.0027061\n",
      "[33]\tvalid_0's binary_logloss: 0.00269931\n",
      "[34]\tvalid_0's binary_logloss: 0.00269342\n",
      "[35]\tvalid_0's binary_logloss: 0.00268996\n",
      "[36]\tvalid_0's binary_logloss: 0.00268294\n",
      "[37]\tvalid_0's binary_logloss: 0.00267866\n",
      "[38]\tvalid_0's binary_logloss: 0.00267271\n",
      "[39]\tvalid_0's binary_logloss: 0.0026684\n",
      "[40]\tvalid_0's binary_logloss: 0.00266278\n",
      "[41]\tvalid_0's binary_logloss: 0.00265731\n",
      "[42]\tvalid_0's binary_logloss: 0.0026528\n",
      "[43]\tvalid_0's binary_logloss: 0.00264668\n",
      "[44]\tvalid_0's binary_logloss: 0.00264185\n",
      "[45]\tvalid_0's binary_logloss: 0.00263741\n",
      "[46]\tvalid_0's binary_logloss: 0.00263899\n",
      "[47]\tvalid_0's binary_logloss: 0.0026373\n",
      "[48]\tvalid_0's binary_logloss: 0.00263534\n",
      "[49]\tvalid_0's binary_logloss: 0.00263388\n",
      "[50]\tvalid_0's binary_logloss: 0.00263285\n",
      "[51]\tvalid_0's binary_logloss: 0.00263071\n",
      "[52]\tvalid_0's binary_logloss: 0.00262725\n",
      "[53]\tvalid_0's binary_logloss: 0.00262385\n",
      "[54]\tvalid_0's binary_logloss: 0.00262054\n",
      "[55]\tvalid_0's binary_logloss: 0.00261729\n",
      "[56]\tvalid_0's binary_logloss: 0.00261417\n",
      "[57]\tvalid_0's binary_logloss: 0.00261004\n",
      "[58]\tvalid_0's binary_logloss: 0.00260698\n",
      "[59]\tvalid_0's binary_logloss: 0.00260399\n",
      "[60]\tvalid_0's binary_logloss: 0.002601\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61]\tvalid_0's binary_logloss: 0.00260008\n",
      "[62]\tvalid_0's binary_logloss: 0.00259713\n",
      "[63]\tvalid_0's binary_logloss: 0.00264236\n",
      "[64]\tvalid_0's binary_logloss: 0.00263911\n",
      "[65]\tvalid_0's binary_logloss: 0.00263592\n",
      "[66]\tvalid_0's binary_logloss: 0.00263227\n",
      "[67]\tvalid_0's binary_logloss: 0.00262917\n",
      "[68]\tvalid_0's binary_logloss: 0.00262702\n",
      "[69]\tvalid_0's binary_logloss: 0.00262403\n",
      "[70]\tvalid_0's binary_logloss: 0.00262446\n",
      "[71]\tvalid_0's binary_logloss: 0.00262101\n",
      "[72]\tvalid_0's binary_logloss: 0.00261986\n",
      "[73]\tvalid_0's binary_logloss: 0.00261628\n",
      "[74]\tvalid_0's binary_logloss: 0.00261351\n",
      "[75]\tvalid_0's binary_logloss: 0.00261004\n",
      "[76]\tvalid_0's binary_logloss: 0.00260766\n",
      "[77]\tvalid_0's binary_logloss: 0.00260427\n",
      "[78]\tvalid_0's binary_logloss: 0.0026042\n",
      "[79]\tvalid_0's binary_logloss: 0.00260115\n",
      "[80]\tvalid_0's binary_logloss: 0.00259814\n",
      "[81]\tvalid_0's binary_logloss: 0.00259517\n",
      "[82]\tvalid_0's binary_logloss: 0.00259225\n",
      "[83]\tvalid_0's binary_logloss: 0.00258967\n",
      "[84]\tvalid_0's binary_logloss: 0.00258683\n",
      "[85]\tvalid_0's binary_logloss: 0.00258441\n",
      "[86]\tvalid_0's binary_logloss: 0.0025816\n",
      "[87]\tvalid_0's binary_logloss: 0.00257926\n",
      "[88]\tvalid_0's binary_logloss: 0.00257659\n",
      "[89]\tvalid_0's binary_logloss: 0.00257428\n",
      "[90]\tvalid_0's binary_logloss: 0.0025717\n",
      "[91]\tvalid_0's binary_logloss: 0.00256914\n",
      "[92]\tvalid_0's binary_logloss: 0.00256637\n",
      "[93]\tvalid_0's binary_logloss: 0.00256389\n",
      "[94]\tvalid_0's binary_logloss: 0.00256145\n",
      "[95]\tvalid_0's binary_logloss: 0.00256141\n",
      "[96]\tvalid_0's binary_logloss: 0.00255948\n",
      "[97]\tvalid_0's binary_logloss: 0.00255944\n",
      "[98]\tvalid_0's binary_logloss: 0.00255755\n",
      "[99]\tvalid_0's binary_logloss: 0.00255569\n",
      "[100]\tvalid_0's binary_logloss: 0.00255571\n",
      "[101]\tvalid_0's binary_logloss: 0.0025539\n",
      "[102]\tvalid_0's binary_logloss: 0.00255211\n",
      "[103]\tvalid_0's binary_logloss: 0.00255219\n",
      "[104]\tvalid_0's binary_logloss: 0.00255043\n",
      "[105]\tvalid_0's binary_logloss: 0.00255054\n",
      "[106]\tvalid_0's binary_logloss: 0.00254778\n",
      "[107]\tvalid_0's binary_logloss: 0.00254563\n",
      "[108]\tvalid_0's binary_logloss: 0.0025435\n",
      "[109]\tvalid_0's binary_logloss: 0.00254141\n",
      "[110]\tvalid_0's binary_logloss: 0.00254001\n",
      "[111]\tvalid_0's binary_logloss: 0.00253796\n",
      "[112]\tvalid_0's binary_logloss: 0.0025366\n",
      "[113]\tvalid_0's binary_logloss: 0.0025346\n",
      "[114]\tvalid_0's binary_logloss: 0.00253327\n",
      "[115]\tvalid_0's binary_logloss: 0.00253132\n",
      "[116]\tvalid_0's binary_logloss: 0.00252903\n",
      "[117]\tvalid_0's binary_logloss: 0.00252775\n",
      "[118]\tvalid_0's binary_logloss: 0.00252527\n",
      "[119]\tvalid_0's binary_logloss: 0.00252283\n",
      "[120]\tvalid_0's binary_logloss: 0.00252042\n",
      "[121]\tvalid_0's binary_logloss: 0.00251805\n",
      "[122]\tvalid_0's binary_logloss: 0.00251655\n",
      "[123]\tvalid_0's binary_logloss: 0.00251424\n",
      "[124]\tvalid_0's binary_logloss: 0.00251251\n",
      "[125]\tvalid_0's binary_logloss: 0.00251133\n",
      "[126]\tvalid_0's binary_logloss: 0.00250964\n",
      "[127]\tvalid_0's binary_logloss: 0.00250849\n",
      "[128]\tvalid_0's binary_logloss: 0.002506\n",
      "[129]\tvalid_0's binary_logloss: 0.00250355\n",
      "[130]\tvalid_0's binary_logloss: 0.00250189\n",
      "[131]\tvalid_0's binary_logloss: 0.00249976\n",
      "[132]\tvalid_0's binary_logloss: 0.00249739\n",
      "[133]\tvalid_0's binary_logloss: 0.00249532\n",
      "[134]\tvalid_0's binary_logloss: 0.00249301\n",
      "[135]\tvalid_0's binary_logloss: 0.00249075\n",
      "[136]\tvalid_0's binary_logloss: 0.00248821\n",
      "[137]\tvalid_0's binary_logloss: 0.00248596\n",
      "[138]\tvalid_0's binary_logloss: 0.00248346\n",
      "[139]\tvalid_0's binary_logloss: 0.00248127\n",
      "[140]\tvalid_0's binary_logloss: 0.00248168\n",
      "[141]\tvalid_0's binary_logloss: 0.00247955\n",
      "[142]\tvalid_0's binary_logloss: 0.00247744\n",
      "[143]\tvalid_0's binary_logloss: 0.00247505\n",
      "[144]\tvalid_0's binary_logloss: 0.00247569\n",
      "[145]\tvalid_0's binary_logloss: 0.00247365\n",
      "[146]\tvalid_0's binary_logloss: 0.00247163\n",
      "[147]\tvalid_0's binary_logloss: 0.00246968\n",
      "[148]\tvalid_0's binary_logloss: 0.00246897\n",
      "[149]\tvalid_0's binary_logloss: 0.00246702\n",
      "[150]\tvalid_0's binary_logloss: 0.00246513\n",
      "[151]\tvalid_0's binary_logloss: 0.00246322\n",
      "[152]\tvalid_0's binary_logloss: 0.00246255\n",
      "[153]\tvalid_0's binary_logloss: 0.00246067\n",
      "[154]\tvalid_0's binary_logloss: 0.00245882\n",
      "[155]\tvalid_0's binary_logloss: 0.00245699\n",
      "[156]\tvalid_0's binary_logloss: 0.00245715\n",
      "[157]\tvalid_0's binary_logloss: 0.0024554\n",
      "[158]\tvalid_0's binary_logloss: 0.00245362\n",
      "[159]\tvalid_0's binary_logloss: 0.0024514\n",
      "[160]\tvalid_0's binary_logloss: 0.00244966\n",
      "[161]\tvalid_0's binary_logloss: 0.00244791\n",
      "[162]\tvalid_0's binary_logloss: 0.00244621\n",
      "[163]\tvalid_0's binary_logloss: 0.00244453\n",
      "[164]\tvalid_0's binary_logloss: 0.00244241\n",
      "[165]\tvalid_0's binary_logloss: 0.00244077\n",
      "[166]\tvalid_0's binary_logloss: 0.00243868\n",
      "[167]\tvalid_0's binary_logloss: 0.00243704\n",
      "[168]\tvalid_0's binary_logloss: 0.00243545\n",
      "[169]\tvalid_0's binary_logloss: 0.00243384\n",
      "[170]\tvalid_0's binary_logloss: 0.00243228\n",
      "[171]\tvalid_0's binary_logloss: 0.0024307\n",
      "[172]\tvalid_0's binary_logloss: 0.00242829\n",
      "[173]\tvalid_0's binary_logloss: 0.00242675\n",
      "[174]\tvalid_0's binary_logloss: 0.00242438\n",
      "[175]\tvalid_0's binary_logloss: 0.00242291\n",
      "[176]\tvalid_0's binary_logloss: 0.00242059\n",
      "[177]\tvalid_0's binary_logloss: 0.00241914\n",
      "[178]\tvalid_0's binary_logloss: 0.00241765\n",
      "[179]\tvalid_0's binary_logloss: 0.00241538\n",
      "[180]\tvalid_0's binary_logloss: 0.00241396\n",
      "[181]\tvalid_0's binary_logloss: 0.00241258\n",
      "[182]\tvalid_0's binary_logloss: 0.00241036\n",
      "[183]\tvalid_0's binary_logloss: 0.00240944\n",
      "[184]\tvalid_0's binary_logloss: 0.00240726\n",
      "[185]\tvalid_0's binary_logloss: 0.00240636\n",
      "[186]\tvalid_0's binary_logloss: 0.00240504\n",
      "[187]\tvalid_0's binary_logloss: 0.00240292\n",
      "[188]\tvalid_0's binary_logloss: 0.00240211\n",
      "[189]\tvalid_0's binary_logloss: 0.00240079\n",
      "[190]\tvalid_0's binary_logloss: 0.00239951\n",
      "[191]\tvalid_0's binary_logloss: 0.00239745\n",
      "[192]\tvalid_0's binary_logloss: 0.00239642\n",
      "[193]\tvalid_0's binary_logloss: 0.00239513\n",
      "[194]\tvalid_0's binary_logloss: 0.00239392\n",
      "[195]\tvalid_0's binary_logloss: 0.00239335\n",
      "[196]\tvalid_0's binary_logloss: 0.00239211\n",
      "[197]\tvalid_0's binary_logloss: 0.00239092\n",
      "[198]\tvalid_0's binary_logloss: 0.00239039\n",
      "[199]\tvalid_0's binary_logloss: 0.00238841\n",
      "[200]\tvalid_0's binary_logloss: 0.00238726\n",
      "[201]\tvalid_0's binary_logloss: 0.00238607\n",
      "[202]\tvalid_0's binary_logloss: 0.00238558\n",
      "[203]\tvalid_0's binary_logloss: 0.00238446\n",
      "[204]\tvalid_0's binary_logloss: 0.00238254\n",
      "[205]\tvalid_0's binary_logloss: 0.00238207\n",
      "[206]\tvalid_0's binary_logloss: 0.00238094\n",
      "[207]\tvalid_0's binary_logloss: 0.00237976\n",
      "[208]\tvalid_0's binary_logloss: 0.00237869\n",
      "[209]\tvalid_0's binary_logloss: 0.00237752\n",
      "[210]\tvalid_0's binary_logloss: 0.00237709\n",
      "[211]\tvalid_0's binary_logloss: 0.00237632\n",
      "[212]\tvalid_0's binary_logloss: 0.00237519\n",
      "[213]\tvalid_0's binary_logloss: 0.00237423\n",
      "[214]\tvalid_0's binary_logloss: 0.00237312\n",
      "[215]\tvalid_0's binary_logloss: 0.00237257\n",
      "[216]\tvalid_0's binary_logloss: 0.0023708\n",
      "[217]\tvalid_0's binary_logloss: 0.00237004\n",
      "[218]\tvalid_0's binary_logloss: 0.00236891\n",
      "[219]\tvalid_0's binary_logloss: 0.00236795\n",
      "[220]\tvalid_0's binary_logloss: 0.00236759\n",
      "[221]\tvalid_0's binary_logloss: 0.00236639\n",
      "[222]\tvalid_0's binary_logloss: 0.00236557\n",
      "[223]\tvalid_0's binary_logloss: 0.00236439\n",
      "[224]\tvalid_0's binary_logloss: 0.00236359\n",
      "[225]\tvalid_0's binary_logloss: 0.00236312\n",
      "[226]\tvalid_0's binary_logloss: 0.00236197\n",
      "[227]\tvalid_0's binary_logloss: 0.0023611\n",
      "[228]\tvalid_0's binary_logloss: 0.00236079\n",
      "[229]\tvalid_0's binary_logloss: 0.0023597\n",
      "[230]\tvalid_0's binary_logloss: 0.00235894\n",
      "[231]\tvalid_0's binary_logloss: 0.00235824\n",
      "[232]\tvalid_0's binary_logloss: 0.00235717\n",
      "[233]\tvalid_0's binary_logloss: 0.00235591\n",
      "[234]\tvalid_0's binary_logloss: 0.00235515\n",
      "[235]\tvalid_0's binary_logloss: 0.00235439\n",
      "[236]\tvalid_0's binary_logloss: 0.00235359\n",
      "[237]\tvalid_0's binary_logloss: 0.00235238\n",
      "[238]\tvalid_0's binary_logloss: 0.00235165\n",
      "[239]\tvalid_0's binary_logloss: 0.00235094\n",
      "[240]\tvalid_0's binary_logloss: 0.00235033\n",
      "[241]\tvalid_0's binary_logloss: 0.00234964\n",
      "[242]\tvalid_0's binary_logloss: 0.00234896\n",
      "[243]\tvalid_0's binary_logloss: 0.00234829\n",
      "[244]\tvalid_0's binary_logloss: 0.00234762\n",
      "[245]\tvalid_0's binary_logloss: 0.00234697\n",
      "[246]\tvalid_0's binary_logloss: 0.00234623\n",
      "[247]\tvalid_0's binary_logloss: 0.00234515\n",
      "[248]\tvalid_0's binary_logloss: 0.00234452\n",
      "[249]\tvalid_0's binary_logloss: 0.0023439\n",
      "[250]\tvalid_0's binary_logloss: 0.00234334\n",
      "[251]\tvalid_0's binary_logloss: 0.00234274\n",
      "[252]\tvalid_0's binary_logloss: 0.00234204\n",
      "[253]\tvalid_0's binary_logloss: 0.00234146\n",
      "[254]\tvalid_0's binary_logloss: 0.00234044\n",
      "[255]\tvalid_0's binary_logloss: 0.00233988\n",
      "[256]\tvalid_0's binary_logloss: 0.00233937\n",
      "[257]\tvalid_0's binary_logloss: 0.0023387\n",
      "[258]\tvalid_0's binary_logloss: 0.00233816\n",
      "[259]\tvalid_0's binary_logloss: 0.00233767\n",
      "[260]\tvalid_0's binary_logloss: 0.00233724\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[261]\tvalid_0's binary_logloss: 0.00233673\n",
      "[262]\tvalid_0's binary_logloss: 0.00233626\n",
      "[263]\tvalid_0's binary_logloss: 0.00233577\n",
      "[264]\tvalid_0's binary_logloss: 0.00233471\n",
      "[265]\tvalid_0's binary_logloss: 0.00233436\n",
      "[266]\tvalid_0's binary_logloss: 0.00233332\n",
      "[267]\tvalid_0's binary_logloss: 0.00233286\n",
      "[268]\tvalid_0's binary_logloss: 0.0023324\n",
      "[269]\tvalid_0's binary_logloss: 0.00233139\n",
      "[270]\tvalid_0's binary_logloss: 0.00233099\n",
      "[271]\tvalid_0's binary_logloss: 0.00232999\n",
      "[272]\tvalid_0's binary_logloss: 0.00232956\n",
      "[273]\tvalid_0's binary_logloss: 0.00232927\n",
      "[274]\tvalid_0's binary_logloss: 0.00232838\n",
      "[275]\tvalid_0's binary_logloss: 0.00232777\n",
      "[276]\tvalid_0's binary_logloss: 0.00232721\n",
      "[277]\tvalid_0's binary_logloss: 0.00232635\n",
      "[278]\tvalid_0's binary_logloss: 0.00232596\n",
      "[279]\tvalid_0's binary_logloss: 0.00232538\n",
      "[280]\tvalid_0's binary_logloss: 0.00232454\n",
      "[281]\tvalid_0's binary_logloss: 0.00232442\n",
      "[282]\tvalid_0's binary_logloss: 0.00232406\n",
      "[283]\tvalid_0's binary_logloss: 0.00232323\n",
      "[284]\tvalid_0's binary_logloss: 0.00232313\n",
      "[285]\tvalid_0's binary_logloss: 0.0023229\n",
      "[286]\tvalid_0's binary_logloss: 0.00232238\n",
      "[287]\tvalid_0's binary_logloss: 0.00232161\n",
      "[288]\tvalid_0's binary_logloss: 0.00232052\n",
      "[289]\tvalid_0's binary_logloss: 0.00231974\n",
      "[290]\tvalid_0's binary_logloss: 0.00231898\n",
      "[291]\tvalid_0's binary_logloss: 0.00231824\n",
      "[292]\tvalid_0's binary_logloss: 0.00231719\n",
      "[293]\tvalid_0's binary_logloss: 0.00231636\n",
      "[294]\tvalid_0's binary_logloss: 0.00231609\n",
      "[295]\tvalid_0's binary_logloss: 0.00231538\n",
      "[296]\tvalid_0's binary_logloss: 0.00231465\n",
      "[297]\tvalid_0's binary_logloss: 0.00231396\n",
      "[298]\tvalid_0's binary_logloss: 0.00231327\n",
      "[299]\tvalid_0's binary_logloss: 0.00231226\n",
      "[300]\tvalid_0's binary_logloss: 0.0023116\n",
      "[301]\tvalid_0's binary_logloss: 0.00231094\n",
      "[302]\tvalid_0's binary_logloss: 0.00231028\n",
      "[303]\tvalid_0's binary_logloss: 0.0023093\n",
      "[304]\tvalid_0's binary_logloss: 0.00230865\n",
      "[305]\tvalid_0's binary_logloss: 0.00230843\n",
      "[306]\tvalid_0's binary_logloss: 0.00230804\n",
      "[307]\tvalid_0's binary_logloss: 0.00230782\n",
      "[308]\tvalid_0's binary_logloss: 0.00230764\n",
      "[309]\tvalid_0's binary_logloss: 0.00230763\n",
      "[310]\tvalid_0's binary_logloss: 0.00230726\n",
      "[311]\tvalid_0's binary_logloss: 0.00230707\n",
      "[312]\tvalid_0's binary_logloss: 0.00230669\n",
      "[313]\tvalid_0's binary_logloss: 0.0023066\n",
      "[314]\tvalid_0's binary_logloss: 0.00230661\n",
      "[315]\tvalid_0's binary_logloss: 0.00230604\n",
      "[316]\tvalid_0's binary_logloss: 0.0023057\n",
      "[317]\tvalid_0's binary_logloss: 0.00230553\n",
      "[318]\tvalid_0's binary_logloss: 0.00230565\n",
      "[319]\tvalid_0's binary_logloss: 0.0023051\n",
      "[320]\tvalid_0's binary_logloss: 0.00230366\n",
      "[321]\tvalid_0's binary_logloss: 0.00230335\n",
      "[322]\tvalid_0's binary_logloss: 0.0023032\n",
      "[323]\tvalid_0's binary_logloss: 0.00230267\n",
      "[324]\tvalid_0's binary_logloss: 0.00230236\n",
      "[325]\tvalid_0's binary_logloss: 0.00230223\n",
      "[326]\tvalid_0's binary_logloss: 0.0023021\n",
      "[327]\tvalid_0's binary_logloss: 0.0023007\n",
      "[328]\tvalid_0's binary_logloss: 0.00230006\n",
      "[329]\tvalid_0's binary_logloss: 0.00229945\n",
      "[330]\tvalid_0's binary_logloss: 0.00229933\n",
      "[331]\tvalid_0's binary_logloss: 0.00229818\n",
      "[332]\tvalid_0's binary_logloss: 0.00229791\n",
      "[333]\tvalid_0's binary_logloss: 0.00229764\n",
      "[334]\tvalid_0's binary_logloss: 0.00229702\n",
      "[335]\tvalid_0's binary_logloss: 0.00229588\n",
      "[336]\tvalid_0's binary_logloss: 0.00229531\n",
      "[337]\tvalid_0's binary_logloss: 0.0022939\n",
      "[338]\tvalid_0's binary_logloss: 0.00229278\n",
      "[339]\tvalid_0's binary_logloss: 0.00229219\n",
      "[340]\tvalid_0's binary_logloss: 0.00229163\n",
      "[341]\tvalid_0's binary_logloss: 0.00229108\n",
      "[342]\tvalid_0's binary_logloss: 0.0022902\n",
      "[343]\tvalid_0's binary_logloss: 0.00228976\n",
      "[344]\tvalid_0's binary_logloss: 0.00228867\n",
      "[345]\tvalid_0's binary_logloss: 0.00228887\n",
      "[346]\tvalid_0's binary_logloss: 0.00228866\n",
      "[347]\tvalid_0's binary_logloss: 0.0022878\n",
      "[348]\tvalid_0's binary_logloss: 0.00228673\n",
      "[349]\tvalid_0's binary_logloss: 0.00228694\n",
      "[350]\tvalid_0's binary_logloss: 0.00228642\n",
      "[351]\tvalid_0's binary_logloss: 0.00228588\n",
      "[352]\tvalid_0's binary_logloss: 0.00228509\n",
      "[353]\tvalid_0's binary_logloss: 0.00228481\n",
      "[354]\tvalid_0's binary_logloss: 0.00228455\n",
      "[355]\tvalid_0's binary_logloss: 0.00228405\n",
      "[356]\tvalid_0's binary_logloss: 0.0022838\n",
      "[357]\tvalid_0's binary_logloss: 0.00228331\n",
      "[358]\tvalid_0's binary_logloss: 0.00228249\n",
      "[359]\tvalid_0's binary_logloss: 0.00228225\n",
      "[360]\tvalid_0's binary_logloss: 0.00228177\n",
      "[361]\tvalid_0's binary_logloss: 0.00228154\n",
      "[362]\tvalid_0's binary_logloss: 0.00228054\n",
      "[363]\tvalid_0's binary_logloss: 0.00228032\n",
      "[364]\tvalid_0's binary_logloss: 0.00227986\n",
      "[365]\tvalid_0's binary_logloss: 0.00227965\n",
      "[366]\tvalid_0's binary_logloss: 0.00227921\n",
      "[367]\tvalid_0's binary_logloss: 0.00227846\n",
      "[368]\tvalid_0's binary_logloss: 0.00227826\n",
      "[369]\tvalid_0's binary_logloss: 0.00227729\n",
      "[370]\tvalid_0's binary_logloss: 0.00227686\n",
      "[371]\tvalid_0's binary_logloss: 0.00227668\n",
      "[372]\tvalid_0's binary_logloss: 0.00227625\n",
      "[373]\tvalid_0's binary_logloss: 0.00227598\n",
      "[374]\tvalid_0's binary_logloss: 0.00227504\n",
      "[375]\tvalid_0's binary_logloss: 0.00227432\n",
      "[376]\tvalid_0's binary_logloss: 0.00227416\n",
      "[377]\tvalid_0's binary_logloss: 0.00227376\n",
      "[378]\tvalid_0's binary_logloss: 0.00227351\n",
      "[379]\tvalid_0's binary_logloss: 0.00227259\n",
      "[380]\tvalid_0's binary_logloss: 0.0022722\n",
      "[381]\tvalid_0's binary_logloss: 0.00227197\n",
      "[382]\tvalid_0's binary_logloss: 0.00227107\n",
      "[383]\tvalid_0's binary_logloss: 0.00226999\n",
      "[384]\tvalid_0's binary_logloss: 0.00226977\n",
      "[385]\tvalid_0's binary_logloss: 0.00226965\n",
      "[386]\tvalid_0's binary_logloss: 0.00226929\n",
      "[387]\tvalid_0's binary_logloss: 0.0022686\n",
      "[388]\tvalid_0's binary_logloss: 0.0022684\n",
      "[389]\tvalid_0's binary_logloss: 0.00226753\n",
      "[390]\tvalid_0's binary_logloss: 0.00226718\n",
      "[391]\tvalid_0's binary_logloss: 0.002267\n",
      "[392]\tvalid_0's binary_logloss: 0.00226593\n",
      "[393]\tvalid_0's binary_logloss: 0.00226584\n",
      "[394]\tvalid_0's binary_logloss: 0.00226567\n",
      "[395]\tvalid_0's binary_logloss: 0.00226462\n",
      "[396]\tvalid_0's binary_logloss: 0.00226455\n",
      "[397]\tvalid_0's binary_logloss: 0.00226351\n",
      "[398]\tvalid_0's binary_logloss: 0.00226336\n",
      "[399]\tvalid_0's binary_logloss: 0.00226322\n",
      "[400]\tvalid_0's binary_logloss: 0.0022622\n",
      "[401]\tvalid_0's binary_logloss: 0.00226199\n",
      "[402]\tvalid_0's binary_logloss: 0.00226135\n",
      "[403]\tvalid_0's binary_logloss: 0.00226123\n",
      "[404]\tvalid_0's binary_logloss: 0.00226023\n",
      "[405]\tvalid_0's binary_logloss: 0.00226003\n",
      "[406]\tvalid_0's binary_logloss: 0.00225905\n",
      "[407]\tvalid_0's binary_logloss: 0.00225894\n",
      "[408]\tvalid_0's binary_logloss: 0.00225876\n",
      "[409]\tvalid_0's binary_logloss: 0.00225779\n",
      "[410]\tvalid_0's binary_logloss: 0.0022577\n",
      "[411]\tvalid_0's binary_logloss: 0.00225754\n",
      "[412]\tvalid_0's binary_logloss: 0.00225659\n",
      "[413]\tvalid_0's binary_logloss: 0.00225651\n",
      "[414]\tvalid_0's binary_logloss: 0.00225636\n",
      "[415]\tvalid_0's binary_logloss: 0.00225542\n",
      "[416]\tvalid_0's binary_logloss: 0.00225536\n",
      "[417]\tvalid_0's binary_logloss: 0.00225476\n",
      "[418]\tvalid_0's binary_logloss: 0.00225384\n",
      "[419]\tvalid_0's binary_logloss: 0.00225379\n",
      "[420]\tvalid_0's binary_logloss: 0.00225367\n",
      "[421]\tvalid_0's binary_logloss: 0.00225276\n",
      "[422]\tvalid_0's binary_logloss: 0.00225219\n",
      "[423]\tvalid_0's binary_logloss: 0.00225208\n",
      "[424]\tvalid_0's binary_logloss: 0.00225119\n",
      "[425]\tvalid_0's binary_logloss: 0.00225063\n",
      "[426]\tvalid_0's binary_logloss: 0.00225054\n",
      "[427]\tvalid_0's binary_logloss: 0.00224997\n",
      "[428]\tvalid_0's binary_logloss: 0.0022491\n",
      "[429]\tvalid_0's binary_logloss: 0.00224855\n",
      "[430]\tvalid_0's binary_logloss: 0.00224794\n",
      "[431]\tvalid_0's binary_logloss: 0.00224708\n",
      "[432]\tvalid_0's binary_logloss: 0.00224701\n",
      "[433]\tvalid_0's binary_logloss: 0.00224649\n",
      "[434]\tvalid_0's binary_logloss: 0.00224593\n",
      "[435]\tvalid_0's binary_logloss: 0.00224509\n",
      "[436]\tvalid_0's binary_logloss: 0.00224502\n",
      "[437]\tvalid_0's binary_logloss: 0.00224454\n",
      "[438]\tvalid_0's binary_logloss: 0.00224372\n",
      "[439]\tvalid_0's binary_logloss: 0.00224325\n",
      "[440]\tvalid_0's binary_logloss: 0.0022428\n",
      "[441]\tvalid_0's binary_logloss: 0.00224329\n",
      "[442]\tvalid_0's binary_logloss: 0.00224378\n",
      "[443]\tvalid_0's binary_logloss: 0.0022443\n",
      "[444]\tvalid_0's binary_logloss: 0.00224372\n",
      "[445]\tvalid_0's binary_logloss: 0.00224425\n",
      "[446]\tvalid_0's binary_logloss: 0.00224418\n",
      "[447]\tvalid_0's binary_logloss: 0.00224471\n",
      "[448]\tvalid_0's binary_logloss: 0.00224524\n",
      "[449]\tvalid_0's binary_logloss: 0.00224578\n",
      "[450]\tvalid_0's binary_logloss: 0.00224632\n",
      "[451]\tvalid_0's binary_logloss: 0.00224686\n",
      "[452]\tvalid_0's binary_logloss: 0.00224629\n",
      "[453]\tvalid_0's binary_logloss: 0.00224623\n",
      "[454]\tvalid_0's binary_logloss: 0.00224678\n",
      "[455]\tvalid_0's binary_logloss: 0.00224733\n",
      "[456]\tvalid_0's binary_logloss: 0.00224788\n",
      "[457]\tvalid_0's binary_logloss: 0.00224839\n",
      "[458]\tvalid_0's binary_logloss: 0.00224834\n",
      "[459]\tvalid_0's binary_logloss: 0.00224885\n",
      "[460]\tvalid_0's binary_logloss: 0.00224867\n",
      "[461]\tvalid_0's binary_logloss: 0.00224923\n",
      "[462]\tvalid_0's binary_logloss: 0.00224868\n",
      "[463]\tvalid_0's binary_logloss: 0.0022492\n",
      "[464]\tvalid_0's binary_logloss: 0.00224904\n",
      "[465]\tvalid_0's binary_logloss: 0.002249\n",
      "[466]\tvalid_0's binary_logloss: 0.00224957\n",
      "[467]\tvalid_0's binary_logloss: 0.00225009\n",
      "[468]\tvalid_0's binary_logloss: 0.00225067\n",
      "[469]\tvalid_0's binary_logloss: 0.00225013\n",
      "[470]\tvalid_0's binary_logloss: 0.00225066\n",
      "[471]\tvalid_0's binary_logloss: 0.00225063\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[472]\tvalid_0's binary_logloss: 0.00224984\n",
      "[473]\tvalid_0's binary_logloss: 0.00225036\n",
      "[474]\tvalid_0's binary_logloss: 0.00225089\n",
      "[475]\tvalid_0's binary_logloss: 0.00225087\n",
      "[476]\tvalid_0's binary_logloss: 0.00225146\n",
      "[477]\tvalid_0's binary_logloss: 0.00225204\n",
      "[478]\tvalid_0's binary_logloss: 0.00225263\n",
      "[479]\tvalid_0's binary_logloss: 0.00225223\n",
      "[480]\tvalid_0's binary_logloss: 0.00225278\n",
      "[481]\tvalid_0's binary_logloss: 0.00225265\n",
      "[482]\tvalid_0's binary_logloss: 0.00225213\n",
      "[483]\tvalid_0's binary_logloss: 0.00225207\n",
      "[484]\tvalid_0's binary_logloss: 0.00225221\n",
      "[485]\tvalid_0's binary_logloss: 0.00225208\n",
      "[486]\tvalid_0's binary_logloss: 0.00225208\n",
      "[487]\tvalid_0's binary_logloss: 0.0022519\n",
      "[488]\tvalid_0's binary_logloss: 0.00225178\n",
      "[489]\tvalid_0's binary_logloss: 0.00225193\n",
      "[490]\tvalid_0's binary_logloss: 0.00225209\n",
      "[491]\tvalid_0's binary_logloss: 0.00225208\n",
      "[492]\tvalid_0's binary_logloss: 0.00225191\n",
      "[493]\tvalid_0's binary_logloss: 0.0022518\n",
      "[494]\tvalid_0's binary_logloss: 0.00225176\n",
      "[495]\tvalid_0's binary_logloss: 0.00225227\n",
      "[496]\tvalid_0's binary_logloss: 0.00225227\n",
      "[497]\tvalid_0's binary_logloss: 0.00225213\n",
      "[498]\tvalid_0's binary_logloss: 0.00225139\n",
      "[499]\tvalid_0's binary_logloss: 0.00225145\n",
      "[500]\tvalid_0's binary_logloss: 0.00225197\n",
      "[501]\tvalid_0's binary_logloss: 0.00225215\n",
      "[502]\tvalid_0's binary_logloss: 0.00225205\n",
      "[503]\tvalid_0's binary_logloss: 0.00225257\n",
      "[504]\tvalid_0's binary_logloss: 0.00225223\n",
      "[505]\tvalid_0's binary_logloss: 0.00225208\n",
      "[506]\tvalid_0's binary_logloss: 0.00225206\n",
      "[507]\tvalid_0's binary_logloss: 0.00225134\n",
      "[508]\tvalid_0's binary_logloss: 0.0022518\n",
      "[509]\tvalid_0's binary_logloss: 0.00225171\n",
      "[510]\tvalid_0's binary_logloss: 0.00225225\n",
      "[511]\tvalid_0's binary_logloss: 0.00225271\n",
      "[512]\tvalid_0's binary_logloss: 0.00225259\n",
      "[513]\tvalid_0's binary_logloss: 0.00225189\n",
      "[514]\tvalid_0's binary_logloss: 0.00225235\n",
      "[515]\tvalid_0's binary_logloss: 0.00225162\n",
      "[516]\tvalid_0's binary_logloss: 0.00225168\n",
      "[517]\tvalid_0's binary_logloss: 0.00225161\n",
      "[518]\tvalid_0's binary_logloss: 0.00225215\n",
      "[519]\tvalid_0's binary_logloss: 0.00225262\n",
      "[520]\tvalid_0's binary_logloss: 0.00225317\n",
      "[521]\tvalid_0's binary_logloss: 0.00225248\n",
      "[522]\tvalid_0's binary_logloss: 0.00225177\n",
      "[523]\tvalid_0's binary_logloss: 0.00225224\n",
      "[524]\tvalid_0's binary_logloss: 0.00225212\n",
      "[525]\tvalid_0's binary_logloss: 0.00225219\n",
      "[526]\tvalid_0's binary_logloss: 0.00225213\n",
      "[527]\tvalid_0's binary_logloss: 0.00225269\n",
      "[528]\tvalid_0's binary_logloss: 0.00225316\n",
      "[529]\tvalid_0's binary_logloss: 0.00225321\n",
      "[530]\tvalid_0's binary_logloss: 0.00225315\n",
      "[531]\tvalid_0's binary_logloss: 0.00225336\n",
      "[532]\tvalid_0's binary_logloss: 0.00225319\n",
      "[533]\tvalid_0's binary_logloss: 0.00225314\n",
      "[534]\tvalid_0's binary_logloss: 0.00225247\n",
      "[535]\tvalid_0's binary_logloss: 0.00225295\n",
      "[536]\tvalid_0's binary_logloss: 0.00225315\n",
      "[537]\tvalid_0's binary_logloss: 0.00225299\n",
      "[538]\tvalid_0's binary_logloss: 0.00225295\n",
      "[539]\tvalid_0's binary_logloss: 0.00225258\n",
      "[540]\tvalid_0's binary_logloss: 0.00225263\n",
      "[541]\tvalid_0's binary_logloss: 0.00225198\n",
      "[542]\tvalid_0's binary_logloss: 0.00225202\n",
      "[543]\tvalid_0's binary_logloss: 0.00225167\n",
      "[544]\tvalid_0's binary_logloss: 0.00225172\n",
      "[545]\tvalid_0's binary_logloss: 0.00225164\n",
      "[546]\tvalid_0's binary_logloss: 0.00225245\n",
      "[547]\tvalid_0's binary_logloss: 0.00225251\n",
      "[548]\tvalid_0's binary_logloss: 0.00225248\n",
      "[549]\tvalid_0's binary_logloss: 0.0022527\n",
      "[550]\tvalid_0's binary_logloss: 0.00225276\n",
      "[551]\tvalid_0's binary_logloss: 0.00225282\n",
      "[552]\tvalid_0's binary_logloss: 0.00225214\n",
      "[553]\tvalid_0's binary_logloss: 0.00225236\n",
      "[554]\tvalid_0's binary_logloss: 0.00225242\n",
      "[555]\tvalid_0's binary_logloss: 0.00225209\n",
      "[556]\tvalid_0's binary_logloss: 0.00225215\n",
      "[557]\tvalid_0's binary_logloss: 0.00225207\n",
      "[558]\tvalid_0's binary_logloss: 0.00225175\n",
      "[559]\tvalid_0's binary_logloss: 0.00225182\n",
      "[560]\tvalid_0's binary_logloss: 0.00225189\n",
      "[561]\tvalid_0's binary_logloss: 0.00225187\n",
      "[562]\tvalid_0's binary_logloss: 0.00225155\n",
      "[563]\tvalid_0's binary_logloss: 0.00225163\n",
      "[564]\tvalid_0's binary_logloss: 0.00225155\n",
      "[565]\tvalid_0's binary_logloss: 0.00225151\n",
      "[566]\tvalid_0's binary_logloss: 0.00225175\n",
      "[567]\tvalid_0's binary_logloss: 0.00225182\n",
      "[568]\tvalid_0's binary_logloss: 0.00225152\n",
      "[569]\tvalid_0's binary_logloss: 0.0022516\n",
      "[570]\tvalid_0's binary_logloss: 0.00225153\n",
      "[571]\tvalid_0's binary_logloss: 0.00225151\n",
      "[572]\tvalid_0's binary_logloss: 0.00225232\n",
      "[573]\tvalid_0's binary_logloss: 0.00225256\n",
      "[574]\tvalid_0's binary_logloss: 0.00225264\n",
      "[575]\tvalid_0's binary_logloss: 0.00225258\n",
      "[576]\tvalid_0's binary_logloss: 0.00225199\n",
      "[577]\tvalid_0's binary_logloss: 0.00225223\n",
      "[578]\tvalid_0's binary_logloss: 0.00225227\n",
      "[579]\tvalid_0's binary_logloss: 0.00225198\n",
      "[580]\tvalid_0's binary_logloss: 0.00225208\n",
      "[581]\tvalid_0's binary_logloss: 0.00225217\n",
      "[582]\tvalid_0's binary_logloss: 0.00225236\n",
      "[583]\tvalid_0's binary_logloss: 0.00225208\n",
      "[584]\tvalid_0's binary_logloss: 0.00225217\n",
      "[585]\tvalid_0's binary_logloss: 0.00225183\n",
      "[586]\tvalid_0's binary_logloss: 0.00225179\n",
      "[587]\tvalid_0's binary_logloss: 0.00225203\n",
      "[588]\tvalid_0's binary_logloss: 0.00225292\n",
      "[589]\tvalid_0's binary_logloss: 0.00225259\n",
      "[590]\tvalid_0's binary_logloss: 0.00225196\n",
      "[591]\tvalid_0's binary_logloss: 0.00225217\n",
      "[592]\tvalid_0's binary_logloss: 0.00225238\n",
      "[593]\tvalid_0's binary_logloss: 0.00225263\n",
      "[594]\tvalid_0's binary_logloss: 0.00225278\n",
      "[595]\tvalid_0's binary_logloss: 0.002253\n",
      "[596]\tvalid_0's binary_logloss: 0.00225316\n",
      "[597]\tvalid_0's binary_logloss: 0.00225341\n",
      "[598]\tvalid_0's binary_logloss: 0.00225353\n",
      "[599]\tvalid_0's binary_logloss: 0.00225369\n",
      "[600]\tvalid_0's binary_logloss: 0.00225459\n",
      "[601]\tvalid_0's binary_logloss: 0.00225426\n",
      "[602]\tvalid_0's binary_logloss: 0.00225436\n",
      "[603]\tvalid_0's binary_logloss: 0.00225433\n",
      "[604]\tvalid_0's binary_logloss: 0.00225459\n",
      "[605]\tvalid_0's binary_logloss: 0.0022558\n",
      "[606]\tvalid_0's binary_logloss: 0.0022556\n",
      "[607]\tvalid_0's binary_logloss: 0.00225597\n",
      "[608]\tvalid_0's binary_logloss: 0.00225614\n",
      "[609]\tvalid_0's binary_logloss: 0.0022564\n",
      "[610]\tvalid_0's binary_logloss: 0.00225684\n",
      "[611]\tvalid_0's binary_logloss: 0.00225652\n",
      "[612]\tvalid_0's binary_logloss: 0.00225689\n",
      "[613]\tvalid_0's binary_logloss: 0.00225716\n",
      "[614]\tvalid_0's binary_logloss: 0.00225733\n",
      "[615]\tvalid_0's binary_logloss: 0.00225823\n",
      "[616]\tvalid_0's binary_logloss: 0.00225792\n",
      "[617]\tvalid_0's binary_logloss: 0.00225914\n",
      "[618]\tvalid_0's binary_logloss: 0.00225924\n",
      "[619]\tvalid_0's binary_logloss: 0.00225969\n",
      "[620]\tvalid_0's binary_logloss: 0.00225938\n",
      "[621]\tvalid_0's binary_logloss: 0.00225952\n",
      "[622]\tvalid_0's binary_logloss: 0.00225948\n",
      "[623]\tvalid_0's binary_logloss: 0.00226038\n",
      "[624]\tvalid_0's binary_logloss: 0.00226083\n",
      "[625]\tvalid_0's binary_logloss: 0.00226097\n",
      "[626]\tvalid_0's binary_logloss: 0.00226134\n",
      "[627]\tvalid_0's binary_logloss: 0.00226179\n",
      "[628]\tvalid_0's binary_logloss: 0.00226195\n",
      "[629]\tvalid_0's binary_logloss: 0.00226209\n",
      "[630]\tvalid_0's binary_logloss: 0.00226246\n",
      "[631]\tvalid_0's binary_logloss: 0.00226336\n",
      "[632]\tvalid_0's binary_logloss: 0.00226382\n",
      "[633]\tvalid_0's binary_logloss: 0.00226393\n",
      "[634]\tvalid_0's binary_logloss: 0.00226369\n",
      "[635]\tvalid_0's binary_logloss: 0.00226406\n",
      "[636]\tvalid_0's binary_logloss: 0.00226406\n",
      "[637]\tvalid_0's binary_logloss: 0.00226382\n",
      "[638]\tvalid_0's binary_logloss: 0.00226419\n",
      "[639]\tvalid_0's binary_logloss: 0.00226419\n",
      "[640]\tvalid_0's binary_logloss: 0.00226419\n",
      "Early stopping, best iteration is:\n",
      "[440]\tvalid_0's binary_logloss: 0.0022428\n",
      "Training Log Loss:  4.198689713558419e-05\n",
      "CV Log Loss:  0.002242798619429291\n",
      "[1]\tvalid_0's binary_logloss: 0.00295068\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00285998\n",
      "[3]\tvalid_0's binary_logloss: 0.00280498\n",
      "[4]\tvalid_0's binary_logloss: 0.00273387\n",
      "[5]\tvalid_0's binary_logloss: 0.00269884\n",
      "[6]\tvalid_0's binary_logloss: 0.00267772\n",
      "[7]\tvalid_0's binary_logloss: 0.00265881\n",
      "[8]\tvalid_0's binary_logloss: 0.00255397\n",
      "[9]\tvalid_0's binary_logloss: 0.00285316\n",
      "[10]\tvalid_0's binary_logloss: 0.00268432\n",
      "[11]\tvalid_0's binary_logloss: 0.00336123\n",
      "[12]\tvalid_0's binary_logloss: 0.0034045\n",
      "[13]\tvalid_0's binary_logloss: 0.0032627\n",
      "[14]\tvalid_0's binary_logloss: 0.0033124\n",
      "[15]\tvalid_0's binary_logloss: 0.00325869\n",
      "[16]\tvalid_0's binary_logloss: 0.00322173\n",
      "[17]\tvalid_0's binary_logloss: 0.00318284\n",
      "[18]\tvalid_0's binary_logloss: 0.00316091\n",
      "[19]\tvalid_0's binary_logloss: 0.00314546\n",
      "[20]\tvalid_0's binary_logloss: 0.00312941\n",
      "[21]\tvalid_0's binary_logloss: 0.00310845\n",
      "[22]\tvalid_0's binary_logloss: 0.00309213\n",
      "[23]\tvalid_0's binary_logloss: 0.00306764\n",
      "[24]\tvalid_0's binary_logloss: 0.00306557\n",
      "[25]\tvalid_0's binary_logloss: 0.003049\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[26]\tvalid_0's binary_logloss: 0.00303248\n",
      "[27]\tvalid_0's binary_logloss: 0.00302986\n",
      "[28]\tvalid_0's binary_logloss: 0.00302488\n",
      "[29]\tvalid_0's binary_logloss: 0.00302404\n",
      "[30]\tvalid_0's binary_logloss: 0.00301214\n",
      "[31]\tvalid_0's binary_logloss: 0.00299988\n",
      "[32]\tvalid_0's binary_logloss: 0.00299556\n",
      "[33]\tvalid_0's binary_logloss: 0.00299139\n",
      "[34]\tvalid_0's binary_logloss: 0.00298983\n",
      "[35]\tvalid_0's binary_logloss: 0.00298006\n",
      "[36]\tvalid_0's binary_logloss: 0.00297319\n",
      "[37]\tvalid_0's binary_logloss: 0.00297719\n",
      "[38]\tvalid_0's binary_logloss: 0.00296736\n",
      "[39]\tvalid_0's binary_logloss: 0.00296568\n",
      "[40]\tvalid_0's binary_logloss: 0.00295555\n",
      "[41]\tvalid_0's binary_logloss: 0.00295377\n",
      "[42]\tvalid_0's binary_logloss: 0.00295493\n",
      "[43]\tvalid_0's binary_logloss: 0.00294468\n",
      "[44]\tvalid_0's binary_logloss: 0.00292847\n",
      "[45]\tvalid_0's binary_logloss: 0.00291295\n",
      "[46]\tvalid_0's binary_logloss: 0.00289842\n",
      "[47]\tvalid_0's binary_logloss: 0.00288464\n",
      "[48]\tvalid_0's binary_logloss: 0.00287169\n",
      "[49]\tvalid_0's binary_logloss: 0.0028594\n",
      "[50]\tvalid_0's binary_logloss: 0.00284742\n",
      "[51]\tvalid_0's binary_logloss: 0.00283587\n",
      "[52]\tvalid_0's binary_logloss: 0.0028244\n",
      "[53]\tvalid_0's binary_logloss: 0.00281278\n",
      "[54]\tvalid_0's binary_logloss: 0.00280199\n",
      "[55]\tvalid_0's binary_logloss: 0.00279125\n",
      "[56]\tvalid_0's binary_logloss: 0.00278069\n",
      "[57]\tvalid_0's binary_logloss: 0.0027705\n",
      "[58]\tvalid_0's binary_logloss: 0.00275915\n",
      "[59]\tvalid_0's binary_logloss: 0.00274961\n",
      "[60]\tvalid_0's binary_logloss: 0.00274023\n",
      "[61]\tvalid_0's binary_logloss: 0.00273065\n",
      "[62]\tvalid_0's binary_logloss: 0.00272117\n",
      "[63]\tvalid_0's binary_logloss: 0.00271175\n",
      "[64]\tvalid_0's binary_logloss: 0.00270312\n",
      "[65]\tvalid_0's binary_logloss: 0.00269383\n",
      "[66]\tvalid_0's binary_logloss: 0.00268498\n",
      "[67]\tvalid_0's binary_logloss: 0.00267624\n",
      "[68]\tvalid_0's binary_logloss: 0.00266765\n",
      "[69]\tvalid_0's binary_logloss: 0.00266361\n",
      "[70]\tvalid_0's binary_logloss: 0.00251487\n",
      "[71]\tvalid_0's binary_logloss: 0.00251715\n",
      "[72]\tvalid_0's binary_logloss: 0.00251823\n",
      "[73]\tvalid_0's binary_logloss: 0.00251788\n",
      "[74]\tvalid_0's binary_logloss: 0.00251365\n",
      "[75]\tvalid_0's binary_logloss: 0.00251268\n",
      "[76]\tvalid_0's binary_logloss: 0.00251112\n",
      "[77]\tvalid_0's binary_logloss: 0.00250656\n",
      "[78]\tvalid_0's binary_logloss: 0.00250206\n",
      "[79]\tvalid_0's binary_logloss: 0.0024976\n",
      "[80]\tvalid_0's binary_logloss: 0.00249347\n",
      "[81]\tvalid_0's binary_logloss: 0.00248938\n",
      "[82]\tvalid_0's binary_logloss: 0.00248533\n",
      "[83]\tvalid_0's binary_logloss: 0.00248134\n",
      "[84]\tvalid_0's binary_logloss: 0.00247764\n",
      "[85]\tvalid_0's binary_logloss: 0.00247397\n",
      "[86]\tvalid_0's binary_logloss: 0.00247034\n",
      "[87]\tvalid_0's binary_logloss: 0.00246673\n",
      "[88]\tvalid_0's binary_logloss: 0.00246295\n",
      "[89]\tvalid_0's binary_logloss: 0.00245942\n",
      "[90]\tvalid_0's binary_logloss: 0.00245685\n",
      "[91]\tvalid_0's binary_logloss: 0.00245342\n",
      "[92]\tvalid_0's binary_logloss: 0.00245027\n",
      "[93]\tvalid_0's binary_logloss: 0.00244669\n",
      "[94]\tvalid_0's binary_logloss: 0.002443\n",
      "[95]\tvalid_0's binary_logloss: 0.00243998\n",
      "[96]\tvalid_0's binary_logloss: 0.00243616\n",
      "[97]\tvalid_0's binary_logloss: 0.00243346\n",
      "[98]\tvalid_0's binary_logloss: 0.00243056\n",
      "[99]\tvalid_0's binary_logloss: 0.00242817\n",
      "[100]\tvalid_0's binary_logloss: 0.00242491\n",
      "[101]\tvalid_0's binary_logloss: 0.00242154\n",
      "[102]\tvalid_0's binary_logloss: 0.00241881\n",
      "[103]\tvalid_0's binary_logloss: 0.00242001\n",
      "[104]\tvalid_0's binary_logloss: 0.00241358\n",
      "[105]\tvalid_0's binary_logloss: 0.00241475\n",
      "[106]\tvalid_0's binary_logloss: 0.00241162\n",
      "[107]\tvalid_0's binary_logloss: 0.00240573\n",
      "[108]\tvalid_0's binary_logloss: 0.0024065\n",
      "[109]\tvalid_0's binary_logloss: 0.00240102\n",
      "[110]\tvalid_0's binary_logloss: 0.00239859\n",
      "[111]\tvalid_0's binary_logloss: 0.00239917\n",
      "[112]\tvalid_0's binary_logloss: 0.00239405\n",
      "[113]\tvalid_0's binary_logloss: 0.00238897\n",
      "[114]\tvalid_0's binary_logloss: 0.00238415\n",
      "[115]\tvalid_0's binary_logloss: 0.00238439\n",
      "[116]\tvalid_0's binary_logloss: 0.00237978\n",
      "[117]\tvalid_0's binary_logloss: 0.00237686\n",
      "[118]\tvalid_0's binary_logloss: 0.00237726\n",
      "[119]\tvalid_0's binary_logloss: 0.0023726\n",
      "[120]\tvalid_0's binary_logloss: 0.00236786\n",
      "[121]\tvalid_0's binary_logloss: 0.00236434\n",
      "[122]\tvalid_0's binary_logloss: 0.00235965\n",
      "[123]\tvalid_0's binary_logloss: 0.00235641\n",
      "[124]\tvalid_0's binary_logloss: 0.00235401\n",
      "[125]\tvalid_0's binary_logloss: 0.00235364\n",
      "[126]\tvalid_0's binary_logloss: 0.00235801\n",
      "[127]\tvalid_0's binary_logloss: 0.00234842\n",
      "[128]\tvalid_0's binary_logloss: 0.00234023\n",
      "[129]\tvalid_0's binary_logloss: 0.00233148\n",
      "[130]\tvalid_0's binary_logloss: 0.0023236\n",
      "[131]\tvalid_0's binary_logloss: 0.00231764\n",
      "[132]\tvalid_0's binary_logloss: 0.00231242\n",
      "[133]\tvalid_0's binary_logloss: 0.00230386\n",
      "[134]\tvalid_0's binary_logloss: 0.00229877\n",
      "[135]\tvalid_0's binary_logloss: 0.00229049\n",
      "[136]\tvalid_0's binary_logloss: 0.0022855\n",
      "[137]\tvalid_0's binary_logloss: 0.00227752\n",
      "[138]\tvalid_0's binary_logloss: 0.00227041\n",
      "[139]\tvalid_0's binary_logloss: 0.00226276\n",
      "[140]\tvalid_0's binary_logloss: 0.0022559\n",
      "[141]\tvalid_0's binary_logloss: 0.00224901\n",
      "[142]\tvalid_0's binary_logloss: 0.00224235\n",
      "[143]\tvalid_0's binary_logloss: 0.00223915\n",
      "[144]\tvalid_0's binary_logloss: 0.00223292\n",
      "[145]\tvalid_0's binary_logloss: 0.00222811\n",
      "[146]\tvalid_0's binary_logloss: 0.00222094\n",
      "[147]\tvalid_0's binary_logloss: 0.00221658\n",
      "[148]\tvalid_0's binary_logloss: 0.00221226\n",
      "[149]\tvalid_0's binary_logloss: 0.00220799\n",
      "[150]\tvalid_0's binary_logloss: 0.00220373\n",
      "[151]\tvalid_0's binary_logloss: 0.00219729\n",
      "[152]\tvalid_0's binary_logloss: 0.00219315\n",
      "[153]\tvalid_0's binary_logloss: 0.00218944\n",
      "[154]\tvalid_0's binary_logloss: 0.0021858\n",
      "[155]\tvalid_0's binary_logloss: 0.0021793\n",
      "[156]\tvalid_0's binary_logloss: 0.0021753\n",
      "[157]\tvalid_0's binary_logloss: 0.00217176\n",
      "[158]\tvalid_0's binary_logloss: 0.00216783\n",
      "[159]\tvalid_0's binary_logloss: 0.00216187\n",
      "[160]\tvalid_0's binary_logloss: 0.00215805\n",
      "[161]\tvalid_0's binary_logloss: 0.00215461\n",
      "[162]\tvalid_0's binary_logloss: 0.00212941\n",
      "[163]\tvalid_0's binary_logloss: 0.00212357\n",
      "[164]\tvalid_0's binary_logloss: 0.00211986\n",
      "[165]\tvalid_0's binary_logloss: 0.00211619\n",
      "[166]\tvalid_0's binary_logloss: 0.00211393\n",
      "[167]\tvalid_0's binary_logloss: 0.00210729\n",
      "[168]\tvalid_0's binary_logloss: 0.00210374\n",
      "[169]\tvalid_0's binary_logloss: 0.0021002\n",
      "[170]\tvalid_0's binary_logloss: 0.00209802\n",
      "[171]\tvalid_0's binary_logloss: 0.00209145\n",
      "[172]\tvalid_0's binary_logloss: 0.00208803\n",
      "[173]\tvalid_0's binary_logloss: 0.00208463\n",
      "[174]\tvalid_0's binary_logloss: 0.00207883\n",
      "[175]\tvalid_0's binary_logloss: 0.00207678\n",
      "[176]\tvalid_0's binary_logloss: 0.00207348\n",
      "[177]\tvalid_0's binary_logloss: 0.00206704\n",
      "[178]\tvalid_0's binary_logloss: 0.00206379\n",
      "[179]\tvalid_0's binary_logloss: 0.00206182\n",
      "[180]\tvalid_0's binary_logloss: 0.00205644\n",
      "[181]\tvalid_0's binary_logloss: 0.00205503\n",
      "[182]\tvalid_0's binary_logloss: 0.00205421\n",
      "[183]\tvalid_0's binary_logloss: 0.00205292\n",
      "[184]\tvalid_0's binary_logloss: 0.00205013\n",
      "[185]\tvalid_0's binary_logloss: 0.00204491\n",
      "[186]\tvalid_0's binary_logloss: 0.00204426\n",
      "[187]\tvalid_0's binary_logloss: 0.00204313\n",
      "[188]\tvalid_0's binary_logloss: 0.00204255\n",
      "[189]\tvalid_0's binary_logloss: 0.00203632\n",
      "[190]\tvalid_0's binary_logloss: 0.00203528\n",
      "[191]\tvalid_0's binary_logloss: 0.00203382\n",
      "[192]\tvalid_0's binary_logloss: 0.00203333\n",
      "[193]\tvalid_0's binary_logloss: 0.00202723\n",
      "[194]\tvalid_0's binary_logloss: 0.00202624\n",
      "[195]\tvalid_0's binary_logloss: 0.00202369\n",
      "[196]\tvalid_0's binary_logloss: 0.00202321\n",
      "[197]\tvalid_0's binary_logloss: 0.00201821\n",
      "[198]\tvalid_0's binary_logloss: 0.00201723\n",
      "[199]\tvalid_0's binary_logloss: 0.00201672\n",
      "[200]\tvalid_0's binary_logloss: 0.00201097\n",
      "[201]\tvalid_0's binary_logloss: 0.00200836\n",
      "[202]\tvalid_0's binary_logloss: 0.00200354\n",
      "[203]\tvalid_0's binary_logloss: 0.00200675\n",
      "[204]\tvalid_0's binary_logloss: 0.00200961\n",
      "[205]\tvalid_0's binary_logloss: 0.00200427\n",
      "[206]\tvalid_0's binary_logloss: 0.00200334\n",
      "[207]\tvalid_0's binary_logloss: 0.00200157\n",
      "[208]\tvalid_0's binary_logloss: 0.00199981\n",
      "[209]\tvalid_0's binary_logloss: 0.00199468\n",
      "[210]\tvalid_0's binary_logloss: 0.00199296\n",
      "[211]\tvalid_0's binary_logloss: 0.00198794\n",
      "[212]\tvalid_0's binary_logloss: 0.00198673\n",
      "[213]\tvalid_0's binary_logloss: 0.00198505\n",
      "[214]\tvalid_0's binary_logloss: 0.00198018\n",
      "[215]\tvalid_0's binary_logloss: 0.0019778\n",
      "[216]\tvalid_0's binary_logloss: 0.00197407\n",
      "[217]\tvalid_0's binary_logloss: 0.00197293\n",
      "[218]\tvalid_0's binary_logloss: 0.0019706\n",
      "[219]\tvalid_0's binary_logloss: 0.00196696\n",
      "[220]\tvalid_0's binary_logloss: 0.00196585\n",
      "[221]\tvalid_0's binary_logloss: 0.0019643\n",
      "[222]\tvalid_0's binary_logloss: 0.00196035\n",
      "[223]\tvalid_0's binary_logloss: 0.00195812\n",
      "[224]\tvalid_0's binary_logloss: 0.0019559\n",
      "[225]\tvalid_0's binary_logloss: 0.00195257\n",
      "[226]\tvalid_0's binary_logloss: 0.00195039\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[227]\tvalid_0's binary_logloss: 0.001947\n",
      "[228]\tvalid_0's binary_logloss: 0.00194447\n",
      "[229]\tvalid_0's binary_logloss: 0.00194067\n",
      "[230]\tvalid_0's binary_logloss: 0.00193817\n",
      "[231]\tvalid_0's binary_logloss: 0.00193443\n",
      "[232]\tvalid_0's binary_logloss: 0.00193346\n",
      "[233]\tvalid_0's binary_logloss: 0.00193102\n",
      "[234]\tvalid_0's binary_logloss: 0.0019286\n",
      "[235]\tvalid_0's binary_logloss: 0.00192485\n",
      "[236]\tvalid_0's binary_logloss: 0.00192184\n",
      "[237]\tvalid_0's binary_logloss: 0.00192093\n",
      "[238]\tvalid_0's binary_logloss: 0.00191859\n",
      "[239]\tvalid_0's binary_logloss: 0.00191564\n",
      "[240]\tvalid_0's binary_logloss: 0.00191334\n",
      "[241]\tvalid_0's binary_logloss: 0.00191044\n",
      "[242]\tvalid_0's binary_logloss: 0.00190818\n",
      "[243]\tvalid_0's binary_logloss: 0.00190534\n",
      "[244]\tvalid_0's binary_logloss: 0.00190312\n",
      "[245]\tvalid_0's binary_logloss: 0.00190091\n",
      "[246]\tvalid_0's binary_logloss: 0.00189814\n",
      "[247]\tvalid_0's binary_logloss: 0.00189597\n",
      "[248]\tvalid_0's binary_logloss: 0.00189414\n",
      "[249]\tvalid_0's binary_logloss: 0.00189335\n",
      "[250]\tvalid_0's binary_logloss: 0.00189204\n",
      "[251]\tvalid_0's binary_logloss: 0.00188874\n",
      "[252]\tvalid_0's binary_logloss: 0.00188798\n",
      "[253]\tvalid_0's binary_logloss: 0.0018859\n",
      "[254]\tvalid_0's binary_logloss: 0.00188314\n",
      "[255]\tvalid_0's binary_logloss: 0.00188109\n",
      "[256]\tvalid_0's binary_logloss: 0.00187788\n",
      "[257]\tvalid_0's binary_logloss: 0.00187532\n",
      "[258]\tvalid_0's binary_logloss: 0.00187403\n",
      "[259]\tvalid_0's binary_logloss: 0.00187204\n",
      "[260]\tvalid_0's binary_logloss: 0.00187037\n",
      "[261]\tvalid_0's binary_logloss: 0.00186911\n",
      "[262]\tvalid_0's binary_logloss: 0.00186717\n",
      "[263]\tvalid_0's binary_logloss: 0.00186553\n",
      "[264]\tvalid_0's binary_logloss: 0.0018639\n",
      "[265]\tvalid_0's binary_logloss: 0.00186086\n",
      "[266]\tvalid_0's binary_logloss: 0.00186021\n",
      "[267]\tvalid_0's binary_logloss: 0.00185758\n",
      "[268]\tvalid_0's binary_logloss: 0.00185641\n",
      "[269]\tvalid_0's binary_logloss: 0.00185526\n",
      "[270]\tvalid_0's binary_logloss: 0.00185412\n",
      "[271]\tvalid_0's binary_logloss: 0.00185302\n",
      "[272]\tvalid_0's binary_logloss: 0.00185191\n",
      "[273]\tvalid_0's binary_logloss: 0.00185082\n",
      "[274]\tvalid_0's binary_logloss: 0.00184974\n",
      "[275]\tvalid_0's binary_logloss: 0.00184867\n",
      "[276]\tvalid_0's binary_logloss: 0.00184761\n",
      "[277]\tvalid_0's binary_logloss: 0.00184585\n",
      "[278]\tvalid_0's binary_logloss: 0.0018441\n",
      "[279]\tvalid_0's binary_logloss: 0.00184237\n",
      "[280]\tvalid_0's binary_logloss: 0.00184104\n",
      "[281]\tvalid_0's binary_logloss: 0.00184002\n",
      "[282]\tvalid_0's binary_logloss: 0.00183951\n",
      "[283]\tvalid_0's binary_logloss: 0.00183782\n",
      "[284]\tvalid_0's binary_logloss: 0.00183615\n",
      "[285]\tvalid_0's binary_logloss: 0.00183449\n",
      "[286]\tvalid_0's binary_logloss: 0.0018325\n",
      "[287]\tvalid_0's binary_logloss: 0.00183054\n",
      "[288]\tvalid_0's binary_logloss: 0.00182915\n",
      "[289]\tvalid_0's binary_logloss: 0.00182782\n",
      "[290]\tvalid_0's binary_logloss: 0.00182587\n",
      "[291]\tvalid_0's binary_logloss: 0.00182451\n",
      "[292]\tvalid_0's binary_logloss: 0.00182178\n",
      "[293]\tvalid_0's binary_logloss: 0.00181989\n",
      "[294]\tvalid_0's binary_logloss: 0.00181867\n",
      "[295]\tvalid_0's binary_logloss: 0.00181678\n",
      "[296]\tvalid_0's binary_logloss: 0.0018141\n",
      "[297]\tvalid_0's binary_logloss: 0.00181294\n",
      "[298]\tvalid_0's binary_logloss: 0.0018102\n",
      "[299]\tvalid_0's binary_logloss: 0.00180755\n",
      "[300]\tvalid_0's binary_logloss: 0.0018066\n",
      "[301]\tvalid_0's binary_logloss: 0.001804\n",
      "[302]\tvalid_0's binary_logloss: 0.0018028\n",
      "[303]\tvalid_0's binary_logloss: 0.00180064\n",
      "[304]\tvalid_0's binary_logloss: 0.00179799\n",
      "[305]\tvalid_0's binary_logloss: 0.00179709\n",
      "[306]\tvalid_0's binary_logloss: 0.00179497\n",
      "[307]\tvalid_0's binary_logloss: 0.00179321\n",
      "[308]\tvalid_0's binary_logloss: 0.00179205\n",
      "[309]\tvalid_0's binary_logloss: 0.00178955\n",
      "[310]\tvalid_0's binary_logloss: 0.00178749\n",
      "[311]\tvalid_0's binary_logloss: 0.00178579\n",
      "[312]\tvalid_0's binary_logloss: 0.00178471\n",
      "[313]\tvalid_0's binary_logloss: 0.00178218\n",
      "[314]\tvalid_0's binary_logloss: 0.00178134\n",
      "[315]\tvalid_0's binary_logloss: 0.00177891\n",
      "[316]\tvalid_0's binary_logloss: 0.00177692\n",
      "[317]\tvalid_0's binary_logloss: 0.00177585\n",
      "[318]\tvalid_0's binary_logloss: 0.0017734\n",
      "[319]\tvalid_0's binary_logloss: 0.00177177\n",
      "[320]\tvalid_0's binary_logloss: 0.00177035\n",
      "[321]\tvalid_0's binary_logloss: 0.00176898\n",
      "[322]\tvalid_0's binary_logloss: 0.0017682\n",
      "[323]\tvalid_0's binary_logloss: 0.00176717\n",
      "[324]\tvalid_0's binary_logloss: 0.00176478\n",
      "[325]\tvalid_0's binary_logloss: 0.00176374\n",
      "[326]\tvalid_0's binary_logloss: 0.00176217\n",
      "[327]\tvalid_0's binary_logloss: 0.0017598\n",
      "[328]\tvalid_0's binary_logloss: 0.00175906\n",
      "[329]\tvalid_0's binary_logloss: 0.00175689\n",
      "[330]\tvalid_0's binary_logloss: 0.00175558\n",
      "[331]\tvalid_0's binary_logloss: 0.00175405\n",
      "[332]\tvalid_0's binary_logloss: 0.00175271\n",
      "[333]\tvalid_0's binary_logloss: 0.00175175\n",
      "[334]\tvalid_0's binary_logloss: 0.00174946\n",
      "[335]\tvalid_0's binary_logloss: 0.00174818\n",
      "[336]\tvalid_0's binary_logloss: 0.00174671\n",
      "[337]\tvalid_0's binary_logloss: 0.00174624\n",
      "[338]\tvalid_0's binary_logloss: 0.00174577\n",
      "[339]\tvalid_0's binary_logloss: 0.0017449\n",
      "[340]\tvalid_0's binary_logloss: 0.00174347\n",
      "[341]\tvalid_0's binary_logloss: 0.00174252\n",
      "[342]\tvalid_0's binary_logloss: 0.0017411\n",
      "[343]\tvalid_0's binary_logloss: 0.00174025\n",
      "[344]\tvalid_0's binary_logloss: 0.00173916\n",
      "[345]\tvalid_0's binary_logloss: 0.00173791\n",
      "[346]\tvalid_0's binary_logloss: 0.00173777\n",
      "[347]\tvalid_0's binary_logloss: 0.00173763\n",
      "[348]\tvalid_0's binary_logloss: 0.00173656\n",
      "[349]\tvalid_0's binary_logloss: 0.00173575\n",
      "[350]\tvalid_0's binary_logloss: 0.00173563\n",
      "[351]\tvalid_0's binary_logloss: 0.00173458\n",
      "[352]\tvalid_0's binary_logloss: 0.00173378\n",
      "[353]\tvalid_0's binary_logloss: 0.00173367\n",
      "[354]\tvalid_0's binary_logloss: 0.00173263\n",
      "[355]\tvalid_0's binary_logloss: 0.00173186\n",
      "[356]\tvalid_0's binary_logloss: 0.00173084\n",
      "[357]\tvalid_0's binary_logloss: 0.00172983\n",
      "[358]\tvalid_0's binary_logloss: 0.00172761\n",
      "[359]\tvalid_0's binary_logloss: 0.00172787\n",
      "[360]\tvalid_0's binary_logloss: 0.00172712\n",
      "[361]\tvalid_0's binary_logloss: 0.00172738\n",
      "[362]\tvalid_0's binary_logloss: 0.00172731\n",
      "[363]\tvalid_0's binary_logloss: 0.00172633\n",
      "[364]\tvalid_0's binary_logloss: 0.00172558\n",
      "[365]\tvalid_0's binary_logloss: 0.00172461\n",
      "[366]\tvalid_0's binary_logloss: 0.00172389\n",
      "[367]\tvalid_0's binary_logloss: 0.00172418\n",
      "[368]\tvalid_0's binary_logloss: 0.00172323\n",
      "[369]\tvalid_0's binary_logloss: 0.00172228\n",
      "[370]\tvalid_0's binary_logloss: 0.00172157\n",
      "[371]\tvalid_0's binary_logloss: 0.00172063\n",
      "[372]\tvalid_0's binary_logloss: 0.0017197\n",
      "[373]\tvalid_0's binary_logloss: 0.00171757\n",
      "[374]\tvalid_0's binary_logloss: 0.00171788\n",
      "[375]\tvalid_0's binary_logloss: 0.0017172\n",
      "[376]\tvalid_0's binary_logloss: 0.00171752\n",
      "[377]\tvalid_0's binary_logloss: 0.00171641\n",
      "[378]\tvalid_0's binary_logloss: 0.00171674\n",
      "[379]\tvalid_0's binary_logloss: 0.00171656\n",
      "[380]\tvalid_0's binary_logloss: 0.00171566\n",
      "[381]\tvalid_0's binary_logloss: 0.0017146\n",
      "[382]\tvalid_0's binary_logloss: 0.00171494\n",
      "[383]\tvalid_0's binary_logloss: 0.00171529\n",
      "[384]\tvalid_0's binary_logloss: 0.00171456\n",
      "[385]\tvalid_0's binary_logloss: 0.00171351\n",
      "[386]\tvalid_0's binary_logloss: 0.00171263\n",
      "[387]\tvalid_0's binary_logloss: 0.001712\n",
      "[388]\tvalid_0's binary_logloss: 0.00171203\n",
      "[389]\tvalid_0's binary_logloss: 0.00171116\n",
      "[390]\tvalid_0's binary_logloss: 0.00171054\n",
      "[391]\tvalid_0's binary_logloss: 0.00170969\n",
      "[392]\tvalid_0's binary_logloss: 0.00170971\n",
      "[393]\tvalid_0's binary_logloss: 0.00170887\n",
      "[394]\tvalid_0's binary_logloss: 0.00170684\n",
      "[395]\tvalid_0's binary_logloss: 0.00170624\n",
      "[396]\tvalid_0's binary_logloss: 0.00170627\n",
      "[397]\tvalid_0's binary_logloss: 0.00170426\n",
      "[398]\tvalid_0's binary_logloss: 0.00170426\n",
      "[399]\tvalid_0's binary_logloss: 0.00170432\n",
      "[400]\tvalid_0's binary_logloss: 0.00170233\n",
      "[401]\tvalid_0's binary_logloss: 0.00170238\n",
      "[402]\tvalid_0's binary_logloss: 0.0017018\n",
      "[403]\tvalid_0's binary_logloss: 0.00170187\n",
      "[404]\tvalid_0's binary_logloss: 0.0016999\n",
      "[405]\tvalid_0's binary_logloss: 0.00169992\n",
      "[406]\tvalid_0's binary_logloss: 0.00170046\n",
      "[407]\tvalid_0's binary_logloss: 0.00169851\n",
      "[408]\tvalid_0's binary_logloss: 0.00169879\n",
      "[409]\tvalid_0's binary_logloss: 0.00169824\n",
      "[410]\tvalid_0's binary_logloss: 0.00169828\n",
      "[411]\tvalid_0's binary_logloss: 0.00169634\n",
      "[412]\tvalid_0's binary_logloss: 0.0016969\n",
      "[413]\tvalid_0's binary_logloss: 0.00169635\n",
      "[414]\tvalid_0's binary_logloss: 0.00169666\n",
      "[415]\tvalid_0's binary_logloss: 0.00169626\n",
      "[416]\tvalid_0's binary_logloss: 0.00169587\n",
      "[417]\tvalid_0's binary_logloss: 0.00169548\n",
      "[418]\tvalid_0's binary_logloss: 0.00169496\n",
      "[419]\tvalid_0's binary_logloss: 0.00169458\n",
      "[420]\tvalid_0's binary_logloss: 0.00169485\n",
      "[421]\tvalid_0's binary_logloss: 0.00169406\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[422]\tvalid_0's binary_logloss: 0.0016937\n",
      "[423]\tvalid_0's binary_logloss: 0.00169339\n",
      "[424]\tvalid_0's binary_logloss: 0.00169288\n",
      "[425]\tvalid_0's binary_logloss: 0.00169258\n",
      "[426]\tvalid_0's binary_logloss: 0.00169228\n",
      "[427]\tvalid_0's binary_logloss: 0.00169178\n",
      "[428]\tvalid_0's binary_logloss: 0.00169149\n",
      "[429]\tvalid_0's binary_logloss: 0.00169121\n",
      "[430]\tvalid_0's binary_logloss: 0.00169043\n",
      "[431]\tvalid_0's binary_logloss: 0.00169015\n",
      "[432]\tvalid_0's binary_logloss: 0.00168988\n",
      "[433]\tvalid_0's binary_logloss: 0.00168967\n",
      "[434]\tvalid_0's binary_logloss: 0.00168933\n",
      "[435]\tvalid_0's binary_logloss: 0.00168947\n",
      "[436]\tvalid_0's binary_logloss: 0.00168979\n",
      "[437]\tvalid_0's binary_logloss: 0.00169012\n",
      "[438]\tvalid_0's binary_logloss: 0.00168965\n",
      "[439]\tvalid_0's binary_logloss: 0.00168896\n",
      "[440]\tvalid_0's binary_logloss: 0.00168821\n",
      "[441]\tvalid_0's binary_logloss: 0.00168802\n",
      "[442]\tvalid_0's binary_logloss: 0.00168773\n",
      "[443]\tvalid_0's binary_logloss: 0.00168789\n",
      "[444]\tvalid_0's binary_logloss: 0.00168761\n",
      "[445]\tvalid_0's binary_logloss: 0.00168693\n",
      "[446]\tvalid_0's binary_logloss: 0.00168648\n",
      "[447]\tvalid_0's binary_logloss: 0.00168582\n",
      "[448]\tvalid_0's binary_logloss: 0.00168537\n",
      "[449]\tvalid_0's binary_logloss: 0.00168572\n",
      "[450]\tvalid_0's binary_logloss: 0.00168484\n",
      "[451]\tvalid_0's binary_logloss: 0.00168519\n",
      "[452]\tvalid_0's binary_logloss: 0.00168454\n",
      "[453]\tvalid_0's binary_logloss: 0.0016837\n",
      "[454]\tvalid_0's binary_logloss: 0.00168341\n",
      "[455]\tvalid_0's binary_logloss: 0.00168253\n",
      "[456]\tvalid_0's binary_logloss: 0.00168238\n",
      "[457]\tvalid_0's binary_logloss: 0.00168196\n",
      "[458]\tvalid_0's binary_logloss: 0.00168172\n",
      "[459]\tvalid_0's binary_logloss: 0.00168089\n",
      "[460]\tvalid_0's binary_logloss: 0.00168062\n",
      "[461]\tvalid_0's binary_logloss: 0.00167876\n",
      "[462]\tvalid_0's binary_logloss: 0.0016779\n",
      "[463]\tvalid_0's binary_logloss: 0.00167727\n",
      "[464]\tvalid_0's binary_logloss: 0.00167765\n",
      "[465]\tvalid_0's binary_logloss: 0.00167684\n",
      "[466]\tvalid_0's binary_logloss: 0.00167671\n",
      "[467]\tvalid_0's binary_logloss: 0.00167586\n",
      "[468]\tvalid_0's binary_logloss: 0.00167625\n",
      "[469]\tvalid_0's binary_logloss: 0.00167543\n",
      "[470]\tvalid_0's binary_logloss: 0.00167517\n",
      "[471]\tvalid_0's binary_logloss: 0.00167335\n",
      "[472]\tvalid_0's binary_logloss: 0.00167295\n",
      "[473]\tvalid_0's binary_logloss: 0.0016727\n",
      "[474]\tvalid_0's binary_logloss: 0.00167188\n",
      "[475]\tvalid_0's binary_logloss: 0.00167108\n",
      "[476]\tvalid_0's binary_logloss: 0.00167074\n",
      "[477]\tvalid_0's binary_logloss: 0.00167035\n",
      "[478]\tvalid_0's binary_logloss: 0.00167024\n",
      "[479]\tvalid_0's binary_logloss: 0.00166943\n",
      "[480]\tvalid_0's binary_logloss: 0.00166864\n",
      "[481]\tvalid_0's binary_logloss: 0.00166906\n",
      "[482]\tvalid_0's binary_logloss: 0.00166826\n",
      "[483]\tvalid_0's binary_logloss: 0.00166768\n",
      "[484]\tvalid_0's binary_logloss: 0.0016669\n",
      "[485]\tvalid_0's binary_logloss: 0.00166732\n",
      "[486]\tvalid_0's binary_logloss: 0.0016665\n",
      "[487]\tvalid_0's binary_logloss: 0.00166692\n",
      "[488]\tvalid_0's binary_logloss: 0.00166614\n",
      "[489]\tvalid_0's binary_logloss: 0.00166605\n",
      "[490]\tvalid_0's binary_logloss: 0.00166642\n",
      "[491]\tvalid_0's binary_logloss: 0.00166611\n",
      "[492]\tvalid_0's binary_logloss: 0.00166654\n",
      "[493]\tvalid_0's binary_logloss: 0.00166662\n",
      "[494]\tvalid_0's binary_logloss: 0.00166631\n",
      "[495]\tvalid_0's binary_logloss: 0.00166601\n",
      "[496]\tvalid_0's binary_logloss: 0.00166521\n",
      "[497]\tvalid_0's binary_logloss: 0.00166466\n",
      "[498]\tvalid_0's binary_logloss: 0.0016651\n",
      "[499]\tvalid_0's binary_logloss: 0.00166513\n",
      "[500]\tvalid_0's binary_logloss: 0.00166483\n",
      "[501]\tvalid_0's binary_logloss: 0.00166429\n",
      "[502]\tvalid_0's binary_logloss: 0.00166348\n",
      "[503]\tvalid_0's binary_logloss: 0.00166319\n",
      "[504]\tvalid_0's binary_logloss: 0.00166305\n",
      "[505]\tvalid_0's binary_logloss: 0.00166252\n",
      "[506]\tvalid_0's binary_logloss: 0.00166234\n",
      "[507]\tvalid_0's binary_logloss: 0.00166166\n",
      "[508]\tvalid_0's binary_logloss: 0.00166148\n",
      "[509]\tvalid_0's binary_logloss: 0.00166151\n",
      "[510]\tvalid_0's binary_logloss: 0.00166136\n",
      "[511]\tvalid_0's binary_logloss: 0.00166103\n",
      "[512]\tvalid_0's binary_logloss: 0.00165997\n",
      "[513]\tvalid_0's binary_logloss: 0.00165983\n",
      "[514]\tvalid_0's binary_logloss: 0.00166031\n",
      "[515]\tvalid_0's binary_logloss: 0.00165979\n",
      "[516]\tvalid_0's binary_logloss: 0.00165924\n",
      "[517]\tvalid_0's binary_logloss: 0.00165907\n",
      "[518]\tvalid_0's binary_logloss: 0.00165876\n",
      "[519]\tvalid_0's binary_logloss: 0.00165858\n",
      "[520]\tvalid_0's binary_logloss: 0.00165863\n",
      "[521]\tvalid_0's binary_logloss: 0.00165846\n",
      "[522]\tvalid_0's binary_logloss: 0.00165767\n",
      "[523]\tvalid_0's binary_logloss: 0.00165749\n",
      "[524]\tvalid_0's binary_logloss: 0.00165647\n",
      "[525]\tvalid_0's binary_logloss: 0.0016563\n",
      "[526]\tvalid_0's binary_logloss: 0.0016568\n",
      "[527]\tvalid_0's binary_logloss: 0.00165663\n",
      "[528]\tvalid_0's binary_logloss: 0.00165665\n",
      "[529]\tvalid_0's binary_logloss: 0.00165648\n",
      "[530]\tvalid_0's binary_logloss: 0.00165631\n",
      "[531]\tvalid_0's binary_logloss: 0.00165553\n",
      "[532]\tvalid_0's binary_logloss: 0.00165531\n",
      "[533]\tvalid_0's binary_logloss: 0.00165534\n",
      "[534]\tvalid_0's binary_logloss: 0.00165517\n",
      "[535]\tvalid_0's binary_logloss: 0.0016552\n",
      "[536]\tvalid_0's binary_logloss: 0.00165504\n",
      "[537]\tvalid_0's binary_logloss: 0.00165508\n",
      "[538]\tvalid_0's binary_logloss: 0.00165422\n",
      "[539]\tvalid_0's binary_logloss: 0.001654\n",
      "[540]\tvalid_0's binary_logloss: 0.00165372\n",
      "[541]\tvalid_0's binary_logloss: 0.00165313\n",
      "[542]\tvalid_0's binary_logloss: 0.0016526\n",
      "[543]\tvalid_0's binary_logloss: 0.00165232\n",
      "[544]\tvalid_0's binary_logloss: 0.00165253\n",
      "[545]\tvalid_0's binary_logloss: 0.00165273\n",
      "[546]\tvalid_0's binary_logloss: 0.0016523\n",
      "[547]\tvalid_0's binary_logloss: 0.0016518\n",
      "[548]\tvalid_0's binary_logloss: 0.00165138\n",
      "[549]\tvalid_0's binary_logloss: 0.00165159\n",
      "[550]\tvalid_0's binary_logloss: 0.00165045\n",
      "[551]\tvalid_0's binary_logloss: 0.00165\n",
      "[552]\tvalid_0's binary_logloss: 0.00164924\n",
      "[553]\tvalid_0's binary_logloss: 0.00164879\n",
      "[554]\tvalid_0's binary_logloss: 0.00164822\n",
      "[555]\tvalid_0's binary_logloss: 0.00164748\n",
      "[556]\tvalid_0's binary_logloss: 0.00164635\n",
      "[557]\tvalid_0's binary_logloss: 0.00164553\n",
      "[558]\tvalid_0's binary_logloss: 0.00164509\n",
      "[559]\tvalid_0's binary_logloss: 0.00164503\n",
      "[560]\tvalid_0's binary_logloss: 0.00164391\n",
      "[561]\tvalid_0's binary_logloss: 0.00164385\n",
      "[562]\tvalid_0's binary_logloss: 0.00164275\n",
      "[563]\tvalid_0's binary_logloss: 0.00164269\n",
      "[564]\tvalid_0's binary_logloss: 0.00164226\n",
      "[565]\tvalid_0's binary_logloss: 0.00164146\n",
      "[566]\tvalid_0's binary_logloss: 0.00164036\n",
      "[567]\tvalid_0's binary_logloss: 0.00164032\n",
      "[568]\tvalid_0's binary_logloss: 0.00163989\n",
      "[569]\tvalid_0's binary_logloss: 0.00163985\n",
      "[570]\tvalid_0's binary_logloss: 0.00163877\n",
      "[571]\tvalid_0's binary_logloss: 0.00163769\n",
      "[572]\tvalid_0's binary_logloss: 0.00163843\n",
      "[573]\tvalid_0's binary_logloss: 0.0016383\n",
      "[574]\tvalid_0's binary_logloss: 0.00163841\n",
      "[575]\tvalid_0's binary_logloss: 0.00163734\n",
      "[576]\tvalid_0's binary_logloss: 0.00163656\n",
      "[577]\tvalid_0's binary_logloss: 0.00163643\n",
      "[578]\tvalid_0's binary_logloss: 0.00163639\n",
      "[579]\tvalid_0's binary_logloss: 0.00163626\n",
      "[580]\tvalid_0's binary_logloss: 0.00163623\n",
      "[581]\tvalid_0's binary_logloss: 0.00163619\n",
      "[582]\tvalid_0's binary_logloss: 0.00163513\n",
      "[583]\tvalid_0's binary_logloss: 0.0016351\n",
      "[584]\tvalid_0's binary_logloss: 0.00163405\n",
      "[585]\tvalid_0's binary_logloss: 0.00163392\n",
      "[586]\tvalid_0's binary_logloss: 0.0016339\n",
      "[587]\tvalid_0's binary_logloss: 0.00163388\n",
      "[588]\tvalid_0's binary_logloss: 0.00163369\n",
      "[589]\tvalid_0's binary_logloss: 0.00163366\n",
      "[590]\tvalid_0's binary_logloss: 0.00163262\n",
      "[591]\tvalid_0's binary_logloss: 0.00163261\n",
      "[592]\tvalid_0's binary_logloss: 0.00163229\n",
      "[593]\tvalid_0's binary_logloss: 0.00163227\n",
      "[594]\tvalid_0's binary_logloss: 0.00163124\n",
      "[595]\tvalid_0's binary_logloss: 0.00163147\n",
      "[596]\tvalid_0's binary_logloss: 0.00163116\n",
      "[597]\tvalid_0's binary_logloss: 0.00163139\n",
      "[598]\tvalid_0's binary_logloss: 0.00163036\n",
      "[599]\tvalid_0's binary_logloss: 0.0016305\n",
      "[600]\tvalid_0's binary_logloss: 0.00163073\n",
      "[601]\tvalid_0's binary_logloss: 0.00163088\n",
      "[602]\tvalid_0's binary_logloss: 0.00163087\n",
      "[603]\tvalid_0's binary_logloss: 0.0016311\n",
      "[604]\tvalid_0's binary_logloss: 0.00163008\n",
      "[605]\tvalid_0's binary_logloss: 0.00163023\n",
      "[606]\tvalid_0's binary_logloss: 0.00163025\n",
      "[607]\tvalid_0's binary_logloss: 0.00162925\n",
      "[608]\tvalid_0's binary_logloss: 0.00162925\n",
      "[609]\tvalid_0's binary_logloss: 0.00162925\n",
      "[610]\tvalid_0's binary_logloss: 0.00162824\n",
      "[611]\tvalid_0's binary_logloss: 0.00162848\n",
      "[612]\tvalid_0's binary_logloss: 0.00162748\n",
      "[613]\tvalid_0's binary_logloss: 0.00162749\n",
      "[614]\tvalid_0's binary_logloss: 0.00162719\n",
      "[615]\tvalid_0's binary_logloss: 0.00162742\n",
      "[616]\tvalid_0's binary_logloss: 0.00162717\n",
      "[617]\tvalid_0's binary_logloss: 0.00162734\n",
      "[618]\tvalid_0's binary_logloss: 0.00162758\n",
      "[619]\tvalid_0's binary_logloss: 0.00162772\n",
      "[620]\tvalid_0's binary_logloss: 0.00162796\n",
      "[621]\tvalid_0's binary_logloss: 0.00162811\n",
      "[622]\tvalid_0's binary_logloss: 0.00162742\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[623]\tvalid_0's binary_logloss: 0.00162699\n",
      "[624]\tvalid_0's binary_logloss: 0.00162703\n",
      "[625]\tvalid_0's binary_logloss: 0.00162705\n",
      "[626]\tvalid_0's binary_logloss: 0.00162662\n",
      "[627]\tvalid_0's binary_logloss: 0.00162666\n",
      "[628]\tvalid_0's binary_logloss: 0.00162643\n",
      "[629]\tvalid_0's binary_logloss: 0.00162625\n",
      "[630]\tvalid_0's binary_logloss: 0.00162641\n",
      "[631]\tvalid_0's binary_logloss: 0.00162644\n",
      "[632]\tvalid_0's binary_logloss: 0.00162617\n",
      "[633]\tvalid_0's binary_logloss: 0.00162642\n",
      "[634]\tvalid_0's binary_logloss: 0.00162525\n",
      "[635]\tvalid_0's binary_logloss: 0.00162482\n",
      "[636]\tvalid_0's binary_logloss: 0.00162488\n",
      "[637]\tvalid_0's binary_logloss: 0.00162445\n",
      "[638]\tvalid_0's binary_logloss: 0.00162451\n",
      "[639]\tvalid_0's binary_logloss: 0.00162427\n",
      "[640]\tvalid_0's binary_logloss: 0.00162409\n",
      "[641]\tvalid_0's binary_logloss: 0.00162345\n",
      "[642]\tvalid_0's binary_logloss: 0.00162323\n",
      "[643]\tvalid_0's binary_logloss: 0.00162306\n",
      "[644]\tvalid_0's binary_logloss: 0.00162312\n",
      "[645]\tvalid_0's binary_logloss: 0.00162331\n",
      "[646]\tvalid_0's binary_logloss: 0.00162313\n",
      "[647]\tvalid_0's binary_logloss: 0.00162319\n",
      "[648]\tvalid_0's binary_logloss: 0.00162276\n",
      "[649]\tvalid_0's binary_logloss: 0.00162284\n",
      "[650]\tvalid_0's binary_logloss: 0.00162261\n",
      "[651]\tvalid_0's binary_logloss: 0.00162269\n",
      "[652]\tvalid_0's binary_logloss: 0.00162226\n",
      "[653]\tvalid_0's binary_logloss: 0.00162235\n",
      "[654]\tvalid_0's binary_logloss: 0.00162213\n",
      "[655]\tvalid_0's binary_logloss: 0.00162187\n",
      "[656]\tvalid_0's binary_logloss: 0.00162195\n",
      "[657]\tvalid_0's binary_logloss: 0.00162082\n",
      "[658]\tvalid_0's binary_logloss: 0.00162055\n",
      "[659]\tvalid_0's binary_logloss: 0.00162035\n",
      "[660]\tvalid_0's binary_logloss: 0.00161972\n",
      "[661]\tvalid_0's binary_logloss: 0.00161911\n",
      "[662]\tvalid_0's binary_logloss: 0.00161894\n",
      "[663]\tvalid_0's binary_logloss: 0.00161852\n",
      "[664]\tvalid_0's binary_logloss: 0.00161844\n",
      "[665]\tvalid_0's binary_logloss: 0.00161802\n",
      "[666]\tvalid_0's binary_logloss: 0.0016169\n",
      "[667]\tvalid_0's binary_logloss: 0.00161679\n",
      "[668]\tvalid_0's binary_logloss: 0.00161701\n",
      "[669]\tvalid_0's binary_logloss: 0.00161685\n",
      "[670]\tvalid_0's binary_logloss: 0.00161664\n",
      "[671]\tvalid_0's binary_logloss: 0.00161649\n",
      "[672]\tvalid_0's binary_logloss: 0.00161638\n",
      "[673]\tvalid_0's binary_logloss: 0.0016161\n",
      "[674]\tvalid_0's binary_logloss: 0.00161584\n",
      "[675]\tvalid_0's binary_logloss: 0.00161523\n",
      "[676]\tvalid_0's binary_logloss: 0.00161504\n",
      "[677]\tvalid_0's binary_logloss: 0.00161443\n",
      "[678]\tvalid_0's binary_logloss: 0.0016138\n",
      "[679]\tvalid_0's binary_logloss: 0.00161354\n",
      "[680]\tvalid_0's binary_logloss: 0.00161294\n",
      "[681]\tvalid_0's binary_logloss: 0.00161231\n",
      "[682]\tvalid_0's binary_logloss: 0.00161293\n",
      "[683]\tvalid_0's binary_logloss: 0.0016123\n",
      "[684]\tvalid_0's binary_logloss: 0.00161215\n",
      "[685]\tvalid_0's binary_logloss: 0.00161281\n",
      "[686]\tvalid_0's binary_logloss: 0.00161251\n",
      "[687]\tvalid_0's binary_logloss: 0.00161226\n",
      "[688]\tvalid_0's binary_logloss: 0.00161167\n",
      "[689]\tvalid_0's binary_logloss: 0.00161105\n",
      "[690]\tvalid_0's binary_logloss: 0.00161095\n",
      "[691]\tvalid_0's binary_logloss: 0.00161033\n",
      "[692]\tvalid_0's binary_logloss: 0.00161019\n",
      "[693]\tvalid_0's binary_logloss: 0.00161029\n",
      "[694]\tvalid_0's binary_logloss: 0.00160968\n",
      "[695]\tvalid_0's binary_logloss: 0.00160943\n",
      "[696]\tvalid_0's binary_logloss: 0.00161009\n",
      "[697]\tvalid_0's binary_logloss: 0.00160989\n",
      "[698]\tvalid_0's binary_logloss: 0.0016088\n",
      "[699]\tvalid_0's binary_logloss: 0.00160847\n",
      "[700]\tvalid_0's binary_logloss: 0.00160786\n",
      "[701]\tvalid_0's binary_logloss: 0.00160777\n",
      "[702]\tvalid_0's binary_logloss: 0.00160717\n",
      "[703]\tvalid_0's binary_logloss: 0.00160742\n",
      "[704]\tvalid_0's binary_logloss: 0.0016081\n",
      "[705]\tvalid_0's binary_logloss: 0.00160781\n",
      "[706]\tvalid_0's binary_logloss: 0.00160748\n",
      "[707]\tvalid_0's binary_logloss: 0.00160815\n",
      "[708]\tvalid_0's binary_logloss: 0.00160787\n",
      "[709]\tvalid_0's binary_logloss: 0.0016073\n",
      "[710]\tvalid_0's binary_logloss: 0.00160705\n",
      "[711]\tvalid_0's binary_logloss: 0.00160646\n",
      "[712]\tvalid_0's binary_logloss: 0.0016066\n",
      "[713]\tvalid_0's binary_logloss: 0.00160601\n",
      "[714]\tvalid_0's binary_logloss: 0.00160614\n",
      "[715]\tvalid_0's binary_logloss: 0.00160581\n",
      "[716]\tvalid_0's binary_logloss: 0.00160594\n",
      "[717]\tvalid_0's binary_logloss: 0.00160534\n",
      "[718]\tvalid_0's binary_logloss: 0.00160527\n",
      "[719]\tvalid_0's binary_logloss: 0.00160469\n",
      "[720]\tvalid_0's binary_logloss: 0.00160456\n",
      "[721]\tvalid_0's binary_logloss: 0.00160348\n",
      "[722]\tvalid_0's binary_logloss: 0.00160362\n",
      "[723]\tvalid_0's binary_logloss: 0.00160303\n",
      "[724]\tvalid_0's binary_logloss: 0.0016031\n",
      "[725]\tvalid_0's binary_logloss: 0.00160324\n",
      "[726]\tvalid_0's binary_logloss: 0.00160267\n",
      "[727]\tvalid_0's binary_logloss: 0.00160255\n",
      "[728]\tvalid_0's binary_logloss: 0.0016023\n",
      "[729]\tvalid_0's binary_logloss: 0.00160197\n",
      "[730]\tvalid_0's binary_logloss: 0.00160294\n",
      "[731]\tvalid_0's binary_logloss: 0.0016027\n",
      "[732]\tvalid_0's binary_logloss: 0.00160164\n",
      "[733]\tvalid_0's binary_logloss: 0.00160178\n",
      "[734]\tvalid_0's binary_logloss: 0.00160145\n",
      "[735]\tvalid_0's binary_logloss: 0.00160121\n",
      "[736]\tvalid_0's binary_logloss: 0.00160219\n",
      "[737]\tvalid_0's binary_logloss: 0.00160114\n",
      "[738]\tvalid_0's binary_logloss: 0.00160081\n",
      "[739]\tvalid_0's binary_logloss: 0.00159975\n",
      "[740]\tvalid_0's binary_logloss: 0.00159951\n",
      "[741]\tvalid_0's binary_logloss: 0.00159846\n",
      "[742]\tvalid_0's binary_logloss: 0.00159789\n",
      "[743]\tvalid_0's binary_logloss: 0.00159886\n",
      "[744]\tvalid_0's binary_logloss: 0.00159854\n",
      "[745]\tvalid_0's binary_logloss: 0.0015975\n",
      "[746]\tvalid_0's binary_logloss: 0.00159744\n",
      "[747]\tvalid_0's binary_logloss: 0.00159687\n",
      "[748]\tvalid_0's binary_logloss: 0.00159655\n",
      "[749]\tvalid_0's binary_logloss: 0.00159666\n",
      "[750]\tvalid_0's binary_logloss: 0.0015966\n",
      "[751]\tvalid_0's binary_logloss: 0.00159628\n",
      "[752]\tvalid_0's binary_logloss: 0.00159733\n",
      "[753]\tvalid_0's binary_logloss: 0.00159677\n",
      "[754]\tvalid_0's binary_logloss: 0.00159622\n",
      "[755]\tvalid_0's binary_logloss: 0.00159628\n",
      "[756]\tvalid_0's binary_logloss: 0.00159618\n",
      "[757]\tvalid_0's binary_logloss: 0.00159563\n",
      "[758]\tvalid_0's binary_logloss: 0.00159532\n",
      "[759]\tvalid_0's binary_logloss: 0.00159522\n",
      "[760]\tvalid_0's binary_logloss: 0.001595\n",
      "[761]\tvalid_0's binary_logloss: 0.00159445\n",
      "[762]\tvalid_0's binary_logloss: 0.0015939\n",
      "[763]\tvalid_0's binary_logloss: 0.00159381\n",
      "[764]\tvalid_0's binary_logloss: 0.00159344\n",
      "[765]\tvalid_0's binary_logloss: 0.00159372\n",
      "[766]\tvalid_0's binary_logloss: 0.00159342\n",
      "[767]\tvalid_0's binary_logloss: 0.00159239\n",
      "[768]\tvalid_0's binary_logloss: 0.00159132\n",
      "[769]\tvalid_0's binary_logloss: 0.0015911\n",
      "[770]\tvalid_0's binary_logloss: 0.00159051\n",
      "[771]\tvalid_0's binary_logloss: 0.00158948\n",
      "[772]\tvalid_0's binary_logloss: 0.00158894\n",
      "[773]\tvalid_0's binary_logloss: 0.00158835\n",
      "[774]\tvalid_0's binary_logloss: 0.00158806\n",
      "[775]\tvalid_0's binary_logloss: 0.00158703\n",
      "[776]\tvalid_0's binary_logloss: 0.00158653\n",
      "[777]\tvalid_0's binary_logloss: 0.00158594\n",
      "[778]\tvalid_0's binary_logloss: 0.00158541\n",
      "[779]\tvalid_0's binary_logloss: 0.00158636\n",
      "[780]\tvalid_0's binary_logloss: 0.00158607\n",
      "[781]\tvalid_0's binary_logloss: 0.00158557\n",
      "[782]\tvalid_0's binary_logloss: 0.00158456\n",
      "[783]\tvalid_0's binary_logloss: 0.00158361\n",
      "[784]\tvalid_0's binary_logloss: 0.00158269\n",
      "[785]\tvalid_0's binary_logloss: 0.00158218\n",
      "[786]\tvalid_0's binary_logloss: 0.00158116\n",
      "[787]\tvalid_0's binary_logloss: 0.00158226\n",
      "[788]\tvalid_0's binary_logloss: 0.00158337\n",
      "[789]\tvalid_0's binary_logloss: 0.00158308\n",
      "[790]\tvalid_0's binary_logloss: 0.00158403\n",
      "[791]\tvalid_0's binary_logloss: 0.00158267\n",
      "[792]\tvalid_0's binary_logloss: 0.00158378\n",
      "[793]\tvalid_0's binary_logloss: 0.0015828\n",
      "[794]\tvalid_0's binary_logloss: 0.00158247\n",
      "[795]\tvalid_0's binary_logloss: 0.00158358\n",
      "[796]\tvalid_0's binary_logloss: 0.00158468\n",
      "[797]\tvalid_0's binary_logloss: 0.00158441\n",
      "[798]\tvalid_0's binary_logloss: 0.00158416\n",
      "[799]\tvalid_0's binary_logloss: 0.00158422\n",
      "[800]\tvalid_0's binary_logloss: 0.00158325\n",
      "[801]\tvalid_0's binary_logloss: 0.00158322\n",
      "[802]\tvalid_0's binary_logloss: 0.00158433\n",
      "[803]\tvalid_0's binary_logloss: 0.00158462\n",
      "[804]\tvalid_0's binary_logloss: 0.00158428\n",
      "[805]\tvalid_0's binary_logloss: 0.00158539\n",
      "[806]\tvalid_0's binary_logloss: 0.00158511\n",
      "[807]\tvalid_0's binary_logloss: 0.00158454\n",
      "[808]\tvalid_0's binary_logloss: 0.00158427\n",
      "[809]\tvalid_0's binary_logloss: 0.00158434\n",
      "[810]\tvalid_0's binary_logloss: 0.00158334\n",
      "[811]\tvalid_0's binary_logloss: 0.00158242\n",
      "[812]\tvalid_0's binary_logloss: 0.00158186\n",
      "[813]\tvalid_0's binary_logloss: 0.00158086\n",
      "[814]\tvalid_0's binary_logloss: 0.00157995\n",
      "[815]\tvalid_0's binary_logloss: 0.00158081\n",
      "[816]\tvalid_0's binary_logloss: 0.00158031\n",
      "[817]\tvalid_0's binary_logloss: 0.00157982\n",
      "[818]\tvalid_0's binary_logloss: 0.00158067\n",
      "[819]\tvalid_0's binary_logloss: 0.0015807\n",
      "[820]\tvalid_0's binary_logloss: 0.00158021\n",
      "[821]\tvalid_0's binary_logloss: 0.00158003\n",
      "[822]\tvalid_0's binary_logloss: 0.00157979\n",
      "[823]\tvalid_0's binary_logloss: 0.00157981\n",
      "[824]\tvalid_0's binary_logloss: 0.0015789\n",
      "[825]\tvalid_0's binary_logloss: 0.00157795\n",
      "[826]\tvalid_0's binary_logloss: 0.00157907\n",
      "[827]\tvalid_0's binary_logloss: 0.00157784\n",
      "[828]\tvalid_0's binary_logloss: 0.00157762\n",
      "[829]\tvalid_0's binary_logloss: 0.00157683\n",
      "[830]\tvalid_0's binary_logloss: 0.00157627\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[831]\tvalid_0's binary_logloss: 0.00157609\n",
      "[832]\tvalid_0's binary_logloss: 0.00157726\n",
      "[833]\tvalid_0's binary_logloss: 0.00157812\n",
      "[834]\tvalid_0's binary_logloss: 0.00157813\n",
      "[835]\tvalid_0's binary_logloss: 0.00157766\n",
      "[836]\tvalid_0's binary_logloss: 0.00157851\n",
      "[837]\tvalid_0's binary_logloss: 0.00157834\n",
      "[838]\tvalid_0's binary_logloss: 0.00157836\n",
      "[839]\tvalid_0's binary_logloss: 0.00157813\n",
      "[840]\tvalid_0's binary_logloss: 0.00157766\n",
      "[841]\tvalid_0's binary_logloss: 0.00157733\n",
      "[842]\tvalid_0's binary_logloss: 0.00157753\n",
      "[843]\tvalid_0's binary_logloss: 0.00157754\n",
      "[844]\tvalid_0's binary_logloss: 0.00157677\n",
      "[845]\tvalid_0's binary_logloss: 0.00157584\n",
      "[846]\tvalid_0's binary_logloss: 0.00157497\n",
      "[847]\tvalid_0's binary_logloss: 0.00157476\n",
      "[848]\tvalid_0's binary_logloss: 0.0015739\n",
      "[849]\tvalid_0's binary_logloss: 0.00157357\n",
      "[850]\tvalid_0's binary_logloss: 0.00157475\n",
      "[851]\tvalid_0's binary_logloss: 0.00157454\n",
      "[852]\tvalid_0's binary_logloss: 0.00157369\n",
      "[853]\tvalid_0's binary_logloss: 0.00157352\n",
      "[854]\tvalid_0's binary_logloss: 0.0015747\n",
      "[855]\tvalid_0's binary_logloss: 0.00157385\n",
      "[856]\tvalid_0's binary_logloss: 0.00157363\n",
      "[857]\tvalid_0's binary_logloss: 0.00157331\n",
      "[858]\tvalid_0's binary_logloss: 0.00157314\n",
      "[859]\tvalid_0's binary_logloss: 0.00157433\n",
      "[860]\tvalid_0's binary_logloss: 0.00157553\n",
      "[861]\tvalid_0's binary_logloss: 0.00157554\n",
      "[862]\tvalid_0's binary_logloss: 0.00157461\n",
      "[863]\tvalid_0's binary_logloss: 0.0015744\n",
      "[864]\tvalid_0's binary_logloss: 0.00157558\n",
      "[865]\tvalid_0's binary_logloss: 0.00157579\n",
      "[866]\tvalid_0's binary_logloss: 0.00157581\n",
      "[867]\tvalid_0's binary_logloss: 0.00157497\n",
      "[868]\tvalid_0's binary_logloss: 0.00157465\n",
      "[869]\tvalid_0's binary_logloss: 0.00157447\n",
      "[870]\tvalid_0's binary_logloss: 0.00157566\n",
      "[871]\tvalid_0's binary_logloss: 0.00157568\n",
      "[872]\tvalid_0's binary_logloss: 0.00157484\n",
      "[873]\tvalid_0's binary_logloss: 0.00157453\n",
      "[874]\tvalid_0's binary_logloss: 0.00157571\n",
      "[875]\tvalid_0's binary_logloss: 0.00157544\n",
      "[876]\tvalid_0's binary_logloss: 0.00157454\n",
      "[877]\tvalid_0's binary_logloss: 0.00157474\n",
      "[878]\tvalid_0's binary_logloss: 0.00157586\n",
      "[879]\tvalid_0's binary_logloss: 0.0015755\n",
      "[880]\tvalid_0's binary_logloss: 0.00157571\n",
      "[881]\tvalid_0's binary_logloss: 0.00157534\n",
      "[882]\tvalid_0's binary_logloss: 0.00157517\n",
      "[883]\tvalid_0's binary_logloss: 0.0015749\n",
      "[884]\tvalid_0's binary_logloss: 0.00157609\n",
      "[885]\tvalid_0's binary_logloss: 0.00157578\n",
      "[886]\tvalid_0's binary_logloss: 0.0015758\n",
      "[887]\tvalid_0's binary_logloss: 0.00157699\n",
      "[888]\tvalid_0's binary_logloss: 0.00157819\n",
      "[889]\tvalid_0's binary_logloss: 0.00157788\n",
      "[890]\tvalid_0's binary_logloss: 0.00157808\n",
      "[891]\tvalid_0's binary_logloss: 0.00157928\n",
      "[892]\tvalid_0's binary_logloss: 0.00157911\n",
      "[893]\tvalid_0's binary_logloss: 0.00157875\n",
      "[894]\tvalid_0's binary_logloss: 0.00157849\n",
      "[895]\tvalid_0's binary_logloss: 0.00157968\n",
      "[896]\tvalid_0's binary_logloss: 0.00157988\n",
      "[897]\tvalid_0's binary_logloss: 0.00157955\n",
      "[898]\tvalid_0's binary_logloss: 0.00158066\n",
      "[899]\tvalid_0's binary_logloss: 0.00158049\n",
      "[900]\tvalid_0's binary_logloss: 0.00158161\n",
      "[901]\tvalid_0's binary_logloss: 0.00158163\n",
      "[902]\tvalid_0's binary_logloss: 0.00158275\n",
      "[903]\tvalid_0's binary_logloss: 0.00158255\n",
      "[904]\tvalid_0's binary_logloss: 0.00158225\n",
      "[905]\tvalid_0's binary_logloss: 0.00158342\n",
      "[906]\tvalid_0's binary_logloss: 0.00158315\n",
      "[907]\tvalid_0's binary_logloss: 0.00158313\n",
      "[908]\tvalid_0's binary_logloss: 0.00158297\n",
      "[909]\tvalid_0's binary_logloss: 0.00158265\n",
      "[910]\tvalid_0's binary_logloss: 0.0015821\n",
      "[911]\tvalid_0's binary_logloss: 0.00158191\n",
      "[912]\tvalid_0's binary_logloss: 0.00158162\n",
      "[913]\tvalid_0's binary_logloss: 0.0015826\n",
      "[914]\tvalid_0's binary_logloss: 0.00158228\n",
      "[915]\tvalid_0's binary_logloss: 0.0015821\n",
      "[916]\tvalid_0's binary_logloss: 0.00158121\n",
      "[917]\tvalid_0's binary_logloss: 0.00158006\n",
      "[918]\tvalid_0's binary_logloss: 0.00158002\n",
      "[919]\tvalid_0's binary_logloss: 0.00157947\n",
      "[920]\tvalid_0's binary_logloss: 0.0015794\n",
      "[921]\tvalid_0's binary_logloss: 0.00157889\n",
      "[922]\tvalid_0's binary_logloss: 0.00157872\n",
      "[923]\tvalid_0's binary_logloss: 0.00157866\n",
      "[924]\tvalid_0's binary_logloss: 0.00157858\n",
      "[925]\tvalid_0's binary_logloss: 0.00157841\n",
      "[926]\tvalid_0's binary_logloss: 0.00157787\n",
      "[927]\tvalid_0's binary_logloss: 0.00157772\n",
      "[928]\tvalid_0's binary_logloss: 0.00157756\n",
      "[929]\tvalid_0's binary_logloss: 0.00157726\n",
      "[930]\tvalid_0's binary_logloss: 0.00157722\n",
      "[931]\tvalid_0's binary_logloss: 0.00157707\n",
      "[932]\tvalid_0's binary_logloss: 0.00157677\n",
      "[933]\tvalid_0's binary_logloss: 0.00157796\n",
      "[934]\tvalid_0's binary_logloss: 0.00157741\n",
      "[935]\tvalid_0's binary_logloss: 0.00157727\n",
      "[936]\tvalid_0's binary_logloss: 0.00157722\n",
      "[937]\tvalid_0's binary_logloss: 0.00157706\n",
      "[938]\tvalid_0's binary_logloss: 0.00157678\n",
      "[939]\tvalid_0's binary_logloss: 0.00157662\n",
      "[940]\tvalid_0's binary_logloss: 0.00157655\n",
      "[941]\tvalid_0's binary_logloss: 0.00157571\n",
      "[942]\tvalid_0's binary_logloss: 0.00157444\n",
      "[943]\tvalid_0's binary_logloss: 0.0015736\n",
      "[944]\tvalid_0's binary_logloss: 0.00157257\n",
      "[945]\tvalid_0's binary_logloss: 0.00157243\n",
      "[946]\tvalid_0's binary_logloss: 0.00157159\n",
      "[947]\tvalid_0's binary_logloss: 0.00157239\n",
      "[948]\tvalid_0's binary_logloss: 0.00157136\n",
      "[949]\tvalid_0's binary_logloss: 0.00157132\n",
      "[950]\tvalid_0's binary_logloss: 0.00157049\n",
      "[951]\tvalid_0's binary_logloss: 0.00157183\n",
      "[952]\tvalid_0's binary_logloss: 0.001571\n",
      "[953]\tvalid_0's binary_logloss: 0.00157017\n",
      "[954]\tvalid_0's binary_logloss: 0.00157105\n",
      "[955]\tvalid_0's binary_logloss: 0.00157005\n",
      "[956]\tvalid_0's binary_logloss: 0.00156952\n",
      "[957]\tvalid_0's binary_logloss: 0.0015706\n",
      "[958]\tvalid_0's binary_logloss: 0.00156978\n",
      "[959]\tvalid_0's binary_logloss: 0.00156879\n",
      "[960]\tvalid_0's binary_logloss: 0.00156885\n",
      "[961]\tvalid_0's binary_logloss: 0.00156803\n",
      "[962]\tvalid_0's binary_logloss: 0.00156891\n",
      "[963]\tvalid_0's binary_logloss: 0.00156789\n",
      "[964]\tvalid_0's binary_logloss: 0.00156775\n",
      "[965]\tvalid_0's binary_logloss: 0.0015691\n",
      "[966]\tvalid_0's binary_logloss: 0.00156828\n",
      "[967]\tvalid_0's binary_logloss: 0.00156746\n",
      "[968]\tvalid_0's binary_logloss: 0.00156827\n",
      "[969]\tvalid_0's binary_logloss: 0.00156726\n",
      "[970]\tvalid_0's binary_logloss: 0.0015686\n",
      "[971]\tvalid_0's binary_logloss: 0.00156779\n",
      "[972]\tvalid_0's binary_logloss: 0.00156698\n",
      "[973]\tvalid_0's binary_logloss: 0.00156832\n",
      "[974]\tvalid_0's binary_logloss: 0.00156752\n",
      "[975]\tvalid_0's binary_logloss: 0.00156671\n",
      "[976]\tvalid_0's binary_logloss: 0.0015676\n",
      "[977]\tvalid_0's binary_logloss: 0.00156662\n",
      "[978]\tvalid_0's binary_logloss: 0.00156564\n",
      "[979]\tvalid_0's binary_logloss: 0.00156511\n",
      "[980]\tvalid_0's binary_logloss: 0.0015643\n",
      "[981]\tvalid_0's binary_logloss: 0.00156565\n",
      "[982]\tvalid_0's binary_logloss: 0.00156485\n",
      "[983]\tvalid_0's binary_logloss: 0.00156574\n",
      "[984]\tvalid_0's binary_logloss: 0.00156477\n",
      "[985]\tvalid_0's binary_logloss: 0.00156376\n",
      "[986]\tvalid_0's binary_logloss: 0.00156473\n",
      "[987]\tvalid_0's binary_logloss: 0.00156393\n",
      "[988]\tvalid_0's binary_logloss: 0.00156313\n",
      "[989]\tvalid_0's binary_logloss: 0.00156217\n",
      "[990]\tvalid_0's binary_logloss: 0.00156352\n",
      "[991]\tvalid_0's binary_logloss: 0.00156272\n",
      "[992]\tvalid_0's binary_logloss: 0.00156193\n",
      "[993]\tvalid_0's binary_logloss: 0.00156328\n",
      "[994]\tvalid_0's binary_logloss: 0.00156249\n",
      "[995]\tvalid_0's binary_logloss: 0.00156171\n",
      "[996]\tvalid_0's binary_logloss: 0.00156261\n",
      "[997]\tvalid_0's binary_logloss: 0.00156164\n",
      "[998]\tvalid_0's binary_logloss: 0.00156139\n",
      "[999]\tvalid_0's binary_logloss: 0.00156086\n",
      "[1000]\tvalid_0's binary_logloss: 0.00156008\n",
      "[1001]\tvalid_0's binary_logloss: 0.00156143\n",
      "[1002]\tvalid_0's binary_logloss: 0.00156065\n",
      "[1003]\tvalid_0's binary_logloss: 0.00156155\n",
      "[1004]\tvalid_0's binary_logloss: 0.00156059\n",
      "[1005]\tvalid_0's binary_logloss: 0.00155964\n",
      "[1006]\tvalid_0's binary_logloss: 0.00155911\n",
      "[1007]\tvalid_0's binary_logloss: 0.00155833\n",
      "[1008]\tvalid_0's binary_logloss: 0.00155827\n",
      "[1009]\tvalid_0's binary_logloss: 0.00155962\n",
      "[1010]\tvalid_0's binary_logloss: 0.00155885\n",
      "[1011]\tvalid_0's binary_logloss: 0.00155807\n",
      "[1012]\tvalid_0's binary_logloss: 0.00155916\n",
      "[1013]\tvalid_0's binary_logloss: 0.00155839\n",
      "[1014]\tvalid_0's binary_logloss: 0.00155833\n",
      "[1015]\tvalid_0's binary_logloss: 0.00155924\n",
      "[1016]\tvalid_0's binary_logloss: 0.0015587\n",
      "[1017]\tvalid_0's binary_logloss: 0.00155776\n",
      "[1018]\tvalid_0's binary_logloss: 0.00155722\n",
      "[1019]\tvalid_0's binary_logloss: 0.001557\n",
      "[1020]\tvalid_0's binary_logloss: 0.00155836\n",
      "[1021]\tvalid_0's binary_logloss: 0.00155759\n",
      "[1022]\tvalid_0's binary_logloss: 0.00155736\n",
      "[1023]\tvalid_0's binary_logloss: 0.00155872\n",
      "[1024]\tvalid_0's binary_logloss: 0.00155795\n",
      "[1025]\tvalid_0's binary_logloss: 0.00155887\n",
      "[1026]\tvalid_0's binary_logloss: 0.00155792\n",
      "[1027]\tvalid_0's binary_logloss: 0.00155806\n",
      "[1028]\tvalid_0's binary_logloss: 0.00155837\n",
      "[1029]\tvalid_0's binary_logloss: 0.0015576\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1030]\tvalid_0's binary_logloss: 0.00155737\n",
      "[1031]\tvalid_0's binary_logloss: 0.00155873\n",
      "[1032]\tvalid_0's binary_logloss: 0.00155796\n",
      "[1033]\tvalid_0's binary_logloss: 0.00155783\n",
      "[1034]\tvalid_0's binary_logloss: 0.00155788\n",
      "[1035]\tvalid_0's binary_logloss: 0.00155794\n",
      "[1036]\tvalid_0's binary_logloss: 0.00155771\n",
      "[1037]\tvalid_0's binary_logloss: 0.00155906\n",
      "[1038]\tvalid_0's binary_logloss: 0.0015583\n",
      "[1039]\tvalid_0's binary_logloss: 0.00155807\n",
      "[1040]\tvalid_0's binary_logloss: 0.0015581\n",
      "[1041]\tvalid_0's binary_logloss: 0.00155717\n",
      "[1042]\tvalid_0's binary_logloss: 0.00155641\n",
      "[1043]\tvalid_0's binary_logloss: 0.00155733\n",
      "[1044]\tvalid_0's binary_logloss: 0.00155702\n",
      "[1045]\tvalid_0's binary_logloss: 0.00155733\n",
      "[1046]\tvalid_0's binary_logloss: 0.00155709\n",
      "[1047]\tvalid_0's binary_logloss: 0.00155838\n",
      "[1048]\tvalid_0's binary_logloss: 0.00155851\n",
      "[1049]\tvalid_0's binary_logloss: 0.00155881\n",
      "[1050]\tvalid_0's binary_logloss: 0.00155857\n",
      "[1051]\tvalid_0's binary_logloss: 0.00155782\n",
      "[1052]\tvalid_0's binary_logloss: 0.00155874\n",
      "[1053]\tvalid_0's binary_logloss: 0.00155844\n",
      "[1054]\tvalid_0's binary_logloss: 0.00155875\n",
      "[1055]\tvalid_0's binary_logloss: 0.0015601\n",
      "[1056]\tvalid_0's binary_logloss: 0.00155935\n",
      "[1057]\tvalid_0's binary_logloss: 0.00155922\n",
      "[1058]\tvalid_0's binary_logloss: 0.00155925\n",
      "[1059]\tvalid_0's binary_logloss: 0.0015606\n",
      "[1060]\tvalid_0's binary_logloss: 0.00156036\n",
      "[1061]\tvalid_0's binary_logloss: 0.0015606\n",
      "[1062]\tvalid_0's binary_logloss: 0.00155985\n",
      "[1063]\tvalid_0's binary_logloss: 0.0015607\n",
      "[1064]\tvalid_0's binary_logloss: 0.00156042\n",
      "[1065]\tvalid_0's binary_logloss: 0.00156072\n",
      "[1066]\tvalid_0's binary_logloss: 0.00156048\n",
      "[1067]\tvalid_0's binary_logloss: 0.00156183\n",
      "[1068]\tvalid_0's binary_logloss: 0.00156108\n",
      "[1069]\tvalid_0's binary_logloss: 0.00156083\n",
      "[1070]\tvalid_0's binary_logloss: 0.00156178\n",
      "[1071]\tvalid_0's binary_logloss: 0.0015627\n",
      "[1072]\tvalid_0's binary_logloss: 0.00156242\n",
      "[1073]\tvalid_0's binary_logloss: 0.00156377\n",
      "[1074]\tvalid_0's binary_logloss: 0.00156471\n",
      "[1075]\tvalid_0's binary_logloss: 0.00156474\n",
      "[1076]\tvalid_0's binary_logloss: 0.00156385\n",
      "[1077]\tvalid_0's binary_logloss: 0.00156372\n",
      "[1078]\tvalid_0's binary_logloss: 0.00156284\n",
      "[1079]\tvalid_0's binary_logloss: 0.0015637\n",
      "[1080]\tvalid_0's binary_logloss: 0.00156283\n",
      "[1081]\tvalid_0's binary_logloss: 0.00156417\n",
      "[1082]\tvalid_0's binary_logloss: 0.00156405\n",
      "[1083]\tvalid_0's binary_logloss: 0.00156318\n",
      "[1084]\tvalid_0's binary_logloss: 0.00156231\n",
      "[1085]\tvalid_0's binary_logloss: 0.00156159\n",
      "[1086]\tvalid_0's binary_logloss: 0.00156141\n",
      "[1087]\tvalid_0's binary_logloss: 0.00156227\n",
      "[1088]\tvalid_0's binary_logloss: 0.00156361\n",
      "[1089]\tvalid_0's binary_logloss: 0.0015629\n",
      "[1090]\tvalid_0's binary_logloss: 0.00156277\n",
      "[1091]\tvalid_0's binary_logloss: 0.00156206\n",
      "[1092]\tvalid_0's binary_logloss: 0.0015634\n",
      "[1093]\tvalid_0's binary_logloss: 0.00156255\n",
      "[1094]\tvalid_0's binary_logloss: 0.00156342\n",
      "[1095]\tvalid_0's binary_logloss: 0.00156434\n",
      "[1096]\tvalid_0's binary_logloss: 0.0015635\n",
      "[1097]\tvalid_0's binary_logloss: 0.00156279\n",
      "[1098]\tvalid_0's binary_logloss: 0.00156308\n",
      "[1099]\tvalid_0's binary_logloss: 0.00156238\n",
      "[1100]\tvalid_0's binary_logloss: 0.00156372\n",
      "[1101]\tvalid_0's binary_logloss: 0.00156445\n",
      "[1102]\tvalid_0's binary_logloss: 0.00156376\n",
      "[1103]\tvalid_0's binary_logloss: 0.00156509\n",
      "[1104]\tvalid_0's binary_logloss: 0.00156601\n",
      "[1105]\tvalid_0's binary_logloss: 0.00156532\n",
      "[1106]\tvalid_0's binary_logloss: 0.00156665\n",
      "[1107]\tvalid_0's binary_logloss: 0.00156747\n",
      "[1108]\tvalid_0's binary_logloss: 0.00156714\n",
      "[1109]\tvalid_0's binary_logloss: 0.00156847\n",
      "[1110]\tvalid_0's binary_logloss: 0.00156938\n",
      "[1111]\tvalid_0's binary_logloss: 0.00156906\n",
      "[1112]\tvalid_0's binary_logloss: 0.00156933\n",
      "[1113]\tvalid_0's binary_logloss: 0.00156865\n",
      "[1114]\tvalid_0's binary_logloss: 0.00156997\n",
      "[1115]\tvalid_0's binary_logloss: 0.00157071\n",
      "[1116]\tvalid_0's binary_logloss: 0.00157176\n",
      "[1117]\tvalid_0's binary_logloss: 0.00157158\n",
      "[1118]\tvalid_0's binary_logloss: 0.00157185\n",
      "[1119]\tvalid_0's binary_logloss: 0.00157107\n",
      "[1120]\tvalid_0's binary_logloss: 0.00157075\n",
      "[1121]\tvalid_0's binary_logloss: 0.00157166\n",
      "[1122]\tvalid_0's binary_logloss: 0.00157298\n",
      "[1123]\tvalid_0's binary_logloss: 0.00157221\n",
      "[1124]\tvalid_0's binary_logloss: 0.00157215\n",
      "[1125]\tvalid_0's binary_logloss: 0.00157198\n",
      "[1126]\tvalid_0's binary_logloss: 0.00157329\n",
      "[1127]\tvalid_0's binary_logloss: 0.00157353\n",
      "[1128]\tvalid_0's binary_logloss: 0.00157379\n",
      "[1129]\tvalid_0's binary_logloss: 0.00157403\n",
      "[1130]\tvalid_0's binary_logloss: 0.00157534\n",
      "[1131]\tvalid_0's binary_logloss: 0.00157638\n",
      "[1132]\tvalid_0's binary_logloss: 0.00157614\n",
      "[1133]\tvalid_0's binary_logloss: 0.00157704\n",
      "[1134]\tvalid_0's binary_logloss: 0.00157698\n",
      "[1135]\tvalid_0's binary_logloss: 0.00157681\n",
      "[1136]\tvalid_0's binary_logloss: 0.00157707\n",
      "[1137]\tvalid_0's binary_logloss: 0.0015773\n",
      "[1138]\tvalid_0's binary_logloss: 0.00157861\n",
      "[1139]\tvalid_0's binary_logloss: 0.00157987\n",
      "[1140]\tvalid_0's binary_logloss: 0.00158002\n",
      "[1141]\tvalid_0's binary_logloss: 0.00157996\n",
      "[1142]\tvalid_0's binary_logloss: 0.00157979\n",
      "[1143]\tvalid_0's binary_logloss: 0.00158004\n",
      "[1144]\tvalid_0's binary_logloss: 0.00158134\n",
      "[1145]\tvalid_0's binary_logloss: 0.00158158\n",
      "[1146]\tvalid_0's binary_logloss: 0.0015826\n",
      "[1147]\tvalid_0's binary_logloss: 0.0015823\n",
      "[1148]\tvalid_0's binary_logloss: 0.00158359\n",
      "[1149]\tvalid_0's binary_logloss: 0.0015835\n",
      "[1150]\tvalid_0's binary_logloss: 0.00158333\n",
      "[1151]\tvalid_0's binary_logloss: 0.00158269\n",
      "[1152]\tvalid_0's binary_logloss: 0.00158394\n",
      "[1153]\tvalid_0's binary_logloss: 0.0015833\n",
      "[1154]\tvalid_0's binary_logloss: 0.00158354\n",
      "[1155]\tvalid_0's binary_logloss: 0.00158332\n",
      "[1156]\tvalid_0's binary_logloss: 0.0015842\n",
      "[1157]\tvalid_0's binary_logloss: 0.00158436\n",
      "[1158]\tvalid_0's binary_logloss: 0.00158565\n",
      "[1159]\tvalid_0's binary_logloss: 0.00158548\n",
      "[1160]\tvalid_0's binary_logloss: 0.00158568\n",
      "[1161]\tvalid_0's binary_logloss: 0.00158505\n",
      "[1162]\tvalid_0's binary_logloss: 0.00158593\n",
      "[1163]\tvalid_0's binary_logloss: 0.00158589\n",
      "[1164]\tvalid_0's binary_logloss: 0.00158613\n",
      "[1165]\tvalid_0's binary_logloss: 0.00158742\n",
      "[1166]\tvalid_0's binary_logloss: 0.0015872\n",
      "[1167]\tvalid_0's binary_logloss: 0.00158848\n",
      "[1168]\tvalid_0's binary_logloss: 0.00158832\n",
      "[1169]\tvalid_0's binary_logloss: 0.00158932\n",
      "[1170]\tvalid_0's binary_logloss: 0.00158955\n",
      "[1171]\tvalid_0's binary_logloss: 0.00158893\n",
      "[1172]\tvalid_0's binary_logloss: 0.00159027\n",
      "[1173]\tvalid_0's binary_logloss: 0.00159051\n",
      "[1174]\tvalid_0's binary_logloss: 0.00159189\n",
      "[1175]\tvalid_0's binary_logloss: 0.00159167\n",
      "[1176]\tvalid_0's binary_logloss: 0.00159265\n",
      "[1177]\tvalid_0's binary_logloss: 0.00159298\n",
      "[1178]\tvalid_0's binary_logloss: 0.00159236\n",
      "[1179]\tvalid_0's binary_logloss: 0.00159334\n",
      "[1180]\tvalid_0's binary_logloss: 0.00159314\n",
      "[1181]\tvalid_0's binary_logloss: 0.00159451\n",
      "[1182]\tvalid_0's binary_logloss: 0.00159447\n",
      "[1183]\tvalid_0's binary_logloss: 0.00159432\n",
      "[1184]\tvalid_0's binary_logloss: 0.00159541\n",
      "[1185]\tvalid_0's binary_logloss: 0.00159557\n",
      "[1186]\tvalid_0's binary_logloss: 0.00159659\n",
      "[1187]\tvalid_0's binary_logloss: 0.00159685\n",
      "[1188]\tvalid_0's binary_logloss: 0.00159681\n",
      "[1189]\tvalid_0's binary_logloss: 0.00159666\n",
      "[1190]\tvalid_0's binary_logloss: 0.00159802\n",
      "[1191]\tvalid_0's binary_logloss: 0.00159818\n",
      "[1192]\tvalid_0's binary_logloss: 0.00159955\n",
      "[1193]\tvalid_0's binary_logloss: 0.00159981\n",
      "[1194]\tvalid_0's binary_logloss: 0.00160117\n",
      "[1195]\tvalid_0's binary_logloss: 0.00160219\n",
      "[1196]\tvalid_0's binary_logloss: 0.00160244\n",
      "[1197]\tvalid_0's binary_logloss: 0.00160229\n",
      "[1198]\tvalid_0's binary_logloss: 0.00160362\n",
      "[1199]\tvalid_0's binary_logloss: 0.00160358\n",
      "[1200]\tvalid_0's binary_logloss: 0.00160343\n",
      "[1201]\tvalid_0's binary_logloss: 0.00160479\n",
      "[1202]\tvalid_0's binary_logloss: 0.00160581\n",
      "[1203]\tvalid_0's binary_logloss: 0.00160598\n",
      "[1204]\tvalid_0's binary_logloss: 0.00160614\n",
      "[1205]\tvalid_0's binary_logloss: 0.00160599\n",
      "[1206]\tvalid_0's binary_logloss: 0.00160735\n",
      "[1207]\tvalid_0's binary_logloss: 0.00160761\n",
      "[1208]\tvalid_0's binary_logloss: 0.00160896\n",
      "[1209]\tvalid_0's binary_logloss: 0.00160877\n",
      "[1210]\tvalid_0's binary_logloss: 0.00160978\n",
      "[1211]\tvalid_0's binary_logloss: 0.00160974\n",
      "[1212]\tvalid_0's binary_logloss: 0.0016096\n",
      "[1213]\tvalid_0's binary_logloss: 0.00160977\n",
      "[1214]\tvalid_0's binary_logloss: 0.00161112\n",
      "[1215]\tvalid_0's binary_logloss: 0.0016113\n",
      "[1216]\tvalid_0's binary_logloss: 0.00161241\n",
      "[1217]\tvalid_0's binary_logloss: 0.00161226\n",
      "[1218]\tvalid_0's binary_logloss: 0.00161359\n",
      "[1219]\tvalid_0's binary_logloss: 0.00161385\n",
      "[1220]\tvalid_0's binary_logloss: 0.0016152\n",
      "[1221]\tvalid_0's binary_logloss: 0.00161501\n",
      "[1222]\tvalid_0's binary_logloss: 0.00161636\n",
      "[1223]\tvalid_0's binary_logloss: 0.00161653\n",
      "[1224]\tvalid_0's binary_logloss: 0.00161753\n",
      "[1225]\tvalid_0's binary_logloss: 0.00161698\n",
      "[1226]\tvalid_0's binary_logloss: 0.00161715\n",
      "[1227]\tvalid_0's binary_logloss: 0.00161697\n",
      "[1228]\tvalid_0's binary_logloss: 0.00161832\n",
      "[1229]\tvalid_0's binary_logloss: 0.00161818\n",
      "[1230]\tvalid_0's binary_logloss: 0.0016195\n",
      "[1231]\tvalid_0's binary_logloss: 0.00161946\n",
      "[1232]\tvalid_0's binary_logloss: 0.00162056\n",
      "[1233]\tvalid_0's binary_logloss: 0.00162043\n",
      "[1234]\tvalid_0's binary_logloss: 0.00162069\n",
      "[1235]\tvalid_0's binary_logloss: 0.00162203\n",
      "[1236]\tvalid_0's binary_logloss: 0.00162221\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1237]\tvalid_0's binary_logloss: 0.00162352\n",
      "[1238]\tvalid_0's binary_logloss: 0.0016237\n",
      "[1239]\tvalid_0's binary_logloss: 0.0016247\n",
      "[1240]\tvalid_0's binary_logloss: 0.00162467\n",
      "[1241]\tvalid_0's binary_logloss: 0.00162448\n",
      "[1242]\tvalid_0's binary_logloss: 0.00162435\n",
      "Early stopping, best iteration is:\n",
      "[1042]\tvalid_0's binary_logloss: 0.00155641\n",
      "Training Log Loss:  1.909783012101701e-06\n",
      "CV Log Loss:  0.0015564059221184856\n",
      "LightGBM Gradient Boosting Log Loss:  0.0018326986342952088\n"
     ]
    }
   ],
   "source": [
    "trainingScores = []\n",
    "cvScores = []\n",
    "predictionsBasedOnKFolds = pd.DataFrame(data=[], index=y_train.index, \\\n",
    "                                        columns=['prediction'])\n",
    "\n",
    "for train_index, cv_index in k_fold.split(np.zeros(len(X_train)), \\\n",
    "                                          y_train.ravel()):\n",
    "    X_train_fold, X_cv_fold = X_train.iloc[train_index,:], \\\n",
    "        X_train.iloc[cv_index,:]\n",
    "    y_train_fold, y_cv_fold = y_train.iloc[train_index], \\\n",
    "        y_train.iloc[cv_index]\n",
    "    \n",
    "    lgb_train = lgb.Dataset(X_train_fold, y_train_fold)\n",
    "    lgb_eval = lgb.Dataset(X_cv_fold, y_cv_fold, reference=lgb_train)\n",
    "    gbm = lgb.train(params_lightGB, lgb_train, num_boost_round=2000,\n",
    "                   valid_sets=lgb_eval, early_stopping_rounds=200)\n",
    "    \n",
    "    loglossTraining = log_loss(y_train_fold, gbm.predict(X_train_fold, \\\n",
    "                                num_iteration=gbm.best_iteration))\n",
    "    trainingScores.append(loglossTraining)\n",
    "    \n",
    "    predictionsBasedOnKFolds.loc[X_cv_fold.index,'prediction'] = \\\n",
    "        gbm.predict(X_cv_fold, num_iteration=gbm.best_iteration) \n",
    "    loglossCV = log_loss(y_cv_fold, \\\n",
    "        predictionsBasedOnKFolds.loc[X_cv_fold.index,'prediction'])\n",
    "    cvScores.append(loglossCV)\n",
    "    \n",
    "    print('Training Log Loss: ', loglossTraining)\n",
    "    print('CV Log Loss: ', loglossCV)\n",
    "    \n",
    "loglossLightGBMGradientBoosting = log_loss(y_train, \\\n",
    "        predictionsBasedOnKFolds.loc[:,'prediction'])\n",
    "print('LightGBM Gradient Boosting Log Loss: ', \\\n",
    "        loglossLightGBMGradientBoosting)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XmYHWWZ9/Hvr7uzgAlBEkGWkET2wLAL+OYdBUEMkSGoiEEBYRBEQfEdxhlRRxAFF4ZhmBEHMxM2QRBQNAgMOgiyjJE0hi0sGsKSTkBICFnI0unO/f5RT5vDobtOddPVpzv9+1xXX32q6jlVdz2nTt1Vz1NVRxGBmZlZVxrqHYCZmfVvThRmZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwoekDSXEkH1yizvaSVkhr7KKzSSXpO0mHp9XmSrq13TFY/ki6X9E8FytX8vlj/tlElirQjW5120H+WdKWkEb29nIjYPSLuqVHmhYgYERHtvb38tJNel9bzNUn/K+k9vb2cwULSVZLaJG1T71h6Q1qf1rR9vCrp15J27e3lRMTpEfHNAuVqfl8GC0lbSLpF0uuSnpf0iZyyX5Q0X9JySYskXSKpqWL6eEl3S1ol6amOg7gybFSJIvmbiBgB7Au8G/hadQFlBvq6/ySt5xjgbuCmOsfT6yq/FCUu423AR4FlwCdLWkbp69GJ76XtYzvgZeCqzgrVKbbB7DKgFdiKbHv7D0m7d1H2VmDfiNgM2APYC/hCxfTrgTnAaOCrwM2S3lFG0AN9Z9mliFgI3EFWwUi6R9IFkh4AVgHvkjRK0gxJL0paKOlblU1Fkk6V9KSkFZKekLRvGl/ZBHOApOaU9f8s6V/S+PGSouOLKGkbSTPTEd48SadWLOc8STdKuiYta66k/QuuZxtwHbBt5UYi6UhJD1eccexZMW2spJ9JekXSEknfT+N3kPSbNG6xpOskbd6T+pc0NS1/uaRnJE2urruKdb+2qs5OkfQC8BtJ/y3pzKp5PyLpI+n1rumI+VVJT0s6tpuhfhR4DTgf+FTFMrZJZ6dbVIzbJ9XLkDT8t2n7WCrpTknjKsqGpDMk/Qn4Uxp3qaQFqU4ekvTXFeU3kXR1mteTkv5BUktVPD9Nn9mzkip3GF2KiFXAj9nwPThP0s2SrpW0HDhJUoOkL6fPaUnaFivX+/+mbei1FP9JafxVkr6VXo+R9MtU5lVJ9ykdjFV9X4ZJ+ldlR8iL0uthadrBkloknS3pZWXfy5OLrOdAoA0HJf8UESsj4n5gJnBCZ+Uj4pmIeK3j7cB6YMc0r53JDobPjYjVEfFT4LE0/1630SYKSWOBKWQZt8MJwGnASOB54Gqgjazy9wEOBz6d3v8x4DzgRGAz4ChgSSeLuhS4NGX9HYAbuwjpeqAF2AY4BrhQ0qEV048CbgA2J9t4vl9wPYemGJcAS9O4fYErgM+QHW38EJiZvqSNwC/T+o8Htk3LhWxj/HaKcTdgbKqDbpF0AHAN8KW0Pu8FnuvGLN6Xlv9Bsp3ccRXzngiMA25LX7xfpzJbpnI/UDpCk/QJSY/WWNanyD6bG4BdU90REYuA3/HGL94ngJsjYp2ko4GvAB8B3gHcl+ZT6WjgQGBiGp4N7A1skWK+SdLwNO1css/jXcAHgOMr1rmB7OjyEbLP61Dgi5I+WGPdUNb0+kne+D2YCtxM9tlcR3aUejRZvW9Dth1dlt6/PdkB17+n9dwbeLiTRZ1Ntn2/g+xo+StAZ88H+ipwUJrPXsABvPGs/53AqLSepwCXSXp7F+v2g5SYOvur9bnXw85Ae0T8sWLcI0BXZxQd2/ByYDFZff0wTdodmB8RK4rO6y2JiI3mj2xntJLsCPF54AfAJmnaPcD5FWW3AtZ2TE/jjgPuTq/vBM7KWc5h6fW9wDeAMVVlxpN9UZrIdrjtwMiK6d8GrkqvzwP+p2LaRGB1znqeR3b6+lqa7xLg4Irp/wF8s+o9T5PtCN4DvAI0FajPo4E5Xaz3ecC1Xbzvh8Altequej4VdfauiukjgdeBcWn4AuCK9PrjwH2dLPvcgtvL9mRHaXtXfOaXVkz/NPCb9FrAAuC9afgO4JSKsg1kZ6odcQbw/hrLXwrslV7PBz5YteyW9PpA4IWq954DXNnFfK8C1qTt4yWyA48dKur73qryTwKHVgxvDaxL2+45wC05y/lWen0+8Atgxxrfl2eAKRXTPgg8l14fDKyu3DbJms0OKvJ59vc/4K+Bl6rGnQrcU+C9OwHfBN6Zhk8AZlWVuYC0T+ntv43xjOLoiNg8IsZFxOciYnXFtAUVr8cBQ4AXO45CyHYyW6bpY8k26lpOITtSeErSbElHdlJmG+DVeGP2f57sqKnDSxWvVwHDJTVJ+qSyTsmVku6oKHNjRGxOlvAeB/arWrezK4+w0vpsk/4/H1mT1RtI2lLSDcqa4ZYD15L1gXRX0brryl8+p1RntwHT0qhpZEfBkK3ngVXr+Umyo9IiTgCejIiOI+TrgE90NC2RHXW/R1kn93vJdv73VSz70orlvkqWTCo/08rtjdSk8qSkZek9o9hQv9tUla/eVrepWs+vkH32Xfnn9D14Z0QcFRGVn8eCqrLjgFsq5v0k2QHIVhT/LC8C5gG/UtYB++Uuym1Dtu13eD6N67CkattcBfT6BSl1spKsdaLSZsCKTsq+QUT8CZhLdvD7lubVE4OtI6vyVHgB2RnFmM52mmn6DjVnmH2Ax6XmgY+QdSiNriq2CNhC0siKZLE9sLDA/K9jw46xs+mLJX0GmC3pxxHxYor9goi4oLq8squjtpfU1Ml6f5usjvaMiCWpeaVQE1iVvLp7Hdi0YriznXp1k8X1wLmS7gU2Ieu871jObyPiAz2IEbImu+0ldSTpJrKmuiOAmRHxmqRfAceSNYVdH+nQjQ113OVnU7keqT/iH8majeZGxHpJS8mSC8CLZB3PT6ThsRXzWQA8GxE79XA9u4yrYv5/GxEPVBeUtICseSh/htl2fTbZAcruwN2SZkfEXVVFF5ElprlpePs0rtskXU5FE12V5yOinGaYnvsj0CRpp7TfgKw5aW7Oeyo1seF7NZesn7Vyn7IXWZNmr9sYzygKSTvUXwEXS9osdejtIOl9qch/AX8vaT9ldlRFZ2UHScdLekdErCc71YfsaKxyWQuA/wW+LWm4so7lU8hJAN1cl6fImk3+IY36T+B0SQem2N8m6UOSRgIPku2UvpPGD5c0Kb1vJKnpTtK2ZH0MPTEDOFnSoalet9WGyzMfBqZJGqKsw/6YAvO7nWzncj7Z1V7r0/hfAjtLOiHNb4ikd0vardYMU8LcgWwnuHf624Psi/apiqI/JksoH+WNX8LLgXMq+kNGpX6trowk6w97hWxn8XXeeER4Y5rf21PdV3bgPwgsl/SPyjq9GyXtIendtdazoMuBCzq2b0nvkDQ1TbsOOEzSsekMd7SkvatnoOziiR0lCVhO9h3o7NLw64GvpWWMAb5OdubabZFdnjuii7/+liSIiNeBnwHnp+/eJLL+oh91Vl7SpyVtmV5PJGsGvCvN649k36Vz03f4w8CewE/LiH3QJorkRGAo2VHcUrKmhq0BIuImsja/H5Odzv2crBOy2mRgrqSVZB3b0yJiTSfljiNrg18E3ELWjv7rXlyXi4DTJG0ZEc1kbZ/fT+s1DzgJILL7Ov6GrAP/BbIOyI+neXyD7EqKZWTNPT/rSSAR8SBwMnBJmtdvyXb0AP9EtoNempZX8wgoItamWA6rLJ+OpA4na45aRNZ8912g4yqaT0rq6mjtU8AvIuKxiHip44/sMzxSG676mUnWPvzniHikYtm3pGXdkJrpHic7E+nKnWT9Gn8ka25ZwxubgM4n+yyeBf6HbFtcm5bV8ZntnaYvJjuQGZWzvO64lGw9fyVpBTCLrF+EiHiB7KKQs8ma1x4mO3KttlOKeyXZRQA/iM7vnfgW0Aw8SnaVzh/SuMHic2RnxS+TJc3PRsRcyM46036kwyTgMUmvkx0s3U7W5NhhGrA/2XfpO8AxEfFKGUFrw5m0mfUXkj5LdtDxvpqFzUo22M8ozPoFSVtLmpSa6nYhO4K/pd5xmcHg68w266+Gkl11N4Gsr+sGNlzhYlZXbnoyM7NcbnoyM7NcA67pacyYMTF+/Ph6h2FmNqA89NBDiyOiRw8NHHCJYvz48TQ3N9c7DDOzAUXS87VLdc5NT2ZmlsuJwszMcjlRmJlZLicKMzPL5URhZma5nCjMzCxXaYlC0hXKfvf28S6mS9K/Kfv96EeVfoLSzMz6lzLvo7iK7DHX13Qx/QiyRxPvRPZI4/9I/3NFBK2trb0UIjQ2NtLY2Nhr8zMz29iUligi4l5J43OKTAWuSb8YNkvS5pK2Tj8o1KV58+Zx5JGd/dpoz7ztbW/jmmuuYeTIkb02TzOzjUk978zeljf+cEtLGvemRCHpNOA0gJEjRzJu3DiyH9J6a1555RXmzZvH/Pnz2Wuvzn6LxczM6pkoOtvTd/oo24iYDkwHmDBhQhxxxBEMGTLkLQcwZ84cnnmmyO/Gm5kNXvW86qmFN/6A/Hb08EfWzcysPPVMFDOBE9PVTwcBy2r1T5iZWd8rrelJ0vXAwcAYSS3AucAQgIi4nOyHwqcA84BVwMllxWJmZj1X5lVPx9WYHsAZZS3fzMx6h+/MNjOzXE4UZmaWy4nCzMxyOVGYmVkuJwozM8vlRGFmZrmcKMzMLJcThZmZ5XKiMDOzXE4UZmaWy4nCzMxyOVGYmVkuJwozM8vlRGFmZrmcKMzMLJcThZmZ5XKiMDOzXE4UZmaWy4nCzMxyOVGYmVkuJwozM8vlRGFmZrmcKMzMLJcThZmZ5XKiMDOzXE4UZmaWy4nCzMxyOVGYmVkuJwozM8vlRGFmZrmcKMzMLJcThZmZ5So1UUiaLOlpSfMkfbmT6dtLulvSHEmPSppSZjxmZtZ9pSUKSY3AZcARwETgOEkTq4p9DbgxIvYBpgE/KCseMzPrmTLPKA4A5kXE/IhoBW4AplaVCWCz9HoUsKjEeMzMrAeaSpz3tsCCiuEW4MCqMucBv5L0eeBtwGGdzUjSacBpAKNHj+71QM3MrGtlnlGok3FRNXwccFVEbAdMAX4k6U0xRcT0iNg/IvYfOXJkCaGamVlXykwULcDYiuHteHPT0inAjQAR8TtgODCmxJjMzKybykwUs4GdJE2QNJSss3pmVZkXgEMBJO1GliheKTEmMzPrptISRUS0AWcCdwJPkl3dNFfS+ZKOSsXOBk6V9AhwPXBSRFQ3T5mZWR2V2ZlNRNwO3F417usVr58AJpUZg5mZvTW+M9vMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnlcqIwM7NcThRmZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnlcqIwM7NcThRmZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnlcqIwM7NcThRmZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnlcqIwM7NcTUULStoWGFf5noi4t4ygzMys/yiUKCR9F/g48ATQnkYHkJsoJE0GLgUagf+KiO90UuZY4Lw0v0ci4hNFgzczs/IVPaM4GtglItYWnbGkRuAy4ANACzBb0syIeKKizE7AOcCkiFgqacvioZuZWV8o2kcxHxjSzXkfAMyLiPkR0QrcAEytKnMqcFlELAWIiJe7uQwzMytZ0TOKVcDDku4C/nJWERFfyHnPtsCCiuEW4MCqMjsDSHqArHnqvIj474IxmZlZHyiaKGamv+5QJ+Oik+XvBBwMbAfcJ2mPiHjtDTOSTgNOAxg9enQ3wzAzs7eiUKKIiKslDSWdAQBPR8S6Gm9rAcZWDG8HLOqkzKw0r2clPU2WOGZXLX86MB1gwoQJ1cnGzMxKVKiPQtLBwJ/IOqd/APxR0ntrvG02sJOkCSnJTOPNZyU/Bw5JyxhDlojmF47ezMxKV7Tp6WLg8Ih4GkDSzsD1wH5dvSEi2iSdCdxJ1v9wRUTMlXQ+0BwRM9O0wyV1XHb7pYhY0vPVMTOz3lY0UQzpSBIAEfFHSTWvgoqI24Hbq8Z9veJ1AH+X/szMrB8qmiiaJc0AfpSGPwk8VE5IZmbWnxRNFJ8FzgC+QHY1071kfRVmZraRK3rV01rgX9KfmZkNIrmJQtKNEXGspMd48z0QRMSepUVmZmb9Qq0zirPS/yPLDsTMzPqn3PsoIuLF9HIxsCAingeGAXvx5pvnzMxsI1T0oYD3AsPTb1LcBZwMXFVWUGZm1n8UvepJEbFK0inAv0fE9yTNKTMw656XX36ZOXOKfSRbb701e+7p7iUzK6ZwopD0HrL7J07p5nutD1x77bX84he/oK2trWbZoUOHcscddzB8+PA+iMzMBrqiO/svkv3A0C3pMRzvAu4uLyzrrra2NiTxsY99jKamrj/W5uZmHnroIVatWuVEYWaFFL2P4rfAbyuG55PdfGf9SENDA9tvvz1DhnT9dJX58+fT0FC0a8rMrPZ9FP8aEV+UdCud30dxVGmRmZlZv1DrjKLj2U7/XHYgZmbWP+UmiojoePBfM7A6ItYDSGoku5/CzMw2ckU7s+8CDgNWpuFNgF8B/6eMoGyDxx9/nMcff7xmueeff74PojGzwahoohgeER1JgohYKWnTkmKyCjNmzOD3v/897e3tNctutdVWfRCRmQ02RRPF65L2jYg/AEjaD1hdXljWob29nS222IJp06bVLNvQ0JB7xZOZWU905z6KmyR1PN9pa+Dj5YRk1SQxatSoeodhZoNU0fsoZkvaFdiF7IeLnoqIdaVGZmZm/UKhO69Sf8Q/AmdFxGPAeEl+9LiZ2SBQtOnpSrLfyH5PGm4BbgJ+WUZQZr2tyDOwABobG5FUcjRmA0vRRLFDRHxc0nEAEbFa/jZZSVpbW1m5cmXtgsDmm29e85EkN9xwA1dffTXr16+vOb+tttqKK6+8ksbGxkLLNxsMiiaKVkmbkB7jIWkHYG1pUQ0C9957L88++2zNckuWLOmDaN5sxYoV3Hrrraxb1/ddUTfffDNr1qwpVPaQQw7hK1/5Sm6ZRYsWsXz5cnbbbbfcs4WWlhbmzJnD0qVLGTNmTLdi7kx7ezu33HILr7/+es2yjY2NTJkyhS222OItL9estxVNFOcC/w2MlXQdMAk4qaygBrLW1tZCO7nvfve7LFmypFAzx4477tgboXVLc3MzM2bMYNWqVX2+7LVr17J27Vre//7355Z76KGHePDBBwvNc+jQoUyePJlhw7p+oMDPfvYzFi5cyOWXX87IkSNz5zdy5EhOOumk3LOZ5557junTp7N8+fKan3N7ezvLly/nc5/7XP6KmNVBzUSRmpieAj4CHER21dNZEbG45NgGnDVr1nDiiSeydOnSmmXb2tpYsWIFX/va12qWrUczSESwdu1apk6dyrhx4/p02RdeeCHr1q3j8MMPzy03a9Ysnn32WW666abcckXvWn/iiSdobW3ljjvuyL0fZd26daxZs4b99tuPvfbaq8ty69evp62tjUmTJrH//vt3WW7NmjVccsklvPrqq4XiNOtrNRNFRISkn0fEfsBtfRDTgLV69WqWLl3KJptswtixY3PL3n333bS3tzNixIg+iq5nhg0b1ucxdicxtre3c/HFF9csN3r06EJnb+vXr+eYY47J/fyam5u57bbbmD59OhMnTuyy3LJlywAYMmRIbh02NTW5T8T6taJNT7MkvTsiZpcaTT/15z//mc9//vOsWLEit1xE0NrayvDhw5k8eXJu2fvvv7/wlTjWtdbWVk4//fSa5Zqamhg6dGiheQ4dOjS3iaqlpYXW1lYeeOABHnvssdx5NTQ0sPnmmxdarll/VTRRHAKcLuk54HWy5qeIiEHxw8uLFy9m8eLFbLbZZrmdjcuWLeOFF14o3BFrnTvwwAOJeNPPn3Rp9OjRvbLcrbbaiqVLl9Y884gIIoIDDjiAww47rOZ8iyYos/6qaKI4otQoBojdd9+dgw46qMvpL730Ek899VS3dnL2ZkceWZ97OU8++WTmz5/PO9/5zkLlm5qa2GSTTUqOyqz+av3C3XDgdGBH4DFgRkS4vWQAe/HFF4kILrrootyd3OLF/f9ahVGjRuX+Pnh3NTU1sfPOO9cst8suuzB79uxeO5Mx6+9qfcuuBtYB95GdVUwEzio7KCvPM888Q2trKw8++GDNG9VGjRpV8zLRejrrrPpsivvssw+77babO6Bt0KiVKCZGxF8BSJoBFLto3fqt4cOH89prr3HMMcew9dZb1yzvnWHnhg8fXu8QzPpMrUTxl9tyI6LNT+3oXbWO6Mvwmc98hvvvv58xY8Y4CZhZIbUSxV6SlqfXAjZJwx1XPW2W92ZJk4FLgUbgvyLiO12UO4bsIYPvjojm7qzAQHXqqafW5a7nzTbbjClTpvT5cs1s4MpNFBHR40NOSY3AZcAHyJ42O1vSzIh4oqrcSOALwO97uqyBqK/vdjYz66ky2z4OAOZFxPyIaAVuAKZ2Uu6bwPcA33xgZtYPlZkotgUWVAy3pHF/IWkfYGxE5P6uhaTTJDVLaq51d3Q9bbnlljQ0NLD33nvXOxQzs17Texehv1lnPd9/uRNNUgNwCQWeQhsR04HpABMmTOi3d7M1NDRw4YUX1jsMM7NeVeYZRQtQ+WS17YBFFcMjgT2Ae9KjQQ4CZkrq+jGbZmbW58pMFLOBnSRNkDQUmAbM7JgYEcsiYkxEjI+I8cAs4KjBctWTmdlAUVrTU7rv4kzgTrLLY6+IiLmSzgeaI2Jm/hzK1/Fzm1deeSU77LBDl+WK/L6EmdnGqsw+CiLiduD2qnFf76LswWXG0plnnnmGtWvXcs899zBnzpzcsk1NTYwaNaqPIjMz6z9KTRT9Xcfjog8++GAmTZpUs7wfF21mg9GgThQdmpqa/OweM7Mu9P3DhszMbEBxojAzs1xOFGZmlsuJwszMcjlRmJlZLicKMzPL5URhZma5fB+FWT9x2223semmm9Ys96EPfYhddtmlDyIyyzhRmNXZ2rVraWtrY+XKldx66625ZZctW8bChQu5+OKL+yg6MycKs34hImhsbOSMM87ILXfJJZewbNmyPorKLONEYVZnQ4YMAWDEiBEMGzYst2xDg7sVre85UZjV2aabbsoJJ5zg541Zv+VEYdYPTJw4sd4hmHXJ57FmZpbLicLMzHIN6kTRcc26f5DIzKxrg7qP4uijj2bo0KHsuuuu9Q7FzKzfGtSJYtiwYXz4wx+udxhmZv3aoG56MjOz2pwozMwslxOFmZnlcqIwM7NcThRmZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnlcqIwM7NcpSYKSZMlPS1pnqQvdzL97yQ9IelRSXdJGldmPGZm1n2lJQpJjcBlwBHAROA4SdW/9zgH2D8i9gRuBr5XVjxmZtYzZZ5RHADMi4j5EdEK3ABMrSwQEXdHxKo0OAvYrsR4zMysB8pMFNsCCyqGW9K4rpwC3NHZBEmnSWqW1LxixYpeDNHMzGop84eL1Mm46LSgdDywP/C+zqZHxHRgOsCECRM6nYeZmZWjzETRAoytGN4OWFRdSNJhwFeB90XE2hLjMTOzHiiz6Wk2sJOkCZKGAtOAmZUFJO0D/BA4KiJeLjEWMzProdISRUS0AWcCdwJPAjdGxFxJ50s6KhW7CBgB3CTpYUkzu5idmZnVSZlNT0TE7cDtVeO+XvH6sDKXb2Zmb53vzDYzs1xOFGZmlsuJwszMcjlRmJlZLicKMzPL5URhZma5nCjMzCyXE4WZmeVyojAzs1xOFGZmlqvUR3iYWe9atWoVc+bM4ZxzzqlZ9pBDDuHwww/vg6hsY+dEYTaArF+/ntbWVv7whz/kllu8eDFPPvmkE4X1CicKswFEEttssw1nnnlmbrkrr7ySNWvW9FFUtrFzojAbQL7xjW/Q3t5e7zBskHFnttkA09jYWO8QbJBxojAzs1xOFGZmlsuJwszMcjlRmJlZLicKMzPL5URhZma5nCjMzCyXE4WZmeVyojAzs1xOFGZmlsuJwszMcjlRmJlZLicKMzPL5URhZma5nCjMzCyXE4WZmeVyojAzs1xOFGZmlqvURCFpsqSnJc2T9OVOpg+T9JM0/feSxpcZj5mZdV9TWTOW1AhcBnwAaAFmS5oZEU9UFDsFWBoRO0qaBnwX+HhZMZkNJhHB66+/3u33Ser2tLz39GRZPZlfT+Lu7fn19nL6i9ISBXAAMC8i5gNIugGYClQmiqnAeen1zcD3JSkiIm/Gq1evprW1tfcjNttItLe3s3DhQo488siaZdva2mhqqr0rWL9+PY2NjYXKSaq5A4wIIoKGhtoNG+vXry9Urr29vVCMRcv19joXLVdLx/sjonCMQKFCnSkzUWwLLKgYbgEO7KpMRLRJWgaMBhZXFpJ0GnBaGlx3/PHHv1BKxAPPZsDyegfRT7guNuioCwG5B12DgLeLDXbp6RvLTBSdpczqjbZIGSJiOjAdQFJzROz/1sMb+FwXG7guNnBdbOC62EBSc0/fW2ZndgswtmJ4O2BRV2UkNQGjgFdLjMnMzLqpzEQxG9hJ0gRJQ4FpwMyqMjOBT6XXxwC/qdU/YWZmfau0pqfU53AmcCdZJ8oVETFX0vlAc0TMBGYAP5I0j+xMYlqBWU8vK+YByHWxgetiA9fFBq6LDXpcF/IBvJmZ5fGd2WZmlsuJwszMcvXbROHHf2xQoC7+TtITkh6VdJekcfWIsy/UqouKcsdICkkb7aWRRepC0rFp25gr6cd9HWNfKfAd2V7S3ZLmpO/JlHrEWTZJV0h6WdLjXUyXpH9L9fSopH0Lzbjj7sj+9EfW+f0M8C5gKPAIMLGqzOeAy9PracBP6h13HeviEGDT9Pqzg7kuUrmRwL3ALGD/esddx+1iJ2AO8PY0vGW9465jXUwHPpteTwSeq3fcJdXFe4F9gce7mD4FuIPsHraDgN8XmW9/PaP4y+M/IqIV6Hj8R6WpwNXp9c3AoRoID03pvpp1ERExXbi7AAADwUlEQVR3R8SqNDiL7J6VjVGR7QLgm8D3gDV9GVwfK1IXpwKXRcRSgIh4uY9j7CtF6iLI7tKG7H6t6nu6NgoRcS/596JNBa6JzCxgc0lb15pvf00UnT3+Y9uuykREG9Dx+I+NTZG6qHQK2RHDxqhmXUjaBxgbEb/sy8DqoMh2sTOws6QHJM2SNLnPoutbReriPOB4SS3A7cDn+ya0fqe7+xOg3Ed4vBW99viPjUDh9ZR0PLA/8L5SI6qf3LqQ1ABcApzUVwHVUZHtooms+elgsrPM+yTtERGvlRxbXytSF8cBV0XExZLeQ3b/1h4Rsb788PqVHu03++sZhR//sUGRukDSYcBXgaMiYm0fxdbXatXFSGAP4B5Jz5G1wc7cSDu0i35HfhER6yLiWeBpssSxsSlSF6cANwJExO+A4cCYPomufym0P6nWXxOFH/+xQc26SM0tPyRLEhtrOzTUqIuIWBYRYyJifESMJ+uvOSoievwwtH6syHfk52QXOiBpDFlT1Pw+jbJvFKmLF4BDASTtRpYoXunTKPuHmcCJ6eqng4BlEfFirTf1y6anKO/xHwNOwbq4CBgB3JT681+IiKPqFnRJCtbFoFCwLu4EDpf0BNAOfCkiltQv6nIUrIuzgf+U9P/ImlpO2hgPLCVdT9bUOCb1x5wLDAGIiMvJ+memAPOAVcDJhea7EdaVmZn1ov7a9GRmZv2EE4WZmeVyojAzs1xOFGZmlsuJwszMcjlRmFWR1C7pYUmPS7pV0ua9PP+TJH0/vT5P0t/35vzNepsThdmbrY6IvSNiD7J7dM6od0Bm9eREYZbvd1Q8NE3SlyTNTs/y/0bF+BPTuEck/SiN+5v0WylzJP2PpK3qEL/ZW9Yv78w26w8kNZI99mFGGj6c7FlJB5A9XG2mpPcCS8ieszUpIhZL2iLN4n7goIgISZ8G/oHsDmGzAcWJwuzNNpH0MDAeeAj4dRp/ePqbk4ZHkCWOvYCbI2IxQER0PJxyO+An6Xn/Q4Fn+yR6s17mpiezN1sdEXsD48h28B19FAK+nfov9o6IHSNiRhrf2bNw/h34fkT8FfAZsgfRmQ04ThRmXYiIZcAXgL+XNITsoXN/K2kEgKRtJW0J3AUcK2l0Gt/R9DQKWJhefwqzAcpNT2Y5ImKOpEeAaRHxo/SI6t+lp/SuBI5PTyq9APitpHaypqmTyH5V7SZJC8keeT6hHutg9lb56bFmZpbLTU9mZpbLicLMzHI5UZiZWS4nCjMzy+VEYWZmuZwozMwslxOFmZnl+v89CbcbjGWQ5wAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xl4FFX28PHvSQiyRXZhEEwQkC2y76LigqA/FAcU2UZBGGQJyOYMDo7CgIqCDItgUPAVFQRFFMZhhAFRVJRt2GWRRSQKCIgIhD3n/aMqoQkJ6YZ0qjs5n+fpJ6n91O3qOn1vVd8SVcUYY4wJVRFeB2CMMcZcjiUqY4wxIc0SlTHGmJBmicoYY0xIs0RljDEmpFmiMsYYE9JCMlGJSCcRWeR1HF4TkRtE5LiIRGbjNmNFREUkT3ZtM5hEZLOINLuC5ewYTCM7jg0R+VxEugdr/SY8ZZqoROQHETnpnjD3i8hbIlIomEGp6gxVvSeY2whFblnfnTKsqj+qaiFVPe9lXF5xT4oVr2YdqlpdVT/PZDuXnICz+hgUkWHuNhpk1TrDnVsm73odh8mciAxwz/9HReRNEbkmg/k6ubki5ZXkHvd1feapIyLL3OkHROTJzLbvb43qflUtBNQCagNP+7lcSPGylpBTaiiBsPJ2iIgAfwJ+BR7LZN6QiTsr5dT9CiZxeN7qJSItgCHAXUAscCMwPL153S94hVJeQG9gF/A/d10lgE+BKUBxoCKQecuFql72BfwA3O0z/DLwb5/ha4AxwI/AASAByO8zvTWwDvgd2Am0dMcXBqYB+4CfgJFApDutC/CV+38CMCZNTPOAge7/ZYAPgYPAbqCfz3zDgDnAu+72u6ezf4WBt93l9wDPABE+cXwNTASOAluBu9Ise7l9+Br4J84JaiRQAfgMOAwcAmYARdz53wGSgZPAceAvOAeFAnnceT4HRrjrPYbzBpfwiedRdx8OA39P+96l2e/8wCvu/EeBr9xxKdt8zH1PDwFDfZZrAHwD/Obu96tAXp/pCvQBvgd2u+PGA3vd92ANcKvP/JHA39xj45g7vRywzF3XCbc8HnHnb4VzPP0GLAdqpDlW/wpsAE4DeXzLwI19tRvHAWCsO/5Hd1vH3VdjfI5Bd57qwH/d9/IA8LfMPjs+y97mvq+d3ffGt7wuOU7c8Y8DW4AjwEIgxmeZDMsznW1/js9xn85+KdDTfb+OAJMA8XlvxrjHwC73ffU9HgM6/tPE1RI4A5x1y3y9n8d4I/d9/w1YDzTz933Izpd7DM/FOa8cBl71OSe96zNfLJd+xp939/8kzvlodZp1DwDm+3P+zaJ9mQm84DN8F7Dfz2WXAs/5DL8AvBNwDH5s6AcufNDLAhuB8T7TxwHzgWJANPAv4EV3WgOck2BznNrb9UAVd9rHOFm1IHAdsBJ4Iu2HCedDvtfnw1PUfQPLuOtcAzwL5MXJ9LuAFj4HxVngQXfeS95AnCQ1z409FtgOdPOJ45x7YEQBj7j7U8zPfTgH9MU5YebH+fbQ3D24SuKcjMelV9aXOYh3Aje56/scGOVOq4bzgW/qlsUYd98zSlST3OWvxzkhNXHjStnmG+42auKc9Ku6y9XFOVnkcefdAvT3Wa/inNCLpZQ3zgm6uLvMIGA/kM+d9hTOMVUZEHd7xX3WVdFn3XWAX4CGbsyPuWV2jU/5rcM5SeRPW6Y4CfZP7v+FgEbplXM6x2A0zsl4EJDPHW7oTmsK/JbJZ2ga8D7OMXQYaJNmO2mPkweBHUBVd9wzwHKfZTIsz3S2/TmZJ6pPgCLADTgn1pQvkz1xvpyVc9/PpVx8PAZ0/KcT2zB8Ttp+HOPXu+V3H87nubk7XDIrT8xX+3KPzfU4Sbqge8w0TW+f0x577v7+iPPFKA/Ol4FjQCWfZVYB7TM7/6YTV1OcBJ/Rq2kGy63H/aLoDpdwYy6eSTnEAOeB8j7jPsP5orUc57P8L+CGTMvUj0L/AecEeMwNbgkXagGC8423gs/8jbnwTXoK8M901lkK5+TnW/PqACxN5yQh7ht3mzv8Z+Az9/+GwI9p1v008P98DoplmRxQp4FqPuOeAD73ieNn3CTpjluJ04zjzz78mNG23XkeBNamKevMEtUzPtN7A5+6/z8LvOczrQDON9ZLEhXOh/wkUDOdaSnbLJtmn9tnsA/9gY98hhW4M5P9PpKybWAb0DqD+dImqteAEWnm2Qbc7lN+j6dz/KYkqmU4TRYl0sxzUTmncwx28H2fAnm578PvwIM+n4l5abaT9hj+D+6XJZ/3KwmfWlVG5ZnOtM/JPFE19Rl+Hxji/v8Z0NNn2j0p5UTWHP/DSD9RZXSM/5U038ZxapuPXcl7E6wXzjnwoO/xlNE+pz323P3/R5pl3gWedf+vhHMuLkAm598s3J/UljB3OMqNOTaT5f6Oey71GbcdJynWx0ngE4CvM4vB33bjB1V1sYjcjlMNLOFurKRbYGucZnhwCy/lLrVywIJ01hfj7uw+n+UicGpOF1FVFZFZOB+CZUBH941LWU8ZEfnNZ5FI4Euf4UvW6aMETu1jj8+4PTjf3FL8pG4J+0wv4+c+XLRtEbkO5425FefbTwTOSSYQ+33+T8KpGeDGlLo9VU0SkcMZrKMEzkGyM9DtiMhNwFigHs57nwenVusr7X4PArq7MSpwrRsDOMfI5eLwFQM8JiJ9fcblddeb7rbT6Ab8A9gqIruB4ar6iR/bDSTGtP6IU7NI+RzMABaLSElVPZhBzDHAeBF5xWec4ByXezIpzyvh1zHFxZ+TgI//LIgnBnhYRO73mR6FU9MLJeWAPap67gqXT1tuM3Ga6f+Bc/772P18X8flz79Z5TjOMZYi5f9jmSz3KE5Tn6+TOF9sVwGIyHDgkIgUVtWjGa0ooAt1qvoF8BZOsxI4bdcngeqqWsR9FVbnIho4BV4hnVXtxfk2VsJnuWtVtXoGm34PeEhEYnBqUR/6rGe3zzqKqGq0qt7nG/ZldukQTvNYjM+4G3Da21NcLz5HgTv9Zz/3Ie22X3TH1VDVa3GacOQy8wdiH07TLAAikh+neSg9h4BTpP/eZOY1nOagSu4+/I2L9wF89kNEbsX5JtwOKKqqRXCaT1OWyegYSc9e4Pk073cBVX0vvW2nparfq2oHnGaql4A5IlLwcstcQYxpPYZzov1RRPYDH+CcXDtcJua9OE1ovvuZX1WX+1GeaZ3AOZmlKB1A7PtwTropbkgTY6DHf1qBHu97cWpUvuVSUFVHBbieYNsL3JDBDST+vB9py2URUEJEauEcNzPd8Zmdfy8iIremuSMv7evWDPZnM06TfIqawAFVzeiLMCJyC84XnTlpJm1Is38p/2d0/AJX9juqcUBzEamlqsk41zL+6WZ3ROR69y4RcNrmu4rIXSIS4U6roqr7cAr/FRG51p1Wwa2xXUJV1+JUpacCC1U1pQa1EvhdRP4qIvlFJFJE4kSkvj87os5t3+8Dz4tItJsIB3KhxgbOSa2fiESJyMM41w0WBLoPrmicbye/icj1ONdnfB3Auc52JeYA94tIExHJi9PEle6b775vbwJjRaSMW26NM7rlNJ19+B04LiJVgF5+zH8OtylERJ7l4m9nU4ERIlLJvcuphoikJNi05fEG0FNEGrrzFhSR/xORaD/iRkQ6uzWZZJwWAXDa0A/i3MiSUdl/ApQWkf4ico17rDT0Y3vX41x4boVzx2wtnA/5S1z+7r8E4GkRqe6up7B77EHm5ZnWOqCNiBQQ51b/bpnF7eN9nGO/rIgUxbnzC4ArPP7TOgDEBnBn27s4x3gL95jNJyLNRKRspktmr5U4SX6Ue4zmc0/c4Lwft4nzG8nC+HEHtVszmwOMxrkW9V93fGbn37Tr+VJ97shL5/VlesvhXMfvJiLV3OPgGZwKy+U8BnyoqmlrXf8P+KOI1BKRKJzmwa98zunpCjhRuc0Vb7sbAOfb3Q7gWxH5HViMc2EcVV0JdMW5qHgU+IILtZdHcZptvsNp/poD/OEym34PuJsL3yZSEs39OCeA3TjfMKbiXID0V1+cbzm7cO58m4lzEk+xAqdd+BDO3TgP+XyTCHQfhuPcEHAU+DfOXUG+XgSeEZHfRGRwAPuAqm5292UWzofkGM7FytMZLDIY5yaGVTh3Zb2Ef8fDYJzmh2M4H5LZmcy/EOeay3acpqNTXNy0MRbnhLgIJwFOw7mIDk57/nS3PNqp6mqca5Sv4pT3DpxrIf5qCWwWkeM4F3Tbq+opVU3CvdPK3VYj34XcD1tznGNtP84dcnfAhW+pGWzvT8A6VV2kqvtTXjjNvzVEJC69hVT1I5z3Y5b7mdoE3OtOzqw80/onzrXKA8B0nKZHf73hbm89zu3FaY/XQI//tD5w/x4Wkf9lNrOq7sW5i/hvOIl6L86XPc9v4fblc16qiHN9PRHnRixU9b84n5kNOE3m/jQ9g3Neuhv4IE2TYobn36yiqp/i3O29FOeY2wM8lzJdnB/Vd/IZzodT45+ezro+w3n//o1zfqqIcz65rJQ76Uw6RKQLzoXopl7HEihxfpT9G04T3W6v4zHGmCsVUt9EzNURkfvdJp6CONcRN+Lc9WaMMWHLElXO0hrnRo+fcZor26tVmY0xYc6a/owxxoQ0q1EZY4wJaWHbUWSJEiU0NjbW6zCMMSasrFmz5pCqlvQ6jkCEbaKKjY1l9erVXodhjDFhRUT2ZD5XaLGmP2OMMSHNEpUxxpiQZonKGGNMSLNEZYwxJqRZojLGGBPSLFEZY4wJaUFPVCLypoj8IiKbMpguIjJBRHaIyAYRqRPsmIwxxoSP7KhRvYXzeIWM3IvTL10loAfOg/mMMcZkoXNnzpD8ZUaPnAptQU9UqroM53lHGWkNvK2Ob4EiIhLIM22MMcZcxpEjR6hfqRKv33ab16FckVC4RnU9Fz/4LdEddwkR6SEiq0Vk9cGDB7MlOGOMCXdFihShTP78TPE6kCsUCokqvcelp9ulu6q+rqr1VLVeyZJh1VWVMcZkG1XlvffeY9Mm59YAEeHNNm342uO4rlQoJKpEoJzPcFmc5ykZY4wJ0Pfff88999xDx44d6dmzJ8nJyQCUio6mgMexXalQSFTzgUfdu/8aAUdVdZ/XQRljTDg5ffo0w4cP5+abb2bx4sUUK1aMrl27eh1Wlgh67+ki8h7QDCghIonAc0AUgKomAAuA+4AdQBKQM0rWGGOyyZIlS+jduzfbt28HoEuXLrz88svklEskQU9Uqtohk+kK9Al2HMYYkxMdPnyYBx54gKSkJKpUqUJCQgK33377pTOG6a3pEMbPozLGmNwq5bpTREQExYsX58UXX+TYsWM89dRT5M2bN/2F/hC+v/oJhWtUxhhj/LR+/XpuueUWpk6dmjquX79+DB06NOMkFeYsURljTBg4fvw4gwcPpm7dunz77beMHz8+tWblF033Vz9hwRKVMcaEuHnz5lGtWjVeeeUVkpOT6du3L8uXLyciInecwu0alTHGhKgjR47QpUsX5s+fD0CdOnWYMmUK9erV8ziy7JU70rExxoShQoUK8cMPPxAdHc2ECRNYuXLllSepMG76sxqVMcaEkG+++Yby5ctTunRpoqKimDlzJkWLFqVMmTJeh+YZq1EZY0wIOHLkCE888QRNmjRh0KBBqeOrV6+eNUnKalTGGGOuhKoyY8YMBg4cyMGDB4mKiiI2Npbk5ORcc7NEZixRGWOMR7Zt20avXr1YunQpALfddhuvvfYa1apV8ziy0GKJyhhjPHDgwAFq1arFqVOnKF68OGPGjOGxxx5DJL0nH2UBa/ozxhgTiFKlStGtWzdOnjzJyy+/TPHixb0OKWRZA6gxxmSD/fv307FjRxYuXJg6bsKECUybNi17klQY16gsURljTBCdP3+eyZMnU6VKFd577z2eeuop1E0adrOEf6yUjDEmSNauXUuTJk3o06cPR48e5b777mPevHnBuw6VQ1miMsaYLHb8+HEGDhxIvXr1WLlyJWXKlGHOnDl88sknlC9f3pugrOnPGGNMivPnzzNr1iwA+vfvz9atW2nbtq3VpK6Q3fVnjDEpfvkF9u27okV/+OknritWjAL581MYmP7ssxQvUoQ6VavCrl1ZG+eV+PVXryO4YpaojDEG4KefoHx5OHs2oMXOAmOB4cAA4Hl3fPOsjS5Xs0RljDEAe/ZcSFI1avi1yFcnTtAzMZHNp08DkFi0KFq2bOg28ZUsCUuWeB1FwCxRGWOMr8aNYfnyy85y+PBh/vrXvzJt2jQAKlSowOTJk7nnnnuyI8KrE6pJ9DIsURljTAD27t1LnTp1OHToEFFRUQwZMoSnn36a/Pnzex1ajmWJyhhjAlC2bFkaNGhAUlISr732GlWqVPE6pBzPEpUxxlzGyZMnef7552nfvj1xcXGICLNmzaJQoUKhey0qh7FEZUyoO3QI7rnHuSvNBM+ZM5eM+vTTT+nTpw+7du3iiy++YNmyZYgI0dHRHgSYe1miMibUrVoFa9d6HUXu0aABP//8MwMGDOD9998HIC4ujlGjRlkNyiOWqIwJF7Vrw3/+43UUOdp5VV6bM4ehVavy+++/U6BAAYYNG0b//v2JioryOrxcyxKVMeGiVCnnZYLm5717+etf/0pSUhL3338/EydOJCYmxuuwcj1LVMaYXO3YsWMULFiQiIgIypUrx/jx4ylRogStW7e2pr4QYZ3SGmNyJVXlgw8+oHLlykydOjV1fPfu3XnwwQctSYUQq1EZEyzHjsGwYXDw4NWtx+72y3K7du0iPj6e/7jX/D7++GP+/Oc/W3IKUZaojAmWBQtg7NisW1/Jklm3rlzqzJkzjBkzhhEjRnDq1CkKFy7MqFGj6NGjhyWpEJYtiUpEWgLjgUhgqqqOSjP9BmA6UMSdZ4iqLsiO2IwJGt/f5UyffnXrypMHWra8unXkcnv27OHee+9ly5YtAHTs2JGxY8dSym5QCXlBT1QiEglMwun1PhFYJSLzVfU7n9meAd5X1ddEpBqwAIgNdmzGZIvOneHRR72OItcrU6YMUVFRVKpUicmTJ3P33Xd7HZLxU3bcTNEA2KGqu1T1DDALaJ1mHgWudf8vDPycDXEZY3Kw5ORk3nrrLfbv3w9AVFQU8+bNY8OGDZakwkx2JKrrgb0+w4nuOF/DgM4ikohTm+qb3opEpIeIrBaR1Qev9gK1MSbH2rx5M82aNaNr164MGjQodXxsbCz58uXzMDJzJbLjGlV6Vyg1zXAH4C1VfUVEGgPviEicqiZftJDq68DrAPXq1Uu7DmOynyp88QUkJl467euvsz+eXC4pKYmRI0cyevRozp07x3XXXcd9993ndVjmKmVHokoEyvkMl+XSpr1uQEsAVf1GRPIBJYBfsiE+Y67cunVwxx2Xn+eaa7InllxuwYIF9OnThx9++AERoWfPnrzwwgsULVrU69DMVcqORLUKqCQi5YGfgPZAxzTz/AjcBbwlIlWBfIC17ZnQ59sE3anTpdOvuQb698++eHKp77//nlatWqGq1KxZk4SEBBo1auR1WCaLBD1Rqeo5EYkHFuLcev6mqm4WkX8Aq1V1PjAIeENEBuA0C3ZRVWvaM+GjeXN4912vo8hVkpOTiYhwLrNXqlSJwYMHU7p0afr160eePPYT0ZwkW95N9zdRC9KMe9bn/++AW7IjFmNM+Fu1alVq016LFi0AePnllz2OygSL9fVnjAkbR48eJT4+noYNG/K///3PklMuYfVjk7udOAFJSVe+/G+/ZV0sJkOqyvvvv0///v3Zv38/kZGRDBw4kOeee87r0Ew2sERlcq+VK+G22+D0aa8jMZfx888/07VrVxYtWgRA48aNmTJlCjfffLPHkZnsYonK5F7r119IUiVKXPl68uSBdu2yJiZziYIFC7Jx40aKFi3KSy+9RLdu3VJvojC5gyUqY7p3hzfe8DoK42PZsmXUq1ePAgUKULhwYT788EMqVKjAdddd53VoxgP2tcQYEzIOHjzIY489xu23387zzz+fOr5x48aWpHIxS1TGGM8lJyczdepUKleuzNtvv80111xDdHS012GZEBFQ05+I5AVuUNUdQYrHGJPLbNy4kZ49e7J8+XIAmjdvzuTJk6lYsaLHkZlQ4XeiEpH/A8YCeYHyIlILeE5V/xis4Iy5ai+9BLNmpT/t0KHsjcVcYvPmzdSpU4dz585RunRpxo0bR7t27expu+YigdSo/gE0BJYCqOo6EbGvPCa0jRmTeUKqVCl7YjGXqFatGi1btiQmJoaRI0dSpEgRr0MyISiQRHVWVX9L803H+uMzoS2ly8hFi9K/BT1fPqhSJXtjysX27t2b+kPduLg4RISPP/6YyMhIr0MzISyQRLVFRNoBEW5P6E8C3wYnLGOyWO3aV/dbKXNVzp07x4QJE3j22Wc5ceIEx44d49NPPwWwJGUyFchdf/FAXSAZmAucwklWxhiToRUrVlCvXj0GDRrEiRMnaNu2LVOnTvU6LBNGAklULVT1r6pa230NAe4NVmDGmPD222+/0atXLxo3bsz69euJjY3lk08+Yc6cOZQtW9br8EwYCaTp7xmcmpSvoemMM8Zby5fD/PnO/ydOeBtLLnb06FHefvttIiMjGTx4MH//+98pUKCA12GZMJRpohKRFjiPib9eRMb6TLoWpxnQmNDSrRts3XphOCrKuWnCBN3u3buJiYkhIiKCmJgYpk2bRlxcHHFxcV6HZsKYP01/vwCbcK5JbfZ5LcKa/kwoSqlF9eoFL74In3wChQp5G1MOd+rUKYYPH06VKlUuuv7Uvn17S1LmqmVao1LVtcBaEZmhqqeyISZjssaQIXDDDV5HkeMtWbKE3r17s337dgC2bNnicUQmpwnkGtX1IvI8UA1IbUdR1ZuyPCpjTMg7cOAAgwYNYsaMGQBUrVqV1157jdtvv93jyExOE0iiegsYCYzBafLril2jMiZXWr9+Pc2aNeO3334jX758/P3vf2fw4MHkzZvX69BMDhRIoiqgqgtFZIyq7gSeEZEvgxWYCaLjx2HVqgu9NuQ0p6yFOtiqVavGDTfcQKNGjZg0aRI33nij1yGZHCyQRHVanP6TdopIT+AnwB4QE44eeggWLvQ6iuCzHg+yzPHjx3n++ed58sknKV26NFFRUSxdupSiRYtaB7Im6AJJVAOAQkA/4HmgMPB4MIIyQbZ7t/O3YUPIqb9rqV0bypTxOooc4eOPP6Zv374kJiayd+9e3n33XQCKFSvmcWQmt/A7UanqCvffY8CfAETEfl4ejs6edf7OmAEVKngbiwlZe/bsoV+/fsx3fzxdt25d+vfv73FUJjfyqwslEakvIg+KSAl3uLqIvI11Shuezpxx/tqFb5OOs2fPMmbMGKpVq8b8+fOJjo5m4sSJqX32GZPdMk1UIvIiMAPoBHwqIkNxnkm1HrBb08NRSo0qKsrbOExI2rRpE3/5y19ISkqiXbt2bN26lfj4eOvl3HjGn6a/1kBNVT0pIsWAn93hbcENzQRNSqKyGpVxnThxgoIFCwJQu3ZtRowYQd26dWnZsqXHkRnjX6I6paonAVT1VxHZakkqm5w8Cfv3Z/765Rc4d87/9abMazWqXE9Veffddxk0aBDvvPMOLVq0AGDo0KEeR2bMBf4kqhtFJKWHdAFifYZR1TZBiSynOn8eDh70LwEdPRq8OJo0sf7vcrlt27bRq1cvli5dCsB7772XmqiMCSX+JKq2aYZfDUYgYU0Vfv8988Szb5+TpJL97NAjKgpKl7749Yc/XDruuusCb8bLkwfs9y+50smTJ3nxxRd56aWXOHPmDCVKlGDMmDE8+uijXodmTLr86ZR2SXYEEpJOn4YDB/yr/Zw86f96S5TIPPmULg1Fi1oyMVlq06ZNPPjgg+zcuROAbt268dJLL1G8eHGPIzMmY4H84DdnSE6Gw4czr/ns3w9Hjvi/3gIFLk44GSWf666za0PGM+XKlSMpKYnq1auTkJBA06ZNvQ7JmEwFPVGJSEtgPBAJTFXVUenM0w4YBiiwXlU7Bryh48f9a3o7cMC5TuSPyEgoVSrz5FO6tF3vMSHp/PnzTJ8+nfbt21OgQAEKFy7M4sWLqVixonUga8JGwIlKRK5R1dN+zhsJTAKaA4nAKhGZr6rf+cxTCXgauEVVj4iIf/0Hfv893HrrhdpPII8cL1o088RTujQULw4Rfv0m2piQs3btWp544glWrVrFzp07ef755wGnQ1ljwonfiUpEGgDTcPr4u0FEagLdVbXvZRZrAOxQ1V3uOmbh/C7rO595/gxMUtUjAKr6i18B/f47fPXVheF8+fyr+ZQqBddc4+9uGxN2jh07xrPPPsuECRNITk7m+uuvtx4lTFgLpEY1AWgFfAygqutF5I5Mlrke2OsznAg0TDPPTQAi8jVO8+AwVf3Ur4iWLr2QlK691m48MLmaqvLRRx/Rr18/fvrpJyIiIhgwYADDhw8nOjra6/CMuWKBJKoIVd2Tpkv/zC72pJc50j4EKQ9QCWgGlAW+FJE4Vf3tkpWJ9AB6ANQFaNbMn7iNyRW++uor2rZ1fk1Sv359pkyZQu3atT2OypirF0ii2us2/6l77akvsD2TZRKBcj7DZXG6YEo7z7eqehbYLSLbcBLXqrQrU9XXgdcB6onk0Kf+GeM/VU19HlTTpk3p2LEjt9xyC0888YT1zWdyjEDuFOgFDARuAA4Ajdxxl7MKqCQi5UUkL9AemJ9mno+BOwDc3tlvAnYFEJcxudJXX31FnTp12LRpEwAiwowZM+jdu7clKZOjBJKozqlqe1Ut4b7aq+qhyy2gqueAeGAhsAV4X1U3i8g/ROQBd7aFwGER+Q6nV/anVPXwFeyLMbnC4cOH6d69O7feeivr1q3jxRdf9DokY4JKVP1rQRORncA2YDYwV1WPBTOwzNQT0dV+xm5MTqCqTJ8+ncGDB3P48GGioqIYMmQITz/9NPnz5/c6PBMmRGSNqobVbaCBPOG3gog0wWm+Gy4i64BZqjoraNEZYwDYuXMnjz/+OMuWLQPgjjvuYPLkyVSpUsXjyIwJvoB+zaqqy1W1H1AH+B3ngYresG+QJhfJkyd22UlqAAAfOUlEQVQPq1evpmTJkrzzzjssWbLEkpTJNfxOVCJSSEQ6ici/gJXAQaBJ0CIzJpf78ssvSXZ72o+JiWHu3Lls3bqVzp07I/abQZOLBFKj2oRzp9/LqlpRVQep6oogxWVMrvXzzz/Trl07brvtNqZOnZo6vkWLFhQrVszDyIzxRiC/o7pRVf18kJIxJlDnz59n8uTJDB06lGPHjlGgQAHOBfLkZmNyqEwTlYi8oqqDgA8lnR/Z2hN+jbl6a9as4YknnmDNmjUA3H///UycOJGYmBiPIzPGe/7UqGa7f0Pryb7WRm9yiM8++4zmzZuTnJxMuXLlmDhxIq1bt/Y6LGNChj9P+F3p/ltVVS9KViISD+TeJwAbkwVuvfVWateuTbNmzRg2bBiF7NlmxlwkkJspHk9nXLesCsSY3GLXrl088sgj7N+/H4CoqCi++eYbxowZY0nKmHT4c43qEZwf+ZYXkbk+k6KBS3o4N8ak78yZM4wZM4YRI0Zw6tQpoqOjU+/qi4qK8jg6Y0KXP9eoVgKHcXo+n+Qz/hiwNhhBGZPTfPHFF/Tq1YstW7YA0KlTp9Qn7hpjLs+fa1S7gd3A4uCHY0zOcvDgQZ566immT58OQKVKlXjttde46667PI7MmPCR6TUqEfnC/XtERH71eR0RkV+DH6Ix4WvXrl28/fbb5M2bl2HDhrFhwwZLUsYEyJ+mv5THzZcIZiDG5BSJiYmULVsWgIYNG/Lqq69y9913c9NNN3kcmTHhKdMalU9vFOWASFU9DzQGngAKBjE2Y8JKUlISTz/9NOXLl2fhwoWp43v37m1JypirEMjt6R/jPIa+AvA2UBWYGZSojAkzCxYsoHr16owaNYrz58+zatUqr0MyJscIpK+/ZFU9KyJtgHGqOkFE7K4/k6slJibSv39/PvzwQwBq1qxJQkICjRo18jgyY3KOQBLVORF5GPgT8KA7zn78YXKtzz//nPvvv5/jx49TsGBBRowYQd++fcmTJ5CPlTEmM4F8oh4HeuM85mOXiJQH3gtOWMaEvtq1axMdHU3z5s0ZP3485cqV8zokY3IkUb2kQ/SMZxbJA1R0B3eoqmfPIKhXsKCuPnHCq82bXOjo0aOMGTOGp59+mgIFCgBw4MABSpUq5XFkxvhPRNaoaj2v4wiE3zUqEbkVeAf4CRCgtIj8SVW/DlZwxoQCVWX27NkMGDCA/fv3k5ycnNqrhCUpY4IvkKa/fwL3qep3ACJSFSdxhVVmNiYQO3bsoE+fPixatAiAJk2a0L59e4+jMiZ3CeT29LwpSQpAVbcAebM+JGO8d/r0aUaMGEFcXByLFi2iaNGivPHGG3z55ZfcfPPNXodnTK4SSI3qfyIyBacWBdAJ65TW5FD//e9/efbZZwF49NFHGT16NNddd53HURmTO/l9M4WI5AP6AU1xrlEtAyaq6qnghZcxu5nCZLVTp06RL18+wLku1a9fP9q0acMdd9yRyZLGhI9wvJnCr0QlIjcDFYDNqvp90KPygyUqk1WSk5OZNm0azzzzDEuWLCEuLs7rkIwJmnBMVP70nv43nO6TOgH/FZH0nvRrTFjauHEjt956Kz169OCXX37hnXfeyXwhY0y28ucaVSeghqqeEJGSwALgzeCGZUxwnThxguHDhzN27FjOnz9P6dKlGTduHO3atfM6NGNMGv4kqtOqegJAVQ+KSCB3ChoTcr755hvat2/Pjz/+iIjQp08fRo4cSZEiRbwOzRiTDn8S1Y0iMtf9X4AKPsOoapugRGZMkJQpU4ZDhw5Ru3ZtpkyZQv369b0OyRhzGf4kqrZphl8NRiDGBMu5c+d477336NSpExEREcTExLBs2TJq1qxpHcgaEwYy/ZSq6pLsCMSYYPj222/p2bMn69ev5+TJk/To0QOAunXrehyZMcZfdr3J5EhHjhyhZ8+eNGnShPXr1xMbG0tMTIzXYRljrkC2JCoRaSki20Rkh4gMucx8D4mIikhY3eNvQoeqMmPGDKpUqcKUKVOIjIxkyJAhbN68mRYtWngdnjHmCgTcQC8i16jq6QDmjwQmAc2BRGCViMz37TfQnS8ap+eLFYHGZEyK2bNn07lzZwCaNm1KQkIC1atX9zgqY8zV8LtGJSINRGQj8L07XFNEJvqxaAOcZ1ftUtUzwCygdTrzjQBeBjzpksmEL9/eVdq2bcudd97JtGnT+OKLLyxJGZMDBNL0NwFoBRwGUNX1gD+doF0P7PUZTnTHpRKR2kA5Vf3kcisSkR4islpEVp8759kzG00IWbx4MQ0bNmT//v0AREVFsXjxYh5//HEiIuwSrDE5QSCf5AhV3ZNm3Hk/lpN0xqV+BXZ/QPxPYFBmK1LV11W1nqrWs9uKc7cDBw7QqVMnmjdvzqpVq3jllVdSp4mkd8gZY8JVIIlqr4g0AFREIkWkP7Ddj+USgXI+w2WBn32Go4E44HMR+QFoBMzP9IYKOxnlSsnJySQkJFC5cmVmzpxJvnz5eOGFF1KfuGuMyXkCqZb0wmn+uwE4ACx2x2VmFVBJRMrjPMa+PdAxZaKqHgVKpAyLyOfAYFVdHUBsJhfYvHkz3bt359tvvwWgZcuWTJo0iRtvvNHjyIwxweR3olLVX3CSTEBU9ZyIxAMLgUjgTVXdLCL/AFar6vxA12lyp+PHj7NixQrKlCnD+PHjadu2rTXzGZMLBPLgxDfwubaUQlV7ZHVQ/qhXqJCuPn7ci02bbLRq1aqL+uL74IMPaNGiBddee62HURkTvnLk86h8LAaWuK+vgesAv39PZUwg9uzZQ+vWrWnQoAELFy5MHf/www9bkjImlwmk6W+277CIvAP8N8sjMrna2bNnGTduHMOGDSMpKYno6GgOHTrkdVjGGA9dzT3e5QHrPM1kmeXLl9OzZ082btwIQLt27fjnP/9JmTJlPI7MGOMlvxOViBzhwjWqCOBXIMN++4wJxKxZs+jQoQMAN954I5MmTaJly5YeR2WMCQV+JSpxbq2qiXN7OUCy+nsXhjF+uPfee4mJiaFz584MHTqU/Pnzex2SMSZE+HUzhZuUPlLV8+7LkpS5Ktu2bePRRx8lKSkJgMKFC7N161ZGjhxpScoYc5FA7vpbKSJ1ghaJyRVOnjzJs88+S40aNXjnnXcYPXp06rR8+fJ5GJkxJlRl2vQnInlU9RzQFPiziOwETuD04aeqasnL+GXRokX07t2bnTt3AtC9e3fi4+M9jsoYE+r8uUa1EqgDPBjkWEwOtX//fgYMGMCsWbMAiIuLIyEhgVtuucXjyIwx4cCfRCUAqrozyLGYHOrrr79m1qxZ5M+fn2HDhjFgwACioqK8DssYEyb8SVQlRWRgRhNVdWwWxmNyiAMHDlCqVCkA2rRpw4gRI+jcuTOxsbHeBmaMCTv+3EwRCRTCeRxHei9jUh07doz+/fsTExPDpk2bAOf5UM8884wlKWPMFfGnRrVPVf8R9EhMWFNV5s6dy5NPPslPP/1EREQEX375JXFxcV6HZowJc35fozImI7t37yY+Pp4FCxYA0KBBAxISEqhdu7bHkRljcgJ/EtVdQY/ChK25c+fSuXNnTp48SeHChXnxxRfp0aMHkZGRXodmjMkhMk1UqvprdgRiwlPdunURETp27Mgrr7xC6dKlvQ7JGJPDBNIzhTEcOnSIF154geTkZABiYmLYtm0bM2bMsCRljAmKq3nMh8lFVJXp06czePBgDh8+TIkSJejRw3m4c9myZT2OzhiTk1miMpn67rvv6NWrF8uWLQPgzjvv5Pbbb/c4KmNMbmFNfyZDSUlJ/O1vf6NmzZosW7aMkiVL8s4777B48WIqV67sdXjGmFzCEpXJ0PTp03nxxRc5d+4cPXr0YOvWrXTu3Bnn8WTGGJM9rOnPXOTs2bOp/fB1796dL7/8kvj4eJo0aeJxZMaY3MpqVAaA8+fPM3HiRCpUqMD+/fsBiIqKYubMmZakjDGeskRlWL16NQ0bNqRfv37s3buXmTNneh2SMcakskSVix09epS+ffvSoEED1qxZQ7ly5fj4448ZODDDzvKNMSbb2TWqXGrRokV06dKFffv2ERkZyYABA3juuecoVKiQ16EZY8xFLFHlUkWKFGH//v00atSIhIQEatas6XVIxhiTLmv6yyXOnDnD3LlzU4cbNGjAsmXL+Prrry1JGWNCWvgmKvstj9+++OILatWqRdu2bVm4cGHq+KZNmxIREb6HgDEmd7CzVA528OBBunTpQrNmzdiyZQs33XQTBQsW9DosY4wJiCWqHCg5OZlp06ZRpUoVpk+fzjXXXMPw4cPZsGEDTZs29To8Y4wJiN1MkQONHz8+9Rbzu+++m8mTJ1OpUiWPozLGmCsT9BqViLQUkW0iskNEhqQzfaCIfCciG0RkiYjEBDumnO7xxx+ndu3azJw5k0WLFlmSMsaEtaAmKhGJBCYB9wLVgA4iUi3NbGuBeqpaA5gDvBzMmHKif//739x5550kJSUBULhwYdasWUOHDh2sA1ljTNgLdo2qAbBDVXep6hlgFtDadwZVXaqqSe7gt4A9hc9PiYmJtG3bllatWrF06VJef/311GmWoIwxOUWwE9X1wF6f4UR3XEa6Af/JaKKI9BCR1SKy+uzZs1kUYvg5d+4c48aNo2rVqsydO5eCBQsyduxY4uPjvQ7NGGOyXLBvpkjva72mO6NIZ6AekOGjY1X1deB1gHrR0emuJ6dbvXo1PXr0YO3atQC0adOGcePGUa5cOY8jM8aY4Ah2okoEfM+gZYGf084kIncDQ4HbVfV0kGMKaz/88ANr164lJiaGV199lVatWnkdkjHGBFWwm/5WAZVEpLyI5AXaA/N9ZxCR2sAU4AFV/SXI8YQdVWXDhg2pw23btmXq1Kls3rzZkpQxJlcIaqJS1XNAPLAQ2AK8r6qbReQfIvKAO9tooBDwgYisE5H5Gawu19mxYwctWrSgbt26bNq0CXBukujWrZv1MGGMyTWC/oNfVV0ALEgz7lmf/+8Odgzh5vTp07z00ku88MILnD59mmLFirFnzx7i4uK8Ds0YY7Kd9UwRYj777DN69erF9u3bAXjssccYPXo0JUuW9DgyY4zxhiWqEDJhwgSefPJJACpXrkxCQgLNmjXzNihjjPGYdUobQlq3bk3x4sUZOXIk69evtyRljDFYjcpTGzZs4PXXX2fChAlEREQQExPDnj177EYJY4zxYTUqD5w4cYKnnnqKOnXqMGnSJN56663UaZakjDHmYlajymbz58+nb9++/Pjjj4gI8fHxtG3b1uuwjDEmZFmiyiZ79+6lb9++zJs3D4DatWszZcoU6tev73FkxhgT2qzpL5t88MEHzJs3j+joaMaPH8/KlSstSRljjB+sRhVEv/76K8WKFQOgb9++7Nu3j/79+3P99ZfrQN4YY4wvq1EFwZEjR+jZsycVK1Zk//79AERFRTF69GhLUsYYEyBLVFlIVZkxYwZVqlRhypQpHDt2jGXLlnkdljHGhDVLVFlk27Zt3H333XTu3JlffvmFW2+9lXXr1tGuXTuvQzPGmLBmiSoLTJs2jRo1avDZZ59RvHhx3nzzTT7//HOqV6/udWjGGBP27GaKLBAXF8e5c+fo2rUrL7/8MiVKlPA6JGNC3tmzZ0lMTOTUqVNeh5Ij5cuXj7JlyxIVFeV1KFfNEtUVOHDgAHPmzKFPnz4ANGzYkO3bt1OhQgWPIzMmfCQmJhIdHU1sbCwi4nU4OYqqcvjwYRITEylfvrzX4Vw1a/oLQHJyMgkJCVSuXJn4+HgWLlyYOs2SlDGBOXXqFMWLF7ckFQQiQvHixXNMbdVqVH5av349TzzxBCtWrADg3nvvpVKlSh5HZUx4syQVPDmpbK1GlYnjx48zaNAg6taty4oVKyhTpgwffPAB//73v7nxxhu9Ds8YY3K88E1U2fRtYdSoUYwdOxZV5cknn2TLli089NBDOerbijG5VWRkJLVq1SIuLo7777+f3377LXXa5s2bufPOO7npppuoVKkSI0aMQFVTp//nP/+hXr16VK1alSpVqjB48GAvdiFXCN9EFUTnz59P/f+pp56iVatWrFy5knHjxnHttdd6GJkxJivlz5+fdevWsWnTJooVK8akSZMAOHnyJA888ABDhgxh+/btrF+/nuXLlzN58mQANm3aRHx8PO+++y5btmxh06ZNWd7Ccu7cuSxdXzizROXj7NmzjB49mtq1a5OUlARA4cKF+de//kXdunU9js6YHEwkOK8ANG7cmJ9++gmAmTNncsstt3DPPfcAUKBAAV599VVGjRoFwMsvv8zQoUOpUqUKAHny5KF3796XrPP48eN07dqVm2++mRo1avDhhx8CUKhQodR55syZQ5cuXQDo0qULAwcO5I477uCpp54iNjb2olpexYoVOXDgAAcPHqRt27bUr1+f+vXr8/XXXwe0r+HGbqZwLV++nJ49e7Jx40YA5s2bR4cOHTyOyhiTHc6fP8+SJUvo1q0b4DT7pf1yWqFCBY4fP87vv//Opk2bGDRoUKbrHTFiBIULF049rxw5ciTTZbZv387ixYuJjIwkOTmZjz76iK5du7JixQpiY2MpVaoUHTt2ZMCAATRt2pQff/yRFi1asGXLlivY8/CQ62tUv/76Kz169OCWW25h48aN3HjjjXz66aeWpIzJTqrBeWXi5MmT1KpVi+LFi/Prr7/SvHlzNxzN8Dp0INenFy9enPp7S4CiRYtmuszDDz9MZGQkAI888gizZ88GYNasWTzyyCOp642Pj6dWrVo88MAD/P777xw7dszvuMJNrk5UH374IZUrV+aNN94gKiqKZ555hk2bNtGiRQuvQzPGZIOUa1R79uzhzJkzqdeoqlevzurVqy+ad9euXRQqVIjo6GiqV6/OmjVrMl1/RgnPd1za3zoVLFgw9f/GjRuzY8cODh48yMcff0ybNm0A5zed33zzDevWrWPdunX89NNPREdH+7/jYSZXJyqAQ4cOcfvtt7N+/XpGjBhB/vz5vQ7JGJPNChcuzIQJExgzZgxnz56lU6dOfPXVVyxevBhwal79+vXjL3/5C+DcZPXCCy+wfft2wEkcY8eOvWS999xzD6+++mrqcErTX6lSpdiyZUtq015GRIQ//vGPDBw4kKpVq1K8ePF017tu3bqrLIHQlqsS1cmTJ1m0aFHqcJs2bfj0009ZunQpVatW9TAyY4zXateuTc2aNZk1axb58+dn3rx5jBw5ksqVK3PzzTdTv3594uPjAahRowbjxo2jQ4cOVK1albi4OPbt23fJOp955hmOHDlCXFwcNWvWZOnSpYDzs5dWrVpx55138oc//OGycT3yyCO8++67qc1+ABMmTGD16tXUqFGDatWqkZCQkIUlEXpE/WjHDUX1rr1WV//+u9/zL1q0iN69e7Nnzx7Wrl1LXFxcEKMzxmRmy5Yt9gUxyNIrYxFZo6r1PArpiuT4GtW+ffto3749LVq0YOfOnVSuXJkzZ854HZYxxhg/5dhEdf78eSZNmkSVKlWYPXs2+fPn56WXXmLt2rXUqVPH6/CMMcb4Kcf+jmrIkCGMGTMGgFatWjFx4kRiY2O9DcoYc5HL3QZurk64XtZJT/jWqIoVu+zkPn36ULlyZebOncv8+fMtSRkTYvLly8fhw4dz1Ak1VKQ8jypfvnxeh5IlwrdG5fMUXVVl7ty5zJo1i9mzZxMREUFsbCzfffcdERHhm4uNycnKli1LYmIiBw8e9DqUHCnlCb85QfgmKtfu3buJj49nwYIFgPMj3ocffhjAkpQxISwqKipHPH3WBF+2nMlFpKWIbBORHSIyJJ3p14jIbHf6ChGJzWydqsqoUaOoXr06CxYsoHDhwkyePDn1l9vGGGNyhqD/jkpEIoHtQHMgEVgFdFDV73zm6Q3UUNWeItIe+KOqPpLuCl358+fXlK5HOnbsyCuvvELp0qWDtRvGGJMj2O+o0tcA2KGqu1T1DDALaJ1mntbAdPf/OcBdksmtQKdOnaJixYosWrSIGTNmWJIyxpgcKjuuUV0P7PUZTgQaZjSPqp4TkaNAceCQ70wi0gPo4Q6e3rFjx6aU58XkciVIU1a5mJXFBVYWF1hZXFDZ6wAClR2JKr2aUdr2Rn/mQVVfB14HEJHV4VZ9DRYriwusLC6wsrjAyuICEVmd+VyhJTua/hKBcj7DZYGfM5pHRPIAhYFfsyE2Y4wxIS47EtUqoJKIlBeRvEB7YH6aeeYDj7n/PwR8pvYrQGOMMWRD0597zSkeWAhEAm+q6mYR+QewWlXnA9OAd0RkB05Nqr0fq349aEGHHyuLC6wsLrCyuMDK4oKwK4uwfcyHMcaY3MG6bjDGGBPSLFEZY4wJaSGdqILR9VK48qMsBorIdyKyQUSWiEiMF3Fmh8zKwme+h0RERSTH3pbsT1mISDv32NgsIjOzO8bs4sdn5AYRWSoia93PyX1exJkdRORNEflFRDZlMF1EZIJbVhtEJLQf0qeqIfnCufFiJ3AjkBdYD1RLM09vIMH9vz0w2+u4PSyLO4AC7v+9cnNZuPNFA8uAb4F6Xsft4XFRCVgLFHWHr/M6bg/L4nWgl/t/NeAHr+MOYnncBtQBNmUw/T7gPzi/YW0ErPA65su9QrlGFZSul8JUpmWhqktVNckd/Bbn92o5kT/HBcAI4GXgVHYGl838KYs/A5NU9QiAqv6SzTFmF3/KQoFr3f8Lc+nvOXMMVV3G5X+L2hp4Wx3fAkVE5A/ZE13gQjlRpdf10vUZzaOq54CUrpdyGn/Kwlc3nG9LOVGmZSEitYFyqvpJdgbmAX+Oi5uAm0TkaxH5VkRaZlt02cufshgGdBaRRGAB0Dd7QgtJgZ5TPBXKz6PKsq6XcgC/91NEOgP1gNuDGpF3LlsWIhIB/BPokl0Becif4yIPTvNfM5xa9pciEqeqvwU5tuzmT1l0AN5S1VdEpDHObzfjVDU5+OGFnLA6d4Zyjcq6XrrAn7JARO4GhgIPqOrpbIotu2VWFtFAHPC5iPyA0/4+P4feUOHvZ2Seqp5V1d3ANpzEldP4UxbdgPcBVPUbIB9OZ7W5kV/nlFARyonKul66INOycJu7puAkqZx6HQIyKQtVPaqqJVQ1VlVjca7XPaCqYdcRpx/8+Yx8jHOjDSJSAqcpcFe2Rpk9/CmLH4G7AESkKk6iOpitUYaO+cCj7t1/jYCjqrrP66AyErJNfxq8rpfCjp9lMRooBHzg3k/yo6o+4FnQQeJnWeQKfpbFQuAeEfkOOA88paqHvYs6OPwsi0HAGyIyAKeZq0sO/WKLiLyH09xbwr0m9xwQBaCqCTjX6O4DdgBJQFdvIvWPdaFkjDEmpIVy058xxhhjicoYY0xos0RljDEmpFmiMsYYE9IsURljjAlplqhMyBKR8yKyzucVe5l5YzPqKTrAbX7u9sC93u12qPIVrKOniDzq/t9FRMr4TJsqItWyOM5VIlLLj2X6i0iBq922MdnNEpUJZSdVtZbP64ds2m4nVa2J0+Hx6EAXVtUEVX3bHewClPGZ1l1Vv8uSKC/EORn/4uwPWKIyYccSlQkrbs3pSxH5n/tqks481UVkpVsL2yAildzxnX3GTxGRyEw2twyo6C57l/sco43us36uccePkgvPARvjjhsmIoNF5CGcfhdnuNvM79aE6olILxF52SfmLiIy8Qrj/AafDkVF5DURWS3O86eGu+P64STMpSKy1B13j4h845bjByJSKJPtGOMJS1QmlOX3afb7yB33C9BcVesAjwAT0lmuJzBeVWvhJIpEt8ucR4Bb3PHngU6ZbP9+YKOI5APeAh5R1ZtxenTpJSLFgD8C1VW1BjDSd2FVnQOsxqn51FLVkz6T5wBtfIYfAWZfYZwtcbpKSjFUVesBNYDbRaSGqk7A6cvtDlW9w+1O6RngbrcsVwMDM9mOMZ4I2S6UjMFt+kszLgp41b0mcx6n77q0vgGGikhZYK6qfi8idwF1gVVuF1P5cZJeemaIyEngB5xHQVQGdqvqdnf6dKAP8CrO866misi/Ab8fK6KqB0Vkl9vP2vfuNr521xtInAVxugzyfUJrOxHpgfP5/gPOQwI3pFm2kTv+a3c7eXHKzZiQY4nKhJsBwAGgJk6LwCUPRlTVmSKyAvg/YKGIdMd5rMF0VX3aj2108u3EVkTSfcaZ279cA5yOTtsD8cCdAezLbKAdsBX4SFVVnKzhd5w4T7IdBUwC2ohIeWAwUF9Vj4jIWzidr6YlwH9VtUMA8RrjCWv6M+GmMLDPfYbQn3BqExcRkRuBXW5z13ycJrAlwEMicp07TzERifFzm1uBWBGp6A7/CfjCvaZTWFUX4NyokN6dd8dwHj2SnrnAgzjPSZrtjgsoTlU9i9OE18htNrwWOAEcFZFSwL0ZxPItcEvKPolIARFJr3ZqjOcsUZlwMxl4TES+xWn2O5HOPI8Am0RkHVAF55Hb3+Gc0BeJyAbgvzjNYplS1VM4vUt/ICIbgWQgAeek/4m7vi9wantpvQUkpNxMkWa9R4DvgBhVXemOCzhO99rXK8BgVV0PrAU2A2/iNCemeB34j4gsVdWDOHckvudu51ucsjIm5Fjv6cYYY0Ka1aiMMcaENEtUxhhjQpolKmOMMSHNEpUxxpiQZonKGGNMSLNEZYwxJqRZojLGGBPS/j8YN4hIHLcuUwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "preds, average_precision = plotResults(y_train, \\\n",
    "                        predictionsBasedOnKFolds.loc[:,'prediction'], True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XmYHWWZ9/Hvr9ckkH0DQhICiUtgJAiyKAK+ChJEEBUBiRhlxI3XZdARZ0QQ8YXRYQRHFJhBWQUBRYOC7BBlQBIGCCQhEBKSNGnISjpp0svpvt8/qrpz0nRXn4ScPt2d3+e6znVqeU7VXXXOqbvqeWpRRGBmZtaVslIHYGZmvZsThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJ4rtIGm+pKO6KTNB0iZJ5T0UVtFJelnSh9LuCyTdWOqYrHQkXSnpvALKdft/sd6tXyWKdEO2Od1Avybp15J23dHziYh9I+Lhbsosj4hdI6JlR88/3Ug3p8v5uqT/kXTYjp7PzkLStZJykvYodSw7Qro8TenvY52k+yS9Y0fPJyK+FBE/LKBct/+XnYWkEZLukFQvaZmkT3dT/t2SZudt076eDh8j6WZJKyVtkPSopEOKFXe/ShSpj0bErsC7gfcA3+tYQIm+vuy/TZdzFPAQcFuJ49nhJFX0wDx2AT4BbABOL9I8ir4cnfhx+vvYE1gFXNtZoRLFtjO7AmgCxpL83n4pad/OCkoaBfwFuAoYCUwG7k1H7wrMAQ4ERgDXAX8uxo4x9M9EAUBEvALcDewHIOlhST+S9CjwBrC3pKGSrpFUK+kVSRflVxVJ+oKkhZI2Slog6d3p8PwqmIMlzZVUl2b8/0iH7yUp2v6IkvaQNCvdw1ss6Qt587lA0q2Srk/nNV/SQQUuZw64CRgnaXTeNI+X9HTeEce78saNl/R7SaslrZX083T4PpIeTIetkXSTpGHbs/4lnZjOv07SS5KO7bju8pb9xg7r7ExJy4EHJf1F0tkdpv2MpI+n3e9I95jXSVok6VPbGOongNeBC4HP5s1jj/TodETesAPS9VKZ9n8+/X2sl3SPpIl5ZUPSVyW9CLyYDrtc0op0nTwp6f155QdKui6d1kJJ/yyppkM8v0u/s6WSvlbIwkXEG8Bv2PI/uEDS7ZJulFQHzJRUJunc9Htam/4W85f78PQ39Hoa/8x0+LWSLkq7R0n6U1pmnaS/Kt0Z6/B/qZZ0mZI94ZVpd3U67ihJNZLOkbRKyf/yc4UsZ1+gLTsl50XEpoj4GzAL+EwXH/kn4J6IuCkiGiNiY0QsBIiIJRHxHxFRGxEtEXE1UAW8vRix99tEIWk8cBzwVN7gzwBnAYOBZSRZOEeSqQ8AjgH+Mf38ycAFwBnAEOAEYG0ns7ocuDwihgD7ALd2EdLNQA2wB/BJ4P9J+mDe+BOAW4BhJD+enxe4nFVpjGuB9emwdwO/Ar5IsidyFTAr/ZOWA39Kl38vYFw6XwABF6cxvhMYn66DbSLpYOB64Nvp8hwBvLwNkzgynf+HSTZyp+VNeyowkWTvaRfgvrTMmLTcL5TuoUn6tKR53czrsyTfzS3AO9J1R0SsBB4j+WO3+TRwe0Q0S/oY8C/Ax4HRwF/T6eT7GHAIMDXtnwNMI9kD/A1wm6QB6bjzSb6PvYGjgRl5y1wG3Ak8Q/J9fRD4hqQPd7NsKNnDPJ2t/wcnAreTfDc3AV9LYz2S5LtfT7Lni6QJJDtc/5ku5zTg6U5mdQ7J73s0yd7yvwCd3R/oX4FD0+nsDxzM1kf9uwFD0+U8E7hC0vAulu0XaWLq7NXd914KbwNaIuKFvGHPAJ0eUZCsp3Vpkl4l6c70+3gTSdNIEsXiHRpxm4joNy+SjdEmkj3EZcAvgIHpuIeBC/PKjgUa28anw04DHkq77wG+njGfD6Xds4EfAKM6lNmL5I9SQbLBbQEG542/GLg27b4AuD9v3FRgc8ZyXkBy+Pp6Ot21wFF5438J/LDDZxaRbAgOA1YDFQWsz48BT3Wx3BcAN3bxuauAn3a37jpOJ2+d7Z03fjBQD0xM+38E/CrtPgX4ayfzPr/A38sEoBWYlvedX543/h+BB9NuASuAI9L+u4Ez88qWkRyptsUZwP/pZv7rgf3T7iXAhzvMuybtPgRY3uGz3wV+3cV0rwUa0t/HqyQ7Hvvkre/ZHcovBD6Y17870Jz+dr8L3JExn4vS7guBPwKTu/m/vAQclzfuw8DLafdRwOb83yZJtdmhhXyfvf0FvB94tcOwLwAPd1H+hfQ7fA8wAPgZ8Ggn5YYAzwLfLVbs/fGI4mMRMSwiJkbEVyJic964FXndE4FKoLZtL4RkIzMmHT+e5EfdnTNJ9hSelzRH0vGdlNkDWBcRG/OGLSPZa2rzal73G8AASRWSTlfSkLVJ0t15ZW6NiGEkCe85krrK/GU7J38PK12ePdL3ZZFUWW1FSQPZLUqq4eqAG0naQLZVoeuuK+3fU7rO/gycmg46lWQvGJLlPKTDcp5OsldaiM8ACyOibQ/5JuDTbVVLJHvdhylp5D6CZOP/17x5X54333UkyST/O83/vZFWqSxU0vj4Osmec9v63aND+Y6/1T06LOe/kHz3Xfn39H+wW0ScEBH538eKDmUnAnfkTXshyQ7IWAr/Ln9Csjd7r6Qlks7totweJL/9NsvSYW3WdvhtvkFSH98fbCLZqOcbAmzspCwkSfOOiJgTEQ0kO6TvlTS0rYCkgSRHm49HxMVFiBlI9hh2JvmHwitIjihGdbbRTMfv0+0EI14ETkurBz4O3C5pZIdiK4ERkgbnJYsJwCsFTP8mtmwYOxu/RtIXgTmSfhMRtWnsP4qIH3Usr+TsqAmSKjpZ7otJ1tG7ImJtWr1SUBVYB1nrrh4YlNff2Ua9Y5XFzcD5kmYDA0ka79vm80hEHL0dMUJSZTdBUluSriCpqpsOzIqI1yXdC3yKpCrs5kh34diyjrv8bvKXQ0l7xHdIqo3mR0SrpPUkyQWglqTheUHaPz5vOiuApRExZTuXs8u48qb/+Yh4tGNBSStIqoeyJ5j8rs8h2UHZF3hI0pyIeKBD0ZUkiWl+2j8hHbbNJF1JXhVdB8sioqsqnVJ5AaiQNCXdbkBS/Ta/i/Lz2Pq7ausWJO09wB9ItiNf3PHhbtEfjygKkm5Q7wUulTQkbdDbR9KRaZH/Br4l6UAlJiuvsbKNpBmSRkdEK8lhIiR7Y/nzWgH8D3CxpAFKGpbPJCMBbOOyPE9SbfLP6aD/Ar4k6ZA09l0kfUTSYOAJko3SJenwAZLel35uMGnVnaRxJG0M2+Ma4HOSPpiu13Hacnrm08CpkiqVNNh/soDp3UWycbmQ5Gyv1nT4n4C3SfpMOr1KSe+R9M7uJpgmzH1INoLT0td+JG0Hn80r+huShPKJtLvNlcB389pDhipp1+rKYJL2sNUkG4vvs/Xe5a3p9Ian6z6/Af8JoE7Sd5Q0epdL2k/Se7pbzgJdCfyo7fctabSkE9NxNwEfkvSp9Ah3ZFofvhUlJ09MliSgjuQ/0Nmp4TcD30vnMQr4PsmR6zaL5PTcXbt49bYkQUTUA78HLkz/e+8jaS+6oYuP/Bo4SdK09Cj3POBv6Q5MJckR72bgjLz/RFHstIkidQZJA9ACkvri20nqZ4mI20jqw39Dcmj4B5JGyI6OBeZL2kTSsH1qepjY0WkkdfArgTtI6tHv24HL8hPgLEljImIuSd3nz9PlWgzMBIjkuo6PkjTgLydpgDwlncYPSE4r3kBS3fP77QkkIp4APgf8NJ3WIyQbekh+7Pukcf2ArTe+XU2vMY3lQ/nl073YY0iqo1aSVN/9G9B2Fs3pkrraW/ss8MeIeDYiXm17kXyHx2vLWT+zgCnAaxHxTN6870jndUtaTfccyZFIV+4hadd4gaS6pYGtq4AuJPkulgL3k/wWG9N5tX1n09Lxa0h2ZIayY1xOspz3StoIPE7SLkJELCc5KeQckuq1p0n2gjuaksa9ieQkgF9E59dOXATMJdlbfhb433TYzuIrJEfFq0iS5pcjYj4kR53pdgSAiHiQpIrxz2n5ySQnVAC8Fzie5Pf/el71dPuZdDuSthxJm1lvIenLJDsdR3Zb2KzIdvYjCrNeQdLukt6XVtW9nWQP/o5Sx2UGO19jtllvVUVy1t0kkrauW0hO7zYrOVc9mZlZJlc9mZlZpj5X9TRq1KjYa6+9Sh2GmVmf8uSTT66JiNHdl3yzPpco9tprL+bOnVvqMMzM+hRJy7ov1TlXPZmZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMRUsUkn6l5PF9z3UxXpJ+puT50fOUPoLSzMx6l2JeR3EtyW2ur+9i/HSSWxNPIbml8S/T90wRQVNT0w4K0Uqlqqqq1CGYWYGKligiYrakvTKKnAhcnz4x7HFJwyTtnj5QqEuLFy/m+OM7e9qo9SXf+MY3OO6440odhpkVoJRXZo9j6we31KTD3pQoJJ0FnAUwePBgJk6cSPIgLeuLHnvsMR599FEnCrM+opSJorMtfae3so2Iq4GrASZNmhTTp0+nsrKymLFZkUQEc+fOpaWls6dkmllvVMqznmrY+gHye7KdD1m3vmfu3Ln85S9/Yf369aUOxcy6UcpEMQs4Iz376VBgQ3ftE9Y/tLa2smbNGn74wx9y5ZVXljocM+tG0aqeJN0MHAWMklQDnA9UAkTElcBdJA9tXwy8AXyuWLFY7yGJb37zm7zyyiv87ne/Y8WKFd1/yMxKqphnPZ3WzfgAvlqs+VvvNWLECEaMGMGsWbNobW1l1apV1NbW0tLS0v7K5XLU1tYSEeRyufbX+PHjOfroo0u9CGY7lT73PArrP5qamvj73//OjBkzaG5u3upMtqamJiSRy+WIiPZXVVUVhx9+OAMHDixh5GY7FycKK5mJEyeyZs0axo8fT2VlJWPHjqWsrIyysqTpbODAgQwYMIDBgwcjiUcffZQnnniCxsbGNyWKXC5Ha2sr69ato7m5mdraWsrLy6msrGTfffelvLy8FIto1i84UVjJfP7zn9+m8m3VU+effz7V1dW8+uqrNDQ0sGnTJlpbW9tfEdH+DvCd73yH6dOn77C4GxoaaGlpYc2aNbS0tLBq1SokUVNTQ2VlJc3NzTQ3N1NWVsZHPvIRdtlllx02b7NScKKwPqOyspKmpiYWLVrUPqy+vp6xY8fS2NjIqFGjaG1tZciQIe1HEPfddx9Lly5907Q2b97M66+/zrp162hsbKS2thZJLFu2jMrKSpYuXcqgQYNYunQpAwYMYPny5Uiiqamp/RqQ/Pe25NTa2kpLSwutra1Act3IKaecUuxVY1ZUThTWZ8ycOZO6urr2qqjurF69mocffpibb76ZBx98kGHDhlFbW0sulwPY6r0tCUDSPlJRUUFDQwMjR45k48aNjB07lo0bN7LbbruxefNmxowZQ1NTE8OHDweSOwZUVVUxdOhQBgwYQH19Pddccw1//vOfee211xg6dCjPP/88w4cPZ+HChQwfPhxJnHTSSRx++OFFWmNmO4YThfUpQ4YMKbjsgAEDaG5uZsOGDZSVlbF27VoGDx5MRUUFw4cPJyLaN9htG/ghQ4YwYMAABg0aBEB1dTWStrmNY+3atUQEzz33HC+++GJ7o3wul2PYsGEsXLiQxsZGNm7c6ERhvZ4ThfVbgwcP5qKLLqKpqYmqqirKy8t77B5hI0eO5IwzzqC5uZkRI0YwaNAgqqqqKCsro7KykrKyMn72s5+xefPmHonH7K1worB+raKigoqK0vzM3/nOd5ZkvmY7mp9wZ2ZmmXxEYdZL5HI51q5dy4YNG1i/fj2SGDduHOPGjSt1aLaTc6IwK5G6ujpef/319gdxtd2mBKC5uRmAsWPHcvPNN/uCQSspJwqzEokIGhoaaG1tpbGxkXHjxtHQ0MAee+xBRPDyyy+zbNkyGhoafNGelZQThVmJXHDBBe1nZHXmzjvvZNWqVT0cldmbuTHbrIS6ShJmvYkThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTL7Xk1kf0NzcTERQUVFBWZn376xnOVGY9VKLFy+mvr6ek08+mYigpaWF0aNHc/311/u249ajvGti1kvlcjmam5vJ5XLU19dTVlbGvHnzfEdZ63E+ojDrpb797W+zfv16hg0bBsCjjz7KypUrSxyV7YycKMx6seHDh5c6BDNXPZmZWTYnCjMzy+REYWZmmYqaKCQdK2mRpMWSzu1k/ARJD0l6StI8SccVMx4zM9t2RUsUksqBK4DpwFTgNElTOxT7HnBrRBwAnAr8oljxmPV1TU1NADzxxBMsXLiwxNHYzqSYZz0dDCyOiCUAkm4BTgQW5JUJYEjaPRTwuX9mXZg3bx7Nzc1cfPHFVFdXc/vttzN69OhSh2U7gWJWPY0DVuT116TD8l0AzJBUA9wF/N/OJiTpLElzJc3duHFjMWI16/VOPfVURowYwT777MOaNWtYs2ZNqUOynUQxE4U6GRYd+k8Dro2IPYHjgBskvSmmiLg6Ig6KiIMGDx5chFDNer/ddtuNc889l8mTJ/sWHtajipkoaoDxef178uaqpTOBWwEi4jFgADCqiDGZmdk2KmaimANMkTRJUhVJY/WsDmWWAx8EkPROkkSxuogxmfV5EcmB+dKlS6mtrS1xNLYzKFqiiIgccDZwD7CQ5Oym+ZIulHRCWuwc4AuSngFuBmZG27/AzDq1YMECcrkcF110Eaeffjo1NTWlDsn6uaLe6yki7iJppM4f9v287gXA+4oZg1l/84EPfIB58+YxduxYXnjhBZYvX86ee+5Z6rCsH/OV2WZ9zIQJE7j00ks55JBD3KhtPcKJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojDro+rq6gC4/PLL+clPfsIbb7xR4oisv3KiMOujGhoaaGxsZOHChdx4441Mnz6dk046iZdeeqnUoVk/U9Qrs82seI466ijGjh0LwDXXXMPQoUN58cUXmTNnDvvss0+Jo7P+xInCrI+SxNSpyUMjL7nkEmpra7nqqqvw7dJsR3PVk1k/UFlZSUWF9/usOJwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMBT9kV9I4YGL+ZyJidjGCMrNtl8vlALj11lupr6/n5JNPZujQoSWOyvqDghKFpH8DTgEWAC3p4AAyE4WkY4HLgXLgvyPikk7KfAq4IJ3eMxHx6UKDN7Mt6urqaG5uZunSpfzyl79kwIABzJgxo9RhWT9Q6BHFx4C3R0RjoROWVA5cARwN1ABzJM2KiAV5ZaYA3wXeFxHrJY0pPHQzy7fvvvty4IEHMmnSJP74xz9SV1dX6pCsnyg0USwBKoGCEwVwMLA4IpYASLoFOJHkqKTNF4ArImI9QESs2obpm1keSZxyyimsW7eOsrIyVqxYwYUXXgjA3LlzOeKII5g8eTKHH344o0aNKnG01pcUmijeAJ6W9AB5ySIivpbxmXHAirz+GuCQDmXeBiDpUZLqqQsi4i8FxmRmnaivr6elpYX77ruPQYMGUVdXR2trKzU1NVRXV/Pss89y3nnnlTpM60MKTRSz0te2UCfDopP5TwGOAvYE/ippv4h4fasJSWcBZwGMHDlyG8Mw27mMGTOG1tZWdt99d/bbbz8mT57MXXfdxYgRI3jqqaeora0tdYjWxxSUKCLiOklVpEcAwKKIaO7mYzXA+Lz+PYGVnZR5PJ3WUkmLSBLHnA7zvxq4GmDSpEkdk42Z5amuruaSS7Y+b2TmzJkAPPfccyWIyPq6gq6jkHQU8CJJ4/QvgBckHdHNx+YAUyRNSpPMqbz5qOQPwAfSeYwiSURLCo7ezMyKrtCqp0uBYyJiEYCktwE3Awd29YGIyEk6G7iHpP3hVxExX9KFwNyImJWOO0ZS22m3346Itdu/OGZmtqMVmigq25IEQES8IKmyuw9FxF3AXR2GfT+vO4B/Sl9mZtYLFZoo5kq6Brgh7T8deLI4IZmZWW9SaKL4MvBV4GskZzPNJmmrMDOzfq7Qs54agf9IX2bWRzU1NTFv3jweeOABpk2b5tPNrSCZZz1JujV9f1bSvI6vngnRzHaUiGDTpk2cf/75XHbZZaUOx/qI7o4ovp6+H1/sQMys+PbYYw+qq6tZuXIlS5b4THQrTOYRRUS0XcK5BlgREcuAamB/3nzxnJn1cl/84heZOXMmAwcOpKzMj6OxwhT6S5kNDEifSfEA8Dng2mIFZWZmvUehiUIR8QbwceA/I+IkYGrxwjIzs96i4EQh6TCS6yf+nA4r+Ol4ZmbWdxWaKL5B8oChO9LbcOwNPFS8sMysmOrq6pg/fz7nnHMO999/f6nDsV6u0OsoHgEeyetfQnLxnZn1Qa2trTQ0NHDvvffy0EMPMWPGDA499FDe+973ljo064WU3G6pi5HSZRHxDUl38uZnSRARJxQzuM5MmjQpLr30Uioru73VlJl1Yc2aNaxZs4bf/va3bN68mUGDBjF+/Hh+//vflzo0KxJJT0bEQdvz2e6OKNru7fTv2zNxM+udRo0axahRozj99NNZsmQJr7zyCvX19UQEUmfPHLOdWWaiiIi2G//NBTZHRCuApHKS6ynMrA+bPHkykydP5oYbbui+sO20Cm3MfgAYlNc/EHALmFk/UVNTw8qVK7nllluYN89357GtFXqK64CI2NTWExGbJA3K+oCZ9R25XI6I4LLLLmPcuHHcfvvtvnLb2hWaKOolvTsi/hdA0oHA5uKFZWY96fjjj2fhwoW0tLTw6quvksvlqKqqKnVY1ksUmii+Adwmqe3+TrsDpxQnJDPraQcccAAHHHAAt912m48k7E0KvY5ijqR3AG8neXDR8xHRXNTIzMysVyho1yFtj/gO8PWIeBbYS5JvPW5mthMo9Bjz10ATcFjaXwNcVJSIzMysVyk0UewTET8GmgEiYjNJFZSZmfVzhSaKJkkDSW/jIWkfoLFoUZmZWa9R6FlP5wN/AcZLugl4HzCzWEGZmVnv0W2iUHLjl+dJHlp0KEmV09cjYk2RYzMzs16g20QRESHpDxFxIFseWmRmZjuJQtsoHpf0nqJGYmZmvVKhbRQfAL4k6WWgnqT6KSLiXcUKzMzMeodCE8X0okZhZma9VmaikDQA+BIwGXgWuCYicj0RmJmZ9Q7dtVFcBxxEkiSmA5cWPSIzM+tVuqt6mhoR/wAg6RrgieKHZGZmvUl3RxTtd4h1lZOZ2c6pu0Sxv6S69LUReFdbt6S67iYu6VhJiyQtlnRuRrlPSgpJB23rApiZWXFlVj1FRPn2TlhSOXAFcDTJ3WbnSJoVEQs6lBsMfA34+/bOy8zMiqeYj7I6GFgcEUsiogm4BTixk3I/BH4MNBQxFjMz207FTBTjgBV5/TXpsHaSDgDGR8SfsiYk6SxJcyXN3bhx446P1MzMulTMRNHZ8yqifaRUBvwUOKe7CUXE1RFxUEQcNHjw4B0Yopnliwiampqor6+npaWl1OFYL1HMRFEDjM/r3xNYmdc/GNgPeDi9NcihwCw3aJuVzqJFi9i4cSMnn3wy06dP5/777+f5558vdVhWYoXewmN7zAGmSJoEvAKcCny6bWREbABGtfVLehj4VkTMLWJMZpZh5MiRLFmyhFdffRVJnHfeeQwZMoQ777yTqqqqUodnJVK0RBEROUlnA/cA5cCvImK+pAuBuRExq1jzNrPt85WvfIWmpiYWLlzI3Xffzbhx43j++ed54403nCh2YsU8oiAi7gLu6jDs+12UPaqYsZhZYaqqqth///3Zf//9ue+++1i8eHGpQ7ISK2YbhZmZ9QNOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojAzs0xOFGZmlsmJwszMMhX1Xk9m1retXr2aXC7HlVdeSS6X44QTTmDYsGFMmDCh1KFZD3KiMLMuvfzyyzQ3N3PLLbdQVlbGPffcQ2VlJbfddhsjR44sdXjWQ1z1ZGZdOvvsszn66KP5xCc+waZNmxg9ejS1tbWsWrWq1KFZD/IRhZl1aciQIRx99NEATJs2jblz5/q24zshH1GYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVmmoiYKScdKWiRpsaRzOxn/T5IWSJon6QFJE4sZj5mZbbuiJQpJ5cAVwHRgKnCapKkdij0FHBQR7wJuB35crHjMzGz7FPOI4mBgcUQsiYgm4BbgxPwCEfFQRLyR9j4O7FnEeMzMbDsUM1GMA1bk9dekw7pyJnB3ZyMknSVprqS5Gzdu3IEhmplZdyqKOG11Miw6LSjNAA4CjuxsfERcDVwNMGnSpE6nYWZmxVHMRFEDjM/r3xNY2bGQpA8B/wocGRGNRYzHzMy2QzGrnuYAUyRNklQFnArMyi8g6QDgKuCEiFhVxFjMzGw7FS1RREQOOBu4B1gI3BoR8yVdKOmEtNhPgF2B2yQ9LWlWF5MzM7MSKWbVExFxF3BXh2Hfz+v+UDHnb2Zmb52vzDYzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojAzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojAzs0xOFGZWsMbGRgDuvfde7rnnHurr62lqaipxVFZsRX0Uqpn1L6tXr6apqYnrr7+eiooKBg0axMCBA7nyyiuZMGFCqcOzInGiMLOCffSjH2XSpElI4rrrrmPMmDEsXryYBQsWOFH0Y04UZlaw8vJy9t9/fwAuvfRSXnrpJZYtW0ZElDgyKya3UZiZWSYnCjMzy+REYWZmmZzNjhB4AAAIlUlEQVQozMwskxOFmZllcqIwM7NMThRm9pbNnj2bBx98kFwuV+pQrAicKMxsu+2yyy40Nzdz77338r3vfY/Zs2eXOiQrAicKM9tuu+22G9/61rc45phjWL9+Pa+99lqpQ7Ii8JXZZvaWjBkzhlwuR2VlZalDsSJxojCzHeaZZ55h7733RhKSKCsro7y8nKlTp1JVVVXq8Gw7OVGY2VtWXV1NS0sL999/P3/729+ICCoqKmhubqaqqoqysjJGjhzJ6NGjOfTQQznssMOYOHEilZWVSCp1+NYNFfNmXpKOBS4HyoH/johLOoyvBq4HDgTWAqdExMtZ05w0aVJceumlPsw162VWrFhBbW0tEUFjYyPV1dU0NDSwZMkSIoIXXniByspKqqqqkMTQoUMpKytjypQplJeX8/73v5/y8nLKy8uZNGkS++67r5PIDiTpyYg4aHs+W7QjCknlwBXA0UANMEfSrIhYkFfsTGB9REyWdCrwb8ApxYrJzIpn/PjxjB8//k3DjzzySAAigrVr11JTU8P8+fPZsGEDAI888ghlZWU8/vjjNDU1MWDAAFpbWxkyZAjl5eVUVVXR1NTUfnvzthdAXV0du+22G7vuuutW43K5HBHB6NGjKS8vB6C+vp5Ro0ZtVa6srGyr947DJbFp0ybGjBkDsFXi6iyJbc/4rpJh1vi3Gse2KmbV08HA4ohYAiDpFuBEID9RnAhckHbfDvxckqKbw5zNmzf7qVpmfdDAgQOZMmUKU6ZMaR8WEaxevZqysjLWr19Pc3MzCxYsoKKigoigrq4OgOXLl7dv9CKChoYGNm/eTE1NzVbTigjWrVvHoEGD2oc3NDS0J4C2MpBsRCOi/b2srIzW1tathreVy5dfPr+7paWFiooKcrlc+3tlZWV7FVxTU1P7e3V1NY2NjVRVVbXPq6mpqb18RUVFe7JqamqivLyclpaW9mXIV15ejiRaW1u7jAGo3t7vrZiJYhywIq+/BjikqzIRkZO0ARgJrMkvJOks4Ky0t3nGjBnLixJx3zMEqCt1EL2E18UWO+u66LjrLGAwsLEEsfRG+2zvB4uZKDo73ul4pFBIGSLiauBqAElzt7eerb/xutjC62ILr4stvC62kDR3ez9bzAvuaoD8Css9gZVdlZFUAQwF1hUxJjMz20bFTBRzgCmSJkmqAk4FZnUoMwv4bNr9SeDB7tonzMysZxWt6iltczgbuIfk9NhfRcR8SRcCcyNiFnANcIOkxSRHEqcWMOmrixVzH+R1sYXXxRZeF1t4XWyx3euiqNdRmJlZ3+ebApqZWSYnCjMzy9RrE4WkYyUtkrRY0rmdjK+W9Nt0/N8l7dXzUfaMAtbFP0laIGmepAckTSxFnD2hu3WRV+6TkkJSvz01spB1IelT6W9jvqTf9HSMPaWA/8gESQ9Jeir9nxxXijiLTdKvJK2S9FwX4yXpZ+l6mifp3QVNuO0qxd70Imn8fgnYG6gCngGmdijzFeDKtPtU4LeljruE6+IDwKC0+8s787pIyw0GZgOPAweVOu4S/i6mAE8Bw9P+MaWOu4Tr4mrgy2n3VODlUsddpHVxBPBu4Lkuxh8H3E1yDduhwN8LmW5vPaJov/1HRDQBbbf/yHcicF3afTvwQfXPO4h1uy4i4qGIeCPtfZzkmpX+qJDfBcAPgR8DDT0ZXA8rZF18AbgiItYDRMSqHo6xpxSyLoLkinVIrtfqeE1XvxARs8m+Fu1E4PpIPA4Mk7R7d9PtrYmis9t/jOuqTETkgLbbf/Q3hayLfGeS7DH0R92uC0kHAOMj4k89GVgJFPK7eBvwNkmPSno8vZtzf1TIurgAmCGpBrgL+L89E1qvs63bE6D3Po9ih93+ox8oeDklzQAOAo4sakSlk7kuJJUBPwVm9lRAJVTI76KCpPrpKJKjzL9K2i8iXi9ybD2tkHVxGnBtRFwq6TCS67f2i4jW4ofXq2zXdrO3HlH49h9bFLIukPQh4F+BEyKisYdi62ndrYvBwH7Aw5JeJqmDndVPG7QL/Y/8MSKaI2IpsIgkcfQ3hayLM4FbASLiMWAAMKpHoutdCtqedNRbE4Vv/7FFt+sirW65iiRJ9Nd6aOhmXUTEhogYFRF7RcReJO01J0TEdt8MrRcr5D/yB5ITHZA0iqQqakmPRtkzClkXy4EPAkh6J0miWN2jUfYOs4Az0rOfDgU2RERtdx/qlVVPUbzbf/Q5Ba6LnwC7Arel7fnLI+KEkgVdJAWui51CgeviHuAYSQuAFuDbEbG2dFEXR4Hr4hzgvyR9k6SqZWZ/3LGUdDNJVeOotD3mfKASICKuJGmfOQ5YDLwBfK6g6fbDdWVmZjtQb616MjOzXsKJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMOpDUIulpSc9JulPSsB08/ZmSfp52XyDpWzty+mY7mhOF2ZttjohpEbEfyTU6Xy11QGal5ERhlu0x8m6aJunbkuak9/L/Qd7wM9Jhz0i6IR320fRZKU9Jul/S2BLEb/aW9cors816A0nlJLd9uCbtP4bkXkkHk9xcbZakI4C1JPfZel9ErJE0Ip3E34BDIyIk/SPwzyRXCJv1KU4UZm82UNLTwF7Ak8B96fBj0tdTaf+uJIljf+D2iFgDEBFtN6fcE/hter//KmBpj0RvtoO56snszTZHxDRgIskGvq2NQsDFafvFtIiYHBHXpMM7uxfOfwI/j4h/AL5IciM6sz7HicKsCxGxAfga8C1JlSQ3nfu8pF0BJI2TNAZ4APiUpJHp8Laqp6HAK2n3ZzHro1z1ZJYhIp6S9AxwakTckN6i+rH0Lr2bgBnpnUp/BDwiqYWkamomyVPVbpP0CsktzyeVYhnM3irfPdbMzDK56snMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NM/x+R8Tz2dDiwNQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XmcTfX/wPHX2xgZS4TIkkYRBoMavpRvm5L6VqRsLaIiW4pQ0c63FJF9qW9p+aIo8WtTSqmsI8r2JVSMhOy7Yd6/P84ZrmvG3Dvm3nPvzPv5eMxj7tnf59xzz/uez/ncz0dUFWOMMSZS5fM6AGOMMeZMLFEZY4yJaJaojDHGRDRLVMYYYyKaJSpjjDERzRKVMcaYiBaRiUpE7haRL72Ow2siUlFE9otITBi3GS8iKiL5w7XNUBKRlSJyTTaWs3PQTzjODRH5VkQeDNX6TXTKMlGJyO8icsi9YP4lIhNFpEgog1LV/6pqk1BuIxK5x/r69GFV3aiqRVT1uJdxecW9KFY+m3Woag1V/TaL7Zx2Ac7pc1BEnnO3UT+n1hnt3GPyntdxmKyJSE/3+r9HRN4UkXPOMG8rEVktIvtEZJWINPeZVlNEZonI3yIS8I94A72julVViwB1gLrAk4FuIJJ4eZeQW+5QgmHH2yEiAtwL7ATuy2LeiIk7J+XW/QolcXhe6iUiNwJPAI2BeOBi4PlM5i0PvAf0As4F+gCTRKS0O0sq8AHwQFBBqOoZ/4Dfget9hl8BPvUZPgcYAmwEtgLjgDif6c2AZcBeYD3Q1B1fDPgPsAXYDAwEYtxp7YEf3NfjgCF+Mc0AermvywEfAtuB34AePvM9B0xzD9xe4MEM9q8Y8I67/B/AU0A+nzh+BEYCe4D/AY39lj3TPvwIDMO5QA0ELgG+AXYAfwP/BYq7878LpAGHgP1AX5yTQoH87jzfAgPc9e4DvgRK+cTTzt2HHcDT/u+d337HAa+68+8BfnDHpW/zPvc9/Rvo77NcfWA+sNvd71FAAZ/pCnQDfgV+c8cNBza578ES4J8+88cA/dxzY587/UJgrruuA+7xaO3OfwvO+bQbmAck+p2rjwO/AEeA/L7HwI092Y1jKzDUHb/R3dZ+968hPuegO08N4Cv3vdwK9Mvqs+Oz7FXu+3qP+974Hq/TzhN3/P3AamAXMAu4yGeZTI9nBtv+Fp/zPoP9UqCz+37tAkYD4vPeDHHPgQ3u++p7PgZ1/vvF1RQ4inPh2g/8HOA53sB933cDPwPXBPo+hPPPPYc/wrmu7ABG+VyT3vOZL57TP+P/dvf/EM71KNlv3T2BmYFcf3NoXyYBL/oMNwb+ymTefwDb/MZtBxr6jasMaMAxBBDk75z8oFcAlgPDfaa/BswESgBFgf8DXnKn1ce5CN6Ac/dWHqjmTvsYGA8UBkoDi4CH/D9MOB/yTT4fnvPcN7Ccu84lwDNAAZxMvwG40eekSAWau/Oe9gbiJKkZbuzxwFrgAZ84jrknRizQ2t2fEgHuwzHgYZwLZpz75tzgnlzn41yMX8voWJ/hJF4PXOqu71tgkDstAecD38g9FkPcfc8sUY12ly+Pc0G6wo0rfZuvu9uojXPRr+4udznOxSK/O+9q4FGf9SrOBb1E+vHGuUCXdJd5DPgLKOhO64NzTlUFxN1eSZ91VfZZ92XANpwPQwxOMv0dOMfn+C3DuUjE+R9TnAR7r/u6CNAgo+OcwTlYFOdi/BhQ0B3+hzutEbA7i8/Qf3C+RcbiXLRa+G3H/zxpDqwDqrvjngLm+SyT6fHMYNvfknWi+gQoDlTEuaikf5nsjPPl7EL3/ZzDqedjUOd/BrE9h89FO4BzvLx7/G7G+Tzf4A6fn5MX5rP9c8/Nn3GSdGH3nGmU0T77n3vu/m7E+WKUH+fLwD6gis8yi4E2WV1/M4irEU6Cz+yvUSbL/Yz7RdEdLuXGXDKTff8OuM193RxIAQr7zReSRLXfPVgKfM3JuwDB+cZ7ic/8DTn5TXo8MCyDdZbBufj53nm1BeZkcJEQ9427yh3uCHzjvv4HsNFv3U8Cb/mcFHOzOKGOAAk+4x4CvvWJ40/cJOmOW4RTjBPIPmzMbNvuPM2BpX7HOqtE9ZTP9K7AF+7rZ4DJPtMK4XxjPS1R4XzIDwG1M5iWvs0KfvvcJpN9eBSY7jOswHVZ7Peu9G0Da4Bmmcznn6jGAgP85lkDXO1z/O7P4PxNT1RzcYosSvnNc8pxzuAcbOv7PgXz574Pe4HmPp+JGX7b8T+HP8f9suTzfh3E564qs+OZwbRvyTpRNfIZ/gB4wn39DdDZZ1qT9ONEzpz/z5FxosrsHH8ceNdv/lnAfdl5b0L1h3MN3O57PmW2z/7nnrv/L/gt8x7wjPu6Cs61uBBZXH9zcH9OlIS5w7FuzPGZzP8ATs445p63/8pgnqASVaDln81VtShwDVANJ6OCc1dQCFgiIrtFZDfwhTsenG9i6zNY30Xuzm7xWW48zreyU6izV1NwPgQAd+EUmaWvp1z6Otz19MP5EKXbdIb9KoVz9/GHz7g/cL65pdvsxuA7vVyA+3DKtkWktIhMEZHNIrIX5wQsRXD+8nl9EOfOADemE9tT1YM43zYzUgrnW15G780ZtyMil4rIJ+6D1b3Ai5y+D/77/Zj7cHWPe5yK+SyT2TmSkYuAx/ze7wtx9j3Dbft5AOeb+v9EZLGI3BLgdoOJ0d/tOB/Yz9zh/wI3icj5PvP4x3wRMNxnH3fiXJTKQ5bHMzsCOqc49XMS9PmfA/FcBLT0e/8bAWWzuZ1QuRD4Q1WPZXN5/+M2iVOvfx+7n++srr85ZT/O86Z06a/3+c/oVgZ7BSdXFACuBt4QkTpnE0BQD+pU9TtgIk6xEjhl14eAGqpa3P0rpk7FC3AO+CUZrGoTzrexUj7LnauqNTLZ9GTgThG5COcu6kOf9fzms47iqlpUVW/2DfsMu/Q3TvHYRT7jKuKUt6cr7z4M953+Z4D74L/tl9xxiap6Lk4Rjpxh/mBswSmaBUBE4nCKhzLyN3CYjN+brIzFKQ6q4u5DP07dB/DZDxH5J8434VbAeapaHKf4NH2ZzM6RjGwC/u33fhdS1ckZbdufqv6qqm1xLqYvA9NEpPCZlslGjP7uw7nQbhSRv4CpOBf4tj7z+G9/E04Rmu9+xqnqvACOp78DOBezdBcEEfsWnItuuop+MQZ7/vsL9nzfhHNH5XtcCqvqoCDXE2qbgIqZVCAJ5P3wPy5fAqXci31bnMQFWV9/TyEi/3Rrb2f2989M9mclTpF8utrAVlXN6ItwHZxSrGRVTVPVxcBC4PoM5g1YdmqUvAbcICJ1VDUN51nGsPRaHSJS3q0lAk7ZfAcRaSwi+dxp1VR1C87Bf1VEznWnXSIiV2e0QVVdinMr/QYwS1V3u5MWAXtF5HERiRORGLf6Y71AdkSdat8fAP8WkaJuIuyFc6eTrjTQQ0RiRaQlznODz4LdB1dRnG8nu93aMX38pm/Fec6WHdOAW0XkChEpgFPEleHFy33f3gSGikg597g1PFOVU7992AvsF5FqQJcA5j+GWxQiIs9w6rezN4ABIlLFreWUKCLpCdb/eLwOdBaRf7jzFhaRf4lI0QDiRkTuEZHz3f1PP4eOu7Glkfmx/wS4QEQeFZFz3HPlHwFsrzzOg+dbcD7AdXA+5C9z5tp/44AnRaSGu55i7rkHWR9Pf8uAFiJSSJyq/sHUtvoA59yvICLn4dT8AiCb57+/rUC8BF6z7T2cc/xG95wtKCLXiEiFLJcMr0U4SX6Qe44WFJEr3WnLgKvE+Y1kMQKoQe3emU0DBuM8i/rKHZ/V9dd/Pd+r83OXzP6+zySEd4AHRCTBPQ+ewrlhychi4J/pd1AiUhf4J04Fp/SajAVx7rZwj02W152gE5WqbncDf9od9TjOg98F4hQFzcZ5MI6qLgI64DxU3IPzkC397qWdG+wqnDL2aZz5Fn4yTlZO/zaRnmhuxbkA/IbzDeMNnKKQQD2M8y1nA07Nt0k4F/F0C3HKhf/GqY1zp883iWD34XmcCgF7gE9xagX5egl4yr2N7x3EPqCqK919mYLzIdmHU/HgSCaL9MapxLAYp2jpZQI7H3rjFD/sw/mQvJ/F/LNwnrmsxSk6OsypRRtDcS6IX+IkwP/gPEQHpzz/bfd4tFLVZJxnlKNwjvc6nGchgWoKrBSR/Tg159qo6mG3GOXfwI/uthr4LqSq+3Ae3N+KUyz1K3AtnPyWmsn27gWWqeqXqvpX+h8wAkgUkZoZLaSq03HejynuZ2oFcJM7Oavj6W8YzrPKrcDbnCw2D8Tr7vZ+Bn7i9PM12PPf31T3/w4R+SmrmVV1E04t4n44iXoTzpc9z6tw+/K5LlXGeb6eglMRC1X9Cucz8wtORbBPAlztJJzr31S/IsVMr785RVW/wCnOm4Nzzv0BPJs+XZwf1d/tzvsdbm1rEdmHU/r1oqqm/3j+Ipy7wJXu8CGc58xnlF6TzmRARNrjPIhu5HUswRLnR9m7cYrofvM6HmOMya6I+iZizo6I3OoW8RTGeY64HKfWmzHGRC1LVLlLM5yKHn/iFFe2UbtlNsZEOSv6M8YYE9HsjsoYY0xEi9qGIkuVKqXx8fFeh2GMMVFlyZIlf6tqTv8oOKSiNlHFx8eTnJzsdRjGGBNVROSPrOeKLFb0Z4wxJqJZojLGGBPRLFEZY4yJaJaojDHGRDRLVMYYYyKaJSpjjDERLeSJSkTeFJFtIrIik+kiIiNEZJ2I/CIil4U6JmOMMdEjHHdUE3G6V8jMTTjt0lUBOuF0zGeMMSYHpR0/zrHvM+tyKrKF/Ae/qjpXROLPMEsz4B238dQFIlJcRMq6HbMZY4w5S4cOHeK62rVp9uuvXoeSLZHwjKo8p3b8luKOO42IdBKRZBFJ3r59e1iCM8aYaBcXF8fFRYvyhteBZFMkJKqMukvPsEl3VZ2gqkmqmnT++VHVVJUxxoTVjBkzWLRo0YnhES1akGU3yhEqEhJVCnChz3AFnP6UjDHGBOmPP/6gWbNmNG/enAcffJDU1FQASgLnehtatkVCopoJtHNr/zUA9tjzKWOMCU5qaiqDBw8mISGBmTNnUrRoUTp16kS+fO5lPoofl4S8MoWITAauAUqJSArwLBALoKrjgM+Am4F1wEGgQ6hjMsaY3GTevHl07tyZ5cuXA9CqVSuGDRtGuXLlTs5UooRH0Z29cNT6a5vFdAW6hToOY4zJjQ4cOMCtt97Kzp07qVSpEmPGjKFp0wx+EXT8ePiDyyFR2x+VMcbkVapKWloaMTExFC5cmCFDhrBu3Tr69+9PoUKFMl7IEpUxxphwWLNmDV26dKFp06b07dsXgA4dAnhiEsWJKhIqUxhjjMnCoUOHeOaZZ0hMTGTOnDmMHj2ao0ePBr4CS1TGGGNC5csvv6RWrVoMGDCAo0eP8sADD/DTTz9RoECBwFeyeHHoAgwxS1TGGBOh9u/fT9u2bbnxxhtZv349NWrU4Pvvv+eNN96gZMmSwa2sUqXQBBkGlqiMMSZCFSpUiE2bNhEXF8egQYP46aefaNSoUfZWFsVFf1aZwhhjIsjSpUs577zziI+PJ1++fLz11lvExsYSHx9/ditOS8uR+Lxgd1TGGBMB9u3bR8+ePUlKSqJr1644PzGFKlWqnH2SArujMsYYkz2qyvTp0+nRowebN28mX758VK1alWPHjhEbG5tzG4riOypLVMYY45Hff/+d7t278+mnnwJQr149xo8fT926dXN+Y3ZHZYwxJhh79+6lTp067Nmzh3PPPZeXXnqJhx56iJiYmNBscPPm0Kw3DCxRGWOMB84991y6devGhg0bGDp0KGXLlg3tBjdtynqeCGWJyhhjwmDHjh08/vjjNGnShFatWgEwYMCAk91whFqJEpCSEp5t5TBLVMYYE0Kqyttvv03v3r3ZsWMHs2fPpkWLFuTPnz90SerXX6F9e9i9+9RxUcoSlTHGhMjq1avp0qUL3333HQDXXnstY8aMIX/+HLj0pqbCa6/Blgz6mR0xIuPKEyVKwM6dZ7/tMLNEZYwxOezw4cMMHDiQV155hdTUVM4//3yGDh3K3XffjYgEviJVWLgQ9uw5fdrXX8PgwWde/o474PnnTw5XqADFiwe+/QhhicoYY3KYqjJlyhRSU1Pp1KkTL730EiWy08PupElwzz1Zz/fqq6ePi4uDtm2jMjH5s0RljDE54M8//6RQoUIUL16cuLg43nrrLWJiYrjiiisCW8Htt8PHH2c+vUmT08flzw99+sA112Qr5mhhicoYY87C8ePHGTNmDP379+fee+9l9OjRAPzzn/8MfCV79mSepOLiYOpU+Ne/ciDa6GSJyhiTu/zyi/P8JgyWbNrEQ1OnssSt9v3n3Lkcf/VVYoKtzffeeydfHzsG/ssH81wrF7JEZYzx1q5dGddcy67atXNuXZnYAzwNjAbSgAuBkUCzFSugd+/sr/i++yBULVNEMUtUxhjv7NgBF10EBw7k/LrvuQdKlcrx1e48fJha777LnwcOECPCY3Xr8lyDBhQJprfdjBQqBA8/nDNB5jKWqIwxoTdkCIwc6VS39uXbrE/16jm3vQYN4D//CUmRWQngmr172bBhA+PGjaN2GO7g8jpLVMbkZfPmwdtvh74LiDfeOPP09u3hrbdCG0M2HT16lCFDhnDdddfRoEEDAMaPH0+hQoXC1/xRHmeJyphod+wYfPMN7N0b/LItW+Z8PGcyfz6UK3fqOBHnh6gR6LvvvqNLly6sXr2axMREli5dSr58+ShSpIjXoeUplqiMiXbvvgv333926+jcGS67LGfiycyllzpFclHg77//pk+fPkycOBFwetkdOnSo3UF5xBKVMdFu3LiTr++4I/jlL74YBg06vUp0HpSWlsbEiRPp06cPO3fupECBAvTr14/HH3+cggULeh1enmWJyphIsmePc3f011+BL7NokfO/Tx945ZXQxJVH7Ny5k969e7Nr1y4aN27MmDFjuPTSS70OK8+zRGWMl778EhYsODn8f/8HycnZW1ebNjkTUx5z8OBBYmNjiY2NpVSpUowaNQqAtm3bBteArAkZS1TG5LS//4b167Oe7+hRuPHGjKfFx5/aWkFWypSBypUDn98A8Omnn9K9e3e6dOlC3759Abjrrrs8jsr4s0RlTE46fNipNLBrV3DLPf30ydexsc6PVStVytnYzAkpKSk88sgjfPTRRwDMmDGD3r17W2WJCGWJypicsGQJtGgBGzeeHFe/fmDLNm8OTz4ZmrjMKY4dO8aoUaN4+umn2b9/P4ULF2bAgAE8/PDDlqQiWFgSlYg0BYYDMcAbqjrIb3pF4G2guDvPE6r6WThiMyYon38O77xzegsL779/6nCLFvDhh+GLy2Rp27ZtNG3alKVLlwLQvHlzRowYwYUXXuhxZCYrIU9UIhKD03bjDUAKsFhEZqrqKp/ZngI+UNWxIpIAfAbEhzo2k0f99BP8/HP2ls3q90pPPgl9+0KxYtlbvwmZUqVKUahQISpWrMjIkSO57bbbvA7JBCgcd1T1gXWqugFARKYAzQDfRKXAue7rYsCfYYjL5BYHD8Lu3YHNe+gQXH752W/zhRegSpVTxxUu7HRud845Z79+c9ZUlffff5/69etz8cUXky9fPiZPnkyJEiUoXLiw1+GZIIQjUZUHfFqeJAX4h988zwFfisjDQGHg+oxWJCKdgE4AFStWzPFATRTautWpvJCd5oPat8/eNqtVc+6arOpyxFq3bh3dunXjyy+/5KabbuLTTz9FRKyYL0qFI1Fl9Gn2K+CnLTBRVV8VkYbAuyJSU1VPaSlTVScAEwCSkpL812HykuHDnYZOV6w4Oa5s2cCXv/tuGDw45+Mynjpy5AiDBw9m4MCBHDlyhPPOO4/bb7/d67DMWQpHokrB6VcsXQVOL9p7AGgKoKrzRaQgUArYFob4TCRbsMCplOBfeeHVV08d7tAB3nwzfHGZiDNnzhy6dOnCmjVrAGjXrh2DBw+mdOnSHkdmzlY4EtVioIqIVAI2A20A/1/UbQQaAxNFpDpQENgehthMOKjCsmVOJ3nBuuGGM0+fPRsuuCBn+zIyUWfLli00bdqUo0ePUrVqVcaOHcu1117rdVgmh4Q8UanqMRHpDszCqXr+pqquFJEXgGRVnQk8BrwuIj1xigXbq/p/hTZR64sv4Oabz24dDz10essLCQnQuPHZrddErbS0NEQEEaFs2bI89dRTiAh9+vThHKvQkqtItOaDpKQkTc5um2gmfI4fh/w+34eyk1hq1IDXXrPKC+aE5cuX07lzZx555BFatWrldThRRUSWqGqS13EEw1qmMKExaBDMnQvbfB4zvveeU4nBmGw6cOAAzz//PEOHDuX48eMcPnyYli1bWuOxuZwlKhOYGTPg998Dm/fQodObBKpVy5KUOSv/93//R/fu3dm4cSMiQvfu3Rk4cKAlqTzAElVel5bmtPSdlpb5PKtWOU0CZcennzr/A233zhg/f//9Nx07duTjjz8GoG7duowfP5569ep5HJkJF0tUeV2XLjBhQuDz9+gR+Lw33nj2lShMnle4cGGWL19OkSJFGDhwIN26dSN/frt05SX2bkeDOXOga1enSC2n/fHHyddn6sk0Xz6nNYYOHXI+BmP8LFy4kKpVq1K8eHHi4uJ4//33KVOmDBUqVPA6NOMBS1SRas4cp0Vu1eDueLKjcGH49dfgWnYwJgR27dpFv379GD9+PF26dGH06NEAXJ4T7TOaqGWJKtxWrgT3l/NndMcdp4978UVo2zbnYypZEooWzfn1GhMgVWXy5Mn07NmTbdu2kT9/fooXL46qWmUJE1yiEpECQEVVXReieHKXw4dPraSwaxfUrBncOvr2hYsvhvPOczrYK1AgZ2M0xmNr166la9eufP311wA0atSIcePGUaNGDY8jM5Ei4EQlIv8ChgIFgEoiUgd4VlWtxceMDB0KvXuf3kZdukAayqxRw+lOwr5Rmlzqjz/+IDExkSNHjlCyZEkGDx7MfffdZ73tmlMEc0f1Ak73HHMAVHWZiFQ+8yK52JAhzm+LMvPDDydfx8WdOq1bN2u52xjgoosu4s4776RAgQK88sorlCpVyuuQTAQKJlGlqupuv/Li6Gx/KVh//QXvvgtHjpwc9/TTgS27ZAlcdllo4jImymzdupXHHnuMbt260bBhQwDefvttYmJiPI7MRLJgEtVqEWkF5HNbQn8EWBCasCLA7t1OTTiARx6B+fMznm/27MyfG11wwem9wBqTB6WlpTFhwgSeeOIJ9uzZw7p165g/fz4iYknKZCmYRNUdeAZIAz7CaQ39yTMuEa2OHXNa5t6y5dTx5cuf2itsw4bWercxWfj555956KGHWLhwIQBNmzZl9OjRVpvPBCyYRHWjqj4OPJ4+QkRa4CSt3GX//pNJKsltZLhUKfjPf6BcOe/iMiaK7N+/n2effZbhw4dz/PhxypUrx/Dhw7njjjssSZmgBJOonuL0pNQ/g3HR7//+z/lfsiQsXuxtLMZEqYMHD/Lmm2+iqvTo0YMBAwZw7rnneh2WiUJZJioRuRGnm/jyIjLUZ9K5OMWAkevIEfjkE+cOKRjpxXv2rc+YoGzcuJGyZcsSGxtL6dKleeutt7jwwgutZQlzVgK5o9oGrAAOAyt9xu8DnghFUEFThe3bT28BfORIpzWH7Jo69eziMiaPSE1N5bXXXuO5557j2WefpW/fvgA0b97c48hMbpBlolLVpcBSEfmvqh4OQ0zB69IFxo8/8zzt2gW3zoQEuPrq7MdkTB4xb948OnfuzPLlywH43//+53FEJrcJ5hlVeRH5N5AAFEwfqapnaHI7THyTVJkyp04rWhT++1/rD8mYHLZz506eeOIJXn/9dQAuvvhiRo8eTdOmTT2OzOQ2wSSqicBAYAhwE9ABL59Rbd0Kjz9+6rj165128YwxIbVu3TquuOIKtm/fTmxsLH379qV///7E+bfCYkwOEM2sLTr/GUWWqOrlIrJcVWu5475X1X+GNMJMJIlosv/IgwdPb67IGJPj0tLSuOqqq8ifPz9jx46levXqXodkAuRey5O8jiMYwdxRHRHnxw/rRaQzsBkoHZqwApSYCHfd5bxOSrIkZUyIHDp0iEGDBnHfffdx8cUXky9fPmbOnMl5551nv4kyIRdMouoJFAF6AP8GigH3hyKogCUknF78Z4zJUV9++SVdu3Zl/fr1LFmyhE8++QSAEiVKeByZySsCTlSqutB9uQ+4F0BEvO0Xes8eTzdvTG62ZcsWevXqxZQpUwCoUaMGTzwRGb9IMXlLQJ2+iEg9EWkuIqXc4Roi8g5eN0rbrJmnmzcmNzp+/DhjxoyhWrVqTJkyhbi4OF5++WWWLl1Ko0aNvA7P5EFZJioReQn4L3A38IWI9Mfpk+pnwNuq6ampnm7emNxow4YNPProo+zdu5d//etfrFq1ir59+xIbG+t1aCaPCqTorxlQW1UPiUgJ4E93eE1oQwtA3bpeR2BMrnDgwAEKFSqEiFClShVefvll4uPjad68uVWWMJ4LpOjvsKoeAlDVncD/IiJJAZT2ttKhMdFOVfnwww+pWrUqU32aDOvZsye33367JSkTEQK5o7pYRNJbSBcg3mcYVW0RksgCYdXRjcm23377je7du/PZZ58BMGnSJFq1auVxVMacLpBEdYff8KhQBJItVmZuTNCOHj3K0KFDeeGFFzh06BDFihXjpZdeolOnTl6HZkyGAmmU9utwBJItlqiMCcr69etp1qwZK1c6HSG0bduWoUOHcsEFF3gcmTGZC+YHv5HHEpUxQSlXrhyHDx+mcuXKjBkzhhtuuMHrkIzJUkC/ozpbItJURNaIyDoRyfAXgyLSSkRWichKEZkU0IoLFMjROI3JbVSVd999l927dwMQFxfHp59+yvLlyy1JmagRdKISkXOCnD8GGI3T4noC0FZEEvzmqQI8CVypqjWARwNaud1RGZOpVatWcc0119CuXTv69+9/YnzVqlUpWLDgGZY0JrIEnKhEpL6ILAd+dYdri8jIABatD6xT1Q2qehSYgvPbLF8dgdGqugtCwZJMAAAgAElEQVRAVbcFFn1YbgiNiSoHDx6kf//+1KlTh7lz53L++edzxRVXeB2WMdkWzJV+BHALsANAVX8Grg1gufLAJp/hFHecr0uBS0XkRxFZICJZ97xmv+8w5jRffPEFNWvW5MUXXyQ1NZWHHnqINWvWcPfdd3sdmjHZFkxlinyq+offDwCPB7BcRhnFvxOs/EAV4BqgAvC9iNRU1d2nrEikE9AJ4DJLVMac4pdffuGmm24CoFatWowfP56GDRt6HJUxZy+YRLVJROoD6j53ehhYG8ByKcCFPsMVcJph8p9ngaqmAr+JyBqcxLXYdyZVnQBMAEiKiQmsx0djcjFVPdF6RGJiIp06deLSSy+lR48e1jafyTWCKfrrAvQCKgJbgQbuuKwsBqqISCURKQC0AWb6zfMxbjGi20L7pcCGM641LS2I0I3JfZKTk6lfvz7z588/MW78+PE89thjlqRMrhJMojqmqm1UtZT710ZV/85qIVU9BnQHZgGrgQ9UdaWIvCAit7mzzQJ2iMgqnJbZ+6jqjiD3xZg8Yc+ePTz88MPUr1+f5ORkBg4c6HVIxoSUqAZWgiYi64E1wPvAR6q6L5SBZSWpQAFNPnrUyxCMCStVZerUqTz66KNs2bKFmJgYevbsybPPPkuRIkW8Ds9ECRFZoqpJXscRjGB6+L1ERK7AKbp7XkSWAVNUdUrIojPGAJCSkkLHjh354osvAGjQoAHjxo2jdu3aHkdmTOgF9UMkVZ2nqj2Ay4C9OB0qGmNCrECBAixYsIDixYszfvx4fvzxR0tSJs8I+I5KRIrg/FC3DVAdmAHYrwiNCZF58+ZRr149YmNjKV26NB9++CE1atSgTJkyXodmTFgFc0e1Aqem3yuqWllVH1PVhSGKy5g8a/v27bRv354rr7ySYcOGnRh/3XXXWZIyeVIwv6O6WFWtTrgxIZKWlsZbb71F37592blzJwUKFCDQyk7G5GZZJioReVVVHwM+FJHTPjWe9vBrTC6xYsUKunTpwg8//ADA9ddfz5gxY6hSpYrHkRnjvUDuqN53/0dOz77G5CLJyck0bNiQY8eOUaZMGYYNG0abNm0QaybMGCCwHn4XuS+rq+opyUpEugOR2wOwMVHgsssu44orrqBGjRq8+OKLFC9e3OuQjIkowVSmuD+DcQ/kVCDG5BUpKSncddddbNjgtBKWL18+Zs+ezZgxYyxJGZOBQJ5Rtcapkl5JRD7ymVQU2J3xUsYYf8eOHWPUqFE8/fTT7N+/n6NHjzJt2jQAa5vPmDMI5BnVIpw+qCrg9NSbbh+wNBRBGZPbLFq0iIceeohly5YB0KJFi1OqnhtjMhfIM6rfgN+A2aEPx5jcZffu3fTr149x48ahqlSsWJHRo0dzyy23eB2aMVEjy2dUIvKd+3+XiOz0+dslIjtDH2KmgXm2aWMC9eeff/L6668TExND3759WbVqlSUpY4IUSNFfenfzpUIZiDG5RUpKCuXLl0dESEhIYNy4cdSvX59atWp5HZoxUSnLOyqf1iguBGJU9TjQEHgIKBzC2IyJKkeOHGHAgAFUrlyZqVOnnhj/wAMPWJIy5iwEUz39Y5xu6C8B3sFpmHZSSKIyJsrMmTOH2rVr88wzz3DkyBEWL17sdUjG5BrBJKo0VU0FWgCvqerDQPnQhGVMdNi2bRvt2rXjuuuuY82aNVStWpU5c+YwePBgr0MzJtcIplHaYyLSErgXaO6Osx9/mDwrOTmZJk2asGvXLgoWLMhTTz1F7969Oeecc7wOzZhcJZhEdT/QFaebjw0iUgmYHJqwjIl8NWrUoESJEtSrV48xY8ZwySWXeB2SMbmSBNONgIjkByq7g+tU9VhIogpA0jnnaPKRI15t3uRBBw4c4JVXXqFnz54nmjraunUrpUuXtgZkTdQQkSWqmuR1HMEIpofffwLvApsBAS4QkXtV9cdQBWdMpJg5cyYPP/wwGzdu5O+//2b0aKeRFuvI0JjQC6bobxhws6quAhCR6jiJK6oyszHB2LhxIz169GDGjBmA09J5hw4dPI7KmLwlmFp/BdKTFICqrgYK5HxIxngvNTWVV199lYSEBGbMmEHRokUZPnw4ixYtIinJvpsZE07B3FH9JCLjce6iAO7GGqU1udSCBQvo3bs3AHfeeSevvfYa5cvbrzGM8ULAlSlEpCDQA2iE84xqLjBSVQ+HLrzMWWUKk9MOHz5MwYIFTwz37duXa665hptvvtnDqIzJWdFYmSKgRCUitYBLgJWq+mvIowqAJSqTU1SVSZMm0bt3bz766CMaNmzodUjGhEw0JqpAWk/vh9N80t3AVyKSUU+/xkSltWvXcsMNN3DPPffw119/MXHiRK9DMsb4CaQyxd1Aoqq2BOoBXUIbkjGhd/jwYZ577jlq1arF119/TcmSJXnzzTcZO3as16EZY/wEUpniiKoeAFDV7SISTE1BYyLOzz//TMuWLfn1V6cU+/777+fll1+mVCnrycaYSBRIorpYRD5yXwtwic8wqtoiJJEZEyJly5Zl+/btJCQkMHbsWK666iqvQzLGnEEgieoOv+FRoQjEmFBJS0tj8uTJtGrVitjYWEqXLs0333xDjRo1KFDAfgpoTKTLMlGp6tfhCMSYUFi2bBmdO3dm4cKFbN68mb59+wJQt25djyMzxgTKnjeZXGnfvn306tWLyy+/nIULF1KuXDmqVKnidVjGmGwIS6ISkaYiskZE1onIE2eY704RURGJqjr+JnKoKtOnTychIYFhw4YB0KNHD1avXs3tt9/ucXTGmOwIpgklAETkHFUN+Je2IhIDjAZuAFKAxSIy07fdQHe+ojgtXywMNiZj0s2aNYsWLZz6PUlJSYwbN47LL7/c46iMMWcj4DsqEakvIsuBX93h2iIyMoBF6+P0XbVBVY8CU4BmGcw3AHgFCKxJJuv/x7h8W1dp0qQJN998MyNHjmTBggWWpIzJBYIp+hsB3ALsAFDVn4FrA1iuPLDJZzjFHXeCiNQFLlTVT860IhHpJCLJIpJ8/PjxIEI3udWPP/5IgwYN2LBhAwD58uXjk08+oXv37sTExHgcnTEmJwSTqPKp6h9+4wLJFhnd+pz4Cuz+gHgY8FhWK1LVCaqapKpJdhHK23bu3EnHjh1p1KgRixYt4qWXXjoxzXrbNSZ3CSZRbRKR+oCKSIyIPAqsDWC5FOBCn+EKwJ8+w0WBmsC3IvI70ACYaRUqTEZUlXfeeYeqVavyxhtvEBsby1NPPcWIESO8Ds0YEyLBVKboglP8VxHYCswmsHb/FgNVRKQSTjf2bYC70ieq6h7gRNs1IvIt0FtVk4OIzeQB69ato2PHjnz77bcAXH311YwdO5bq1at7G5gxJqQCTlSqug0nyQRFVY+JSHdgFhADvKmqK0XkBSBZVWcGu06TNx09epQffviBUqVK8eqrr3LvvfdaMZ8xeUAwHSe+js+zpXSq2imngwpEUsGCmnzYkz4bTRgtXryYpKSkEwlp+vTpXHXVVZQsWdLjyIyJTrmyPyofs4Gv3b8fgdKA9VxoQmLLli20bduW+vXrM3Xq1BPjb7/9dktSxuQxwRT9ve87LCLvAl/leEQmTzt+/Djjxo2jX79+7N27l7i4OHbt2uV1WMYYDwXdMoWPSsBFORWIMT/99BOdO3dm8eLFANxyyy2MHDmS+Ph4bwMzxngq4EQlIrs4+YwqH7ATyLTdPmOC8fnnn3PLLbeQlpZG+fLlGTlyJM2bN7fKEsaYwBKVOFeL2jjVywHSNNBaGMYE4JprrqFKlSrcfPPNPP/88xQtWtTrkIwxESKgyhRuUpquqsfdP0tS5qz89ttvtGvXjt27dwMQFxfHsmXLGDp0qCUpY8wpgqn1t0hELgtZJCZPOHr0KIMGDaJGjRq8++67PP/88yemFSxY0MPIjDGRKsuiPxHJr6rHgEZARxFZDxzAacNPVdWSlwnI999/T5cuXVi5ciUAd911F48//rjHURljIl0gz6gWAZcBzUMci8mlduzYQd++fXnzzTcBqFy5MmPHjuX666/3ODJjTDQIJFEJgKquD3EsJpdatmwZb775JgUKFODJJ5/kiSeesGI+Y0zAAklU54tIr8wmqurQHIzH5BJbt26lTJkyADRu3JiXX36ZZs2aUbVqVY8jM8ZEm0AqU8QARXC648joz5gTDh48SL9+/ahYsSLz588/Mb5v376WpIwx2RLIHdUWVX0h5JGYqPf555/TrVs3fvvtNwDmzp1Lw4YNPY7KGBPtAn5GZUxmNm/ezKOPPsq0adMASExMZNy4cZakjDE5IpBE1TjkUZio9eWXX3LnnXeyb98+ChcuzPPPP88jjzxC/vxn04ykMcaclOXVRFV3hiMQE53q1KlDTEwMzZs3Z/jw4VSsWNHrkIwxuUwwLVMYw549exg4cCCpqakAlC5dmuXLlzN9+nRLUsaYkIje8hlrVTusVJUPPviARx99lL/++osCBQrQt29fACpUqOBxdMaY3Cx6E5UJm/Xr19OtWzdmzZoFQMOGDWnatKnHURlj8gor+jOZOnLkCAMHDqRmzZrMmjWL4sWLM378eH744QcSExO9Ds8Yk0fYHZXJ1EcffcTTTz8NwD333MOQIUNOtDZhjDHhYonKnCI1NZXY2FgAWrduzaxZs2jXrh3XXXedx5EZY/IqK/ozAKSlpfHGG29QqVIlNmzYAEC+fPmYOHGiJSljjKcsURlWrFjBVVddRceOHdm8eTMTJ070OiRjjDnBElUeduDAAR5//HHq1q3Ljz/+SJkyZZg0adIpve4aY4zX7BlVHvXDDz9wzz338McffyAidO3alX//+98UL17c69CMMeYUlqjyqBIlSvDnn39Sp04dxo0bxz/+8Q+vQzLGmAxZ0V8ecezYMaZNm4aqApCQkMCcOXNYvHixJSljTESzRJUHLFq0iHr16tGyZUumTp16YvyVV15prZwbYyKeJapcbPfu3XTt2pUGDRqwbNkyLrroInsGZYyJOpaociFVZfLkyVSrVo2xY8cSExPD448/zsqVK2nSpInX4RljTFCs3CcXmjhxIvfffz/gFO+NHTuWWrVqeRyVMcZkT1juqESkqYisEZF1IvJEBtN7icgqEflFRL4WkYvCEVdu1aZNG+rXr88bb7zB3LlzLUkZY6JayBOViMQAo4GbgASgrYgk+M22FEhS1URgGvBKqOPKTb755huuvvpqdu/eDUBcXBwLFizggQceIF8+K901xkS3cFzF6gPrVHWDqh4FpgDNfGdQ1TmqetAdXABYT3wB2LZtG/feey+NGzdm7ty5vPbaayemiXUsaYzJJcKRqMoDm3yGU9xxmXkA+DyjCSLSSUSSRST52PHjORhidElLS2PChAlUrVqV9957j4IFCzJw4ED69evndWjGGJPjwlGZIqOv9prhjCL3AEnA1RlNV9UJwASApLi4DNeR261YsYJOnToxf/58AG688UZGjx7NJZdc4nFkxhgTGuFIVCnAhT7DFYA//WcSkeuB/sDVqnokDHFFpb/++ov58+dTtmxZXnvtNVq2bGnFfMaYXC0cRX+LgSoiUklECgBtgJm+M4hIXWA8cJuqbgtDTFHll19+OfH6+uuvZ+LEiaxevZpWrVpZkjLG5HohT1SqegzoDswCVgMfqOpKEXlBRG5zZxsMFAGmisgyEZmZyerylI0bN9K8eXNq1659oqgP4L777qNYsWIeRmaMMeETlh/8qupnwGd+457xeX190CvNxXcSqampDB8+nGeffZaDBw9StGhRNm7cSMOGDb0OzRhjws5apogw8+fPp3PnzieK+1q2bMmwYcMoX/5MFSWNMSb3skQVQd5++23at28PQKVKlRg1ahQ333yzt0EZY4zHLFFFkJtuuonSpUvz4IMP0r9/fwoVKuR1SMYY4zlLVB5as2YNw4YNY+TIkcTGxlK6dGk2bNhA4cKFvQ7NGGMihjUE54HDhw/z7LPPkpiYyPjx4xk5cuSJaZakjDHmVHZHFWZfffUVXbt2Zd26dQDcf//9tGvXzuOojDEmclmiCpO//vqLXr16MXnyZAASEhIYO3YsV111lceRGWNMZLOivzD57LPPmDx5MnFxcbz00kssXbrUkpQxxgTA7qhCaOfOnZQoUQKA9u3bs3btWh566CEqVarkcWTGGBM97I4qBPbt20evXr2Ij4/nt99+AyBfvnwMGjTIkpQxxgTJElUOUlWmT59OQkICw4YN48CBA3zzzTdeh2WMMVHNiv5yyO+//87DDz/MJ598AkBSUhLjx4/nsssu8zgyY4yJbnZHlQPef/99EhIS+OSTTzj33HMZNWoUCxYssCRljDE5wO6ockCtWrU4duwYrVu3ZujQoZQrV87rkIyJeKmpqaSkpHD48GGvQ8mVChYsSIUKFYiNjfU6lLNmiSobdu7cyTvvvMMjjzyCiJCQkMDq1autO3hjgpCSkkLRokWJj4+3DkBzmKqyY8cOUlJSckUFLiv6C4Kq8s4771C1alV69uzJ1KlTT0yzJGVMcA4fPkzJkiUtSYWAiFCyZMlcc7dqd1QB+t///keXLl349ttvAbjmmmtITEz0NihjopwlqdDJTcfW7qiycOjQIZ5++mkSExP59ttvKVWqFG+//TbffPMN1apV8zo8Y4zJ9SxRZWH06NEMHDiQ1NRUOnbsyJo1a2jXrl2u+rZiTF4VExNDnTp1qFmzJrfeeiu7d+8+MW3lypVcd911XHrppVSpUoUBAwagqiemf/755yQlJVG9enWqVatG7969vdiFPMESVQaOHz9+4nW3bt1o1qwZP/zwAxMmTDjRJJIxJvrFxcWxbNkyVqxYQYkSJRg9ejTglKTcdtttPPHEE6xdu5aff/6ZefPmMWbMGABWrFhB9+7dee+991i9ejUrVqzg4osvztHYjh07lqPri2aWqHwcP36c0aNHU6NGjRPfrOLi4vj444+58sorPY7OmFxMJDR/QWjYsCGbN28GYNKkSVx55ZU0adIEgEKFCjFq1CgGDRoEwCuvvEL//v1PFP/nz5+frl27nrbO/fv306FDB2rVqkViYiIffvghAEWKFDkxz7Rp02jfvj3gtAnaq1cvrr32Wvr06UN8fPwpd3mVK1dm69atbN++nTvuuIN69epRr149fvzxx6D2NdpYZQrXTz/9ROfOnVm8eDEAkydPpkuXLh5HZYwJh+PHj/P111/zwAMPAE6x3+WXX37KPJdccgn79+9n7969rFixgsceeyzL9Q4YMIBixYqxfPlyAHbt2pXlMmvXrmX27NnExMSQlpbG9OnT6dChAwsXLiQ+Pp4yZcpw11130bNnTxo1asTGjRu58cYbWb16dTb2PDpEb6LKoWdEe/fu5ZlnnmHkyJGkpaVRoUIFRo4cSbNmzXJk/caYAPg8+wmnQ4cOUadOHX7//Xcuv/xybrjhBjcczfQ5dDDPp2fPns2UKVNODJ933nlZLtOyZUtiYmIAaN26NS+88AIdOnRgypQptG7d+sR6V61adWKZvXv3sm/fPooWLRpwbNEkTxf9ffHFF1SvXp3hw4cjIvTq1YtVq1bRvHlzqyxhTB6Q/ozqjz/+4OjRoyeeUdWoUYPk5ORT5t2wYQNFihShaNGi1KhRgyVLlmS5/swSnu84/986FS5c+MTrhg0bsm7dOrZv387HH39MixYtAEhLS2P+/PksW7aMZcuWsXnz5lybpCCPJ6r8+fPz559/Ur9+fZKTk3n11Vdz9ZttjMlYsWLFGDFiBEOGDCE1NZW7776bH374gdmzZwPOnVePHj3o27cvAH369OHFF19k7dq1gJM4hg4detp6mzRpwqhRo04Mpxf9lSlThtWrV58o2suMiHD77bfTq1cvqlevTsmSJTNc77Jly87yCES2PJWojh49yhdffHFi+Prrr2fWrFnMmzePOnXqeBiZMcZrdevWpXbt2kyZMoW4uDhmzJjBwIEDqVq1KrVq1aJevXp0794dgMTERF577TXatm1L9erVqVmzJlu2bDltnU899RS7du2iZs2a1K5dmzlz5gAwaNAgbrnlFq677jrKli17xrhat27Ne++9d6LYD2DEiBEkJyeTmJhIQkIC48aNy8EjEXlEPSobPltJFSpockpKwPN///33dO7cmVWrVjFv3jwaNmwYwuiMMVlZvXo11atX9zqMXC2jYywiS1Q1yaOQsiV676guuCCg2f7++2/uv/9+rrrqKlatWkWVKlVIS0sLcXDGGGNySvQmqiyoKm+99RbVqlXjrbfeokCBAjz77LP88ssv9psoY4yJItFbPT0LL774Ik899RQAjRs3ZsyYMVx66aUeR2WM8XWmauDm7ETrY52M5No7qgcffJBq1arx3nvv8dVXX1mSMibCFCxYkB07duSqC2qkSO+PqmDBgl6HkiNyzR3V559/zrhx45g2bRqxsbGUKVOGlStXki9frs3FxkS1ChUqkJKSwvbt270OJVdK7+E3N4j6RLV582YeffRRpk2bBsDEiRPp2LEjgCUpYyJYbGxsruh91oReWK7kItJURNaIyDoReSKD6eeIyPvu9IUiEh/IekeMGEH16tWZNm0ahQsXZsiQIXTo0CGnwzfGGOOhkP+OSkRigLXADUAKsBhoq6qrfObpCiSqamcRaQPcrqqtM1yhq3Dhwnrw4EEAmjdvzvDhw6lYsWKodsMYY3IF+x1VxuoD61R1g6oeBaYA/i2+NgPedl9PAxpLFlWBDh48yIUXXsiMGTOYPn26JSljjMmlwvGMqjywyWc4BfhHZvOo6jER2QOUBP72nUlEOgGd3MEjmzZtWmGtnANQCr9jlYfZsTjJjsVJdixOqup1AMEKR6LK6M7Iv7wxkHlQ1QnABAARSY6229dQsWNxkh2Lk+xYnGTH4iQRSc56rsgSjqK/FOBCn+EKwJ+ZzSMi+YFiwM4wxGaMMSbChSNRLQaqiEglESkAtAFm+s0zE7jPfX0n8I3arwCNMcYQhqI/95lTd2AWEAO8qaorReQFIFlVZwL/Ad4VkXU4d1JtAlj1hJAFHX3sWJxkx+IkOxYn2bE4KeqORdR282GMMSZvsKYbjDHGRDRLVMYYYyJaxCeqUDW/FG0COA69RGSViPwiIl+LyEVexBkOWR0Ln/nuFBEVkVxbLTmQYyEirdxzY6WITAp3jOESwGekoojMEZGl7ufkZi/iDAcReVNEtonIikymi4iMcI/VLyJyWbhjDIqqRuwfTuWL9cDFQAHgZyDBb56uwDj3dRvgfa/j9ug4XAsUcl93yY3HIdBj4c5XFJgLLACSvI7bw/OiCrAUOM8dLu113B4eiwlAF/d1AvC713GH8HhcBVwGrMhk+s3A5zi/YW0ALPQ65jP9RfodVUiaX4pCWR4HVZ2jqgfdwQU4v1fLjQI5JwAGAK8Ah8MZXJgFciw6AqNVdReAqm4Lc4zhEsixUOBc93UxTv89Z66hqnM5829RmwHvqGMBUFxEyoYnuuBFeqLKqPml8pnNo6rHgPTml3KTQI6Drwdwvi3lRlkeCxGpC1yoqp+EMzAPBHJeXApcKiI/isgCEWkatujCK5Bj8Rxwj4ikAJ8BD4cntIgU7DXFU5HeH1WONb8U5QLeRxG5B0gCrg5pRN4547EQkXzAMKB9uALyUCDnRX6c4r9rcO6yvxeRmqq6O8SxhVsgx6ItMFFVXxWRhji/3aypqmmhDy/iRNV1M9LvqKz5JUcgxwERuR7oD9ymqkfCFFu4ZXUsigI1gW9F5Hec8veZubRCRaCfjxmqmqqqvwFrcBJXbhPIsXgA+ABAVecDBXEaq82LArqmRIpIT1TW/JIjy+PgFneNx0lSufU5BGRxLFR1j6qWUtV4VY3HeV53m6pGXUOcAQjk8/ExTkUbRKQUTlHghrBGGR6BHIuNQGMAEamOk6i2hzXKyDETaOfW/msA7FHVLV4HlZmILvrT0DW/FFUCPA6DgSLAVLcuyUZVvc2zoEMkwGORJwR4LGYBTURkFXAc6KOqO7yLOjQCPBaPAa+LSE+cYq72ufBLLQAiMhmnuLeU+0zuWSAWQFXH4TyjuxlYBxwEIrprdGtCyRhjTESL9KI/Y4wxeZwlKmOMMRHNEpUxxpiIZonKGGNMRLNEZYwxJqJZojIRS0SOi8gyn7/4M8wbn1lL0UFu81u3Be6f3WaHqmZjHZ1FpJ37ur2IlPOZ9oaIJORwnItFpE4AyzwqIoXOdtvGhJslKhPJDqlqHZ+/38O03btVtTZOY8eDg11YVcep6jvuYHugnM+0B1V1VY5EeTLOMQQW56OAJSoTdSxRmaji3jl9LyI/uX9XZDBPDRFZ5N6F/SIiVdzx9/iMHy8iMVlsbi5Q2V22sduP0XK3r59z3PGD5GQ/YEPccc+JSG8RuROn3cX/utuMc++EkkSki4i84hNzexEZmc045+PToKiIjBWRZHH6n3reHdcDJ2HOEZE57rgmIjLfPY5TRaRIFtsxxhOWqEwki/Mp9pvujtsG3KCqlwGtgREZLNcZGK6qdXASRYrbZE5r4Ep3/HHg7iy2fyuwXEQKAhOB1qpaC6dFly4iUgK4HaihqonAQN+FVXUakIxz51NHVQ/5TJ4GtPAZbg28n804m+I0lZSuv6omAYnA1SKSqKojcNpyu1ZVr3WbU3oKuN49lslAryy2Y4wnIroJJZPnHXIv1r5igVHuM5njOG3X+ZsP9BeRCsBHqvqriDQGLgcWu01MxeEkvYz8V0QOAb/jdAVRFfhNVde6098GugGjcPq7ekNEPgUC7lZEVbeLyAa3nbVf3W386K43mDgL4zQZ5NtDaysR6YTz+S6L00ngL37LNnDH/+hupwDOcTMm4liiMtGmJ7AVqI1TInBax4iqOklEFgL/AmaJyIM43Rq8rapPBrCNu30bsRWRDPs3c9uXq4/T0GkboDtwXRD78j7QCiNv/1UAAAFkSURBVPgfMF1VVZysEXCcOD3ZDgJGAy1EpBLQG6inqrtEZCJO46v+BPhKVdsGEa8xnrCiPxNtigFb3D6E7sW5mziFiFwMbHCLu2biFIF9DdwpIqXdeUqIyEUBbvN/QLyIVHaH7wW+c5/pFFPVz3AqKmRU824fTtcjGfkIaI7TT9L77rig4lTVVJwivAZuseG5wAFgj4iUAW7KJJYFwJXp+yQihUQko7tTYzxnicpEmzHAfSKyAKfY70AG87QGVojIMqAaTpfbq3Au6F+KyC/AVzjFYllS1cM4rUtPFZHlQBowDuei/4m7vu9w7vb8TQTGpVem8FvvLmAVcJGqLnLHBR2n++zrVaC3qv4MLAVWAm/iFCemmwB8LiJzVHU7To3Eye52FuAcK2MijrWebowxJqLZHZUxxpiIZonKGGNMRLNEZYwxJqJZojLGGBPRLFEZY4yJaJaojDHGRDRLVMYYYyLa/wPDQmY5jnbhRwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "predictions = pd.Series(data=gbm.predict(X_test, \\\n",
    "                num_iteration=gbm.best_iteration), index=X_test.index)\n",
    "preds, average_precision = plotResults(y_test, predictions, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision at 75% recall 0.004698601879440752\n"
     ]
    }
   ],
   "source": [
    "preds, precision = precisionAnalysis(preds, \"anomalyScore\", 0.75)\n",
    "print(\"Precision at 75% recall\", precision)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Unsupervised"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "oversample_multiplier = 100\n",
    "\n",
    "X_train_original = X_train.copy()\n",
    "y_train_original = y_train.copy()\n",
    "X_test_original = X_test.copy()\n",
    "y_test_original = y_test.copy()\n",
    "\n",
    "X_train_oversampled = X_train.copy()\n",
    "y_train_oversampled = y_train.copy()\n",
    "X_train_oversampled = X_train_oversampled.append( \\\n",
    "        [X_train_oversampled[y_train==1]]*oversample_multiplier, \\\n",
    "        ignore_index=False)\n",
    "y_train_oversampled = y_train_oversampled.append( \\\n",
    "        [y_train_oversampled[y_train==1]]*oversample_multiplier, \\\n",
    "        ignore_index=False)\n",
    "\n",
    "X_train = X_train_oversampled.copy()\n",
    "y_train = y_train_oversampled.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Sequential()\n",
    "model.add(Dense(units=40, activation='linear', \\\n",
    "                activity_regularizer=regularizers.l1(10e-5), \\\n",
    "                input_dim=29,name='hidden_layer'))\n",
    "model.add(Dropout(0.02))\n",
    "model.add(Dense(units=29, activation='linear'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "model.compile(optimizer='adam',\n",
    "              loss='mean_squared_error',\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 155058 samples, validate on 38765 samples\n",
      "Epoch 1/5\n",
      "155058/155058 [==============================] - 16s 104us/step - loss: 0.1347 - acc: 0.8660 - val_loss: 0.1847 - val_acc: 0.9719\n",
      "Epoch 2/5\n",
      "155058/155058 [==============================] - 14s 91us/step - loss: 0.0515 - acc: 0.9246 - val_loss: 0.3361 - val_acc: 0.9587\n",
      "Epoch 3/5\n",
      "155058/155058 [==============================] - 15s 99us/step - loss: 0.0445 - acc: 0.9255 - val_loss: 0.1167 - val_acc: 0.9779\n",
      "Epoch 4/5\n",
      "155058/155058 [==============================] - 15s 100us/step - loss: 0.0408 - acc: 0.9249 - val_loss: 0.1459 - val_acc: 0.9531\n",
      "Epoch 5/5\n",
      "155058/155058 [==============================] - 14s 93us/step - loss: 0.0381 - acc: 0.9242 - val_loss: 0.0670 - val_acc: 0.9663\n"
     ]
    }
   ],
   "source": [
    "num_epochs = 5\n",
    "batch_size = 32\n",
    "\n",
    "history = model.fit(x=X_train, y=X_train,\n",
    "                    epochs=num_epochs,\n",
    "                    batch_size=batch_size,\n",
    "                    shuffle=True,\n",
    "                    validation_split=0.20,\n",
    "                    verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "190523/190523 [==============================] - 3s 18us/step\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XucVXW9//HXm2EuchG5aQICKpBxSEEJ9UeBJpKWRyvLNC9ZXk6lv/J3OpWdixJqZp1OWdopPaapqallcVIPpmneC5QIwctBQpjAELkJw2Uun98fa41sx5m1N8Psvefyfj4e85i91/rstT5r7ctnre93XRQRmJmZtaVXuRMwM7POzYXCzMwyuVCYmVkmFwozM8vkQmFmZplcKMzMLJMLRTtIWizpqDwxIyVtllRRorSKTtJySTPSx7Mk3VrunKx8JP1I0r8VEJf3+2KdW7cqFOkP2db0B/pvkm6U1K+j5xMRfxcRj+SJWRER/SKisaPnn/5I16fLuUHSk5KO7Oj59BSSbpLUIGlYuXPpCOny7Eg/H+sk/VbSQR09n4j4bERcVkBc3u9LTyFpkKR7JG2R9IqkT2bEXiRpmaRNklZJ+q6k3jnjL5O0KP3szipm3t2qUKT+PiL6AYcC7wH+tWWAEl192X+eLucQ4GHgrjLn0+FyvxRFnEdf4GRgI3B6keZR9OVoxbfSz8cIYA1wU2tBZcqtJ7sW2AHsQ/J5+09Jf9dG7H8Dh0bEnsAE4BDgCznjlwJfAe4tXrqJrv5j2aaI+CtwP8kKRtIjkq6Q9ARQBxwgaYCkGyStlvRXSZfnNhVJOk/S85LekLRE0qHp8NwmmCmS5qdV/2+S/iMdPlpSNH8RJQ2TNCfdwlsq6byc+cySdKekm9N5LZY0ucDlbAB+BgyXNDRnmidI+lPOHsfBOeP2k/RLSa9Jel3SNenwAyX9Lh22VtLPJO3VnvUv6aR0/pskvSzpuJbrLmfZb22xzs6RtAL4naT/kXRhi2kvlPTR9PFB6RbzOkkvSjplF1M9GdgAzAY+lTOPYene6aCcYZPS9VKZPv9M+vlYL2mupFE5sSHpAkn/C/xvOuxqSSvTdfKMpPflxO8h6afptJ6X9BVJtS3y+UX6nv1FUu4PRpsiog64jZ3fg1mS7pZ0q6RNwNmSekm6OH2fXk8/i7nL/d70M7Qhzf/sdPhNki5PHw+R9Js0Zp2kx5RujLX4vlRL+p6SLeRV6ePqdNxRkmolfUnSGiXfy08XspxdgXZulPxbRGyOiMeBOcCZrcVHxMsRsaH55UATMCZn/E8j4n7gjeJm3o0LhaT9gA8CC3IGnwmcD/QHXgF+CjSQrPxJwEzg3PT1HwdmAWcBewInAq+3MqurgavTqn8gcGcbKd0O1ALDgI8B35B0TM74E4E7gL1IPjzXFLicVWmOrwPr02GHAj8B/gEYDPwYmJN+SSuA36TLPxoYns4Xkg/jlWmO7wL2S9fBLpE0BbgZ+HK6PNOA5bswienp/D9A8iN3Ws60xwOjgHvTL95v05i907gfKt1Ck/RJSX/OM69Pkbw3dwAHpeuOiFgFPEXyxW72SeDuiKiX9GHgn4GPAkOBx9Lp5PowcDgwPn0+D5gIDEpzvktSTTruUpL34wDgWOCMnGXuRbJ1uZDk/ToGuEjSB/IsG0qaXk/nrd+Dk4C7Sd6bn5FspX6YZL0PI/kcXZu+fiTJBtcP0uWcCPyplVl9ieTzPZRka/mfgdauD/QvwBHpdA4BpvDWvf53AAPS5TwHuFbSwDaW7YdpYWrtL9/7Xg7jgMaIeCln2EKgrT2K5s/wJmAtyfr6cXFTbENEdJs/kh+jzSRbiK8APwT2SMc9AszOid0H2N48Ph12GvBw+ngu8MWM+cxIHz8KfB0Y0iJmNMkXpTfJD24j0D9n/JXATenjWcCDOePGA1szlnMWye7rhnS6rwNH5Yz/T+CyFq95keSH4EjgNaB3Aevzw8CCNpZ7FnBrG6/7MfDdfOuu5XRy1tkBOeP7A1uAUenzK4CfpI8/ATzWyrwvLfDzMpJkK21iznt+dc74c4HfpY8FrASmpc/vB87Jie1FsqfanGcA788z//XAIenjZcAHWsy7Nn18OLCixWu/BtzYxnRvAraln49XSTY8DsxZ34+2iH8eOCbn+b5AffrZ/RpwT8Z8Lk8fzwZ+DYzJ8315GfhgzrgPAMvTx0cBW3M/myTNZkcU8n529j/gfcCrLYadBzxSwGvHApcB72hl3K3ArGLm3h33KD4cEXtFxKiI+HxEbM0ZtzLn8SigEljdvBVC8iOzdzp+P5IPdT7nkGwpvCBpnqQTWokZBqyLiNxdxFdItpqavZrzuA6okdRb0ulKOiU3S7o/J+bOiNiLpOA9BxzWYtm+lLuFlS7PsPT/K5E0Wb2FpL0l3aGkGW4TyQdwSAHroKVC111b3nyf0nV2L3BqOuhUkq1gSJbz8BbLeTrJVmkhzgSej4jmLeSfAZ9sbloi2eo+Ukkn9zSSH//HcuZ9dc5815EUk9z3NPfzRtqk8rykjelrBrBz/Q5rEd/yszqsxXL+M8l735Z/T78H74iIEyMi9/1Y2SJ2FHBPzrSfJ9kA2YfC38tvk7SZP6CkA/biNuKGkXz2m72SDmv2eovPZh3Q4QeklMlmktaJXHtSQNNRRPwvsJhk47fkelpHVu6u8EqSPYohrf1opuMPzDvB5A08LW0e+Chwt6TBLcJWAYMk9c8pFiOBvxYw/Z+x84extfFrJf0DME/SbRGxOs39ioi4omW8kqOjRkrq3cpyX0myjg6OiNfT5pWCmsBayFp3W4A+Oc9b+1Fv2WRxO3CppEeBPUg675vn8/uIOLYdOULSZDdSUnOR7k3SVHc8MCciNkh6ADiFpCns9kg34di5jtt8b3KXI+2P+CpJs9HiiGiStJ6kuACsJul4XpI+3y9nOiuBv0TE2HYuZ5t55Uz/MxHxRMtASStJmoeyJ5h8rr9EsoHyd8DDkuZFxEMtQleRFKbF6fOR6bBdJulH5DTRtfBKRLTZpFMmLwG9JY1NfzcgaU5anPGaXL0p4DepGLrjHkVB0h/UB4DvSNoz7dA7UNL0NOS/gH+SdJgSY5TTWdlM0hmShkZEE8muPiRbY7nzWgk8CVwpqUZJx/I5ZBSAXVyWF0iaTb6SDroe+Kykw9Pc+0r6kKT+wB9JfpS+mQ6vkTQ1fV1/0qY7ScNJ+hja4wbg05KOSdfrcO08PPNPwKmSKpV02H+sgOndR/LjMpvkaK+mdPhvgHGSzkynVynpPZLelW+CacE8kORHcGL6N4Gk7+BTOaG3kRSUk9PHzX4EfC2nP2RA2q/Vlv4k/WGvkfxYXMJbty7vTKc3MF33uR34fwQ2Sfqqkk7vCkkTJL0n33IW6EfAFc2fb0lDJZ2UjvsZMEPSKeke7mBJE1tOQMnBE2MkCdhE8h1o7dDw24F/TecxBLiEZM91l0VyeG6/Nv46W5EgIrYAvwRmp9+9qST9Rbe0Fi/pXEl7p4/HkzQDPpQzvlJJH1cvks9UjYp03laPLRSps4Aqkq249SRNDfsCRMRdJO3ht5HsGv6KpBOypeOAxZI2k3RsnxoR21qJO42kDX4VcA9JO/pvO3BZvg2cL2nviJhP0vZ5TbpcS4GzASI5r+PvSTrwV5B0QH4incbXSQ4r3kjS3PPL9iQSEX8EPg18N53W70l+6AH+jeQHen06v9tam0aL6W1Pc5mRG59uxc4kaY5aRdJ8dxXQfBTN6ZLa2lr7FPDriFgUEa82/5G8hydo51E/c0jah/8WEQtz5n1POq870ma650j2RNoyl6Rf4yWS5pZtvLUJaDbJe/EX4EGSz+L2dF7N79nEdPxakg2ZARnz2xVXkyznA5LeAJ4m6RchIlaQHBTyJZLmtT+RbAW3NDbNezPJQQA/jNbPnbgcmA/8GVgEPJsO6yk+T7JXvIakaH4uIhZDsteZ/o40mwoskrSFZGPpPpImx2bXk/TpnEZykMBW2jiCandp5560mXUWkj5HstExPW+wWZH19D0Ks05B0r6SpqZNde8k2YK/p9x5mUHP68w266yqSI6625+kr+sOynSEi1lLbnoyM7NMbnoyM7NMXa7paciQITF69Ohyp2Fm1qU888wzayNiaP7It+tyhWL06NHMnz+/3GmYmXUpkl7JH9U6Nz2ZmVkmFwozM8vkQmFmZplcKMzMLJMLhZmZZXKhMDOzTEUrFJJ+ouS+t8+1MV6Svq/k/tF/VnoLSjMz61yKuUdxE8kluNtyPMmliceS3Mf6PwuZqC85YmZWWkUrFBHxKMn169tyEnBzJJ4G9pK0b77pvvJKu88ZMTOzdihnH8Vw3nrjllreer/hN0k6X9J8SfO3bNlCXV1dSRI0M7PyFgq1MqzVdqWIuC4iJkfE5KqqKjc/mZmVUDkLRS1vvYH8CNp5k3UzMyuechaKOcBZ6dFPRwAbI2J1GfMxM7NWFO3qsZJuB44ChkiqBS4FKgEi4kckNwr/ILAUqAM+XaxczMys/YpWKCLitDzjA7igWPM3M7OO4TOzzcwskwuFmZllcqEwM7NMLhRmZpbJhcLMzDK5UJiZWSYXCjMzy+RCYWZmmVwozMwskwuFmZllcqEwM7NMLhRmZpbJhcLMzDK5UJiZWSYXCjMzy1S0+1FY6dXX1xcU17t3b6TWblluZvZ2LhTdxK233sqtt95Kcj+obO94xzu48cYb6dXLO5Rmlp8LRTexatUqNm/ezLve9a7MvYWVK1eyYMECNmzYwKBBg0qYoZl1VS4UndyOHTt47bXX8sbV1dVRVVXF8ccfT2VlZZtxDz/8MKtWrerIFM2sm3Oh6OQuv/xynnrqqYKalCoqKkqQkZn1NC4UndyGDRtobGxk4sSJeWOHDBniYmFmHc6Fogvo27cvRx99dLnTMLMeyoWiTJ555hlWrFiRN279+vUlyMbMrG0uFGVy1VVXUVtbm7fvISIYPXp0aZIyM2uFC0WZ7Nixg1GjRnHMMcfkje3Tp08JMjIza50LRRlVVlayzz77lDsNM7NMPjXXzMwyeY+ig917772sW7cub1xDQ0MJsjEz230uFB1o48aN/OAHP2DDhg0FxbuT2sy6AheKDtTU1ERjYyOTJk3ife97X974qqqqEmRlZrZ7XCiKoHfv3vTv37/caZiZdQh3ZpuZWaaiFgpJx0l6UdJSSRe3Mn6kpIclLZD0Z0kfLGY+Zma264pWKCRVANcCxwPjgdMkjW8R9q/AnRExCTgV+GGx8jEzs/YpZh/FFGBpRCwDkHQHcBKwJCcmgD3TxwOATnmjhG3btnHzzTezdevWzLjt27eXKCMzs9IpZqEYDqzMeV4LHN4iZhbwgKT/C/QFZrQ2IUnnA+cD1NTUdHii+bz88svcddddbN26ld69s1eZJAYPHlyizMzMiq+YhaK1+3G2vALeacBNEfEdSUcCt0iaEBFNb3lRxHXAdQADBgzIfwefImhsbOS9730vkydPzhubr5iYmXUlxfxFqwX2y3k+grc3LZ0DHAcQEU9JqgGGAGuKmFe7VVRUUF1dXe40zMxKqphHPc0DxkraX1IVSWf1nBYxK4BjACS9C6gB8t8g2szMSqZohSIiGoALgbnA8yRHNy2WNFvSiWnYl4DzJC0EbgfOjkJuDm1mZiVT1Mb0iLgPuK/FsEtyHi8BphYzBzMz2z0+M9vMzDK5UJiZWSYXCjMzy9SjD/hvbGzkhRdeoL6+PjPulVdeKVFGZmadT48uFE899RSXXXYZO3bsyBu7Y8cO3z/CzHqkHl0otm7dypYtW5g0aRKDBg3KjK2srGTMmDElyszMrPPo0YWi2ZgxYzjggAPKnYaZWafkzmwzM8vkQmFmZplcKMzMLJMLhZmZZXKhMDOzTC4UZmaWyYXCzMwyuVCYmVkmFwozM8vkQmFmZplcKMzMLJMLhZmZZXKhMDOzTN326rER0SExZmY9XbcsFL/97W/53ve+R0NDQ97YpqYmevXyjpWZWVu6ZaFYtWoV69at46CDDqKioiIztqamhsGDB5coMzOzrqdbFopmM2fOpF+/fuVOw8ysS3Obi5mZZerWexTWuohg06ZN9O6d/fZXV1dTXV1doqzMrLNyoehhnn32WRobGzn77LOprKzMjK2uruaWW25h4MCBJcrOzDojF4oepq6ujvr6ekaOHEn//v3bjFuzZg3PP/88y5Yt47DDDithhmbW2bhQ9FBTp05l2LBhbY5fuHAhL774os81MTMXCmtd8zkojz/+OBs2bMiMramp4cgjj8x7KLKZdU0uFNaql156iR07dnDrrbdSU1OTN/6KK65g+vTpJcjMzEqt4EIhaTgwKvc1EfFoMZKy8mtsbKSpqYmDDjqIyZMntxm3Zs0afv3rX/O3v/2thNmZWSkVVCgkXQV8AlgCNKaDA8gsFJKOA64GKoD/iohvthJzCjArnd7CiPhkocnbrhs2bFjepqRcgwcP5sADD2xzfHV1tZuczLq5QvcoPgy8MyK2FzphSRXAtcCxQC0wT9KciFiSEzMW+BowNSLWS9q78NStPT7zmc+wdu1aBg0aVO5UzKyLKPTM7GVA9kH3bzcFWBoRyyJiB3AHcFKLmPOAayNiPUBErNnFedguksTQoUO9F2BmBSt0j6IO+JOkh4A39yoi4gsZrxkOrMx5Xgsc3iJmHICkJ0iap2ZFxP8UmJMVUfM5FoV0ZJtZ91ZooZiT/u0KtTKs5UH5vYGxwFHACOAxSRMi4i2N6JLOB84H/3CVygknnMDAgQM5+OCDy52KmZVZQYUiIn4qqYp0DwB4MSLq87ysFtgv5/kIYFUrMU+n0/qLpBdJCse8FvO/DrgOYMCAAT4DrAQqKiqYNm1audMws06goD4KSUcB/0vSOf1D4CVJ+X5F5gFjJe2fFplTefteya+Ao9N5DCEpRMsKzt7MzIqu0Kan7wAzI+JFAEnjgNuBNi8CFBENki4E5pL0P/wkIhZLmg3Mj4g56biZkpoPu/1yRLze/sUxM7OOVmihqGwuEgAR8ZKkvEdBRcR9wH0thl2S8ziAf0z/zMysEyq0UMyXdANwS/r8dOCZ4qRkZmadSaGF4nPABcAXSI5mepSkr8LMzLq5Qo962g78R/pnZmY9SGahkHRnRJwiaRFvPweCiPBB9mZm3Vy+PYovpv9PKHYiZmbWOWWeRxERq9OHa4GVEfEKUA0cwttPnjMzs26o0IsCPgrUpPekeAj4NHBTsZIyM7POo9BCoYioAz4K/CAiPgKML15aZmbWWRRcKCQdSXL+xL3pMN9G1cysByi0UFxEcoOhe9LLcBwAPFy8tMzMrLMo9DyK3wO/z3m+jOTkOzMz6+bynUfxvYi4SNJ/0/p5FCcWLTMzM+sU8u1RNF/b6d+LnYiZmXVOmYUiIpov/Dcf2BoRTQCSKkjOpzAzs26u0COXHgJmAJvT53sADwD/pxhJZWloaOCuu+7KvCXq4sWLS5iRmVn3VmihqImI5iJBRGyW1KdIOeV1zTXXUFFRkRnTv3//EmVjZta9FVootkg6NCKeBZB0GLC1eGm1LSI499xz6devX97Yvn37liAjM7PurdBCcRFwl6Tm6zvtC3yiOCnlN2DAgIIKhZmZ7b5Cz6OYJ+kg4J0kNy56ISLqi5qZmZl1CgWdmZ32R3wV+GJELAJGS/Klx83MeoBCL+FxI7ADODJ9XgtcXpSMzMysUym0UBwYEd8C6gEiYitJE5SZmXVzhRaKHZL2IL2Mh6QDge1Fy8rMzDqNQo96uhT4H2A/ST8DpgJnFyspMzPrPPIWCkkCXiC5adERJE1OX4yItUXOzczMOoG8hSIiQtKvIuIwdt60yMzMeohC+yielvSeomZiZmadUqF9FEcDn5W0HNhC0vwUEXFwsRIzM7POodBCcXxRszAzs04r3x3uaoDPAmOARcANEdFQisTMzKxzyNdH8VNgMkmROB74TtEzMjOzTiVf09P4iHg3gKQbgD8WPyUzM+tM8u1RvHmFWDc5mZn1TPkKxSGSNqV/bwAHNz+WtCnfxCUdJ+lFSUslXZwR9zFJIWnyri6AmZkVV2bTU0Rk3280g6QK4FrgWJKrzc6TNCcilrSI6w98AfhDe+dlZmbFU+gJd+0xBVgaEcsiYgdwB3BSK3GXAd8CthUxFzMza6diForhwMqc57XpsDdJmgTsFxG/yZqQpPMlzZc0v6HBXSVmZqVU6Al37dHa/SrizZFSL+C7FHAV2oi4DrgOoE+fPpEn3MzMOlAx9yhqgf1yno8AVuU87w9MAB5JLw1yBDDHHdpmZp1LMQvFPGCspP0lVQGnAnOaR0bExogYEhGjI2I08DRwYkTML2JOZma2i4pWKNLzLi4E5gLPA3dGxGJJsyWdWKz5mplZxypmHwURcR9wX4thl7QRe1QxczEzs/YpZtOTmZl1Ay4UZmaWyYXCzMwyuVCYmVkmFwozM8vkQmFmZplcKMzMLJMLhZmZZXKhMDOzTEU9M9u6vzfeeIOI4Pvf/z633XZbZmzv3r356le/ynve854SZWdmHcGFwnbLxo0b2bFjBxs3buSAAw5oM66hoYFFixbxu9/9zoXCrItxobAOMXLkSD7+8Y+3Ob6uro4lS5bQ2NhYwqzMrCO4j8LMzDK5UJiZWSYXCtst48ePp1evXowbN67cqZhZkbiPwnbLnnvuybe+9a1yp2FmReQ9CjMzy+RCYWZmmVwozMwskwuFmZllcqEwM7NMLhRmZpbJhcLMzDK5UJiZWSYXCjMzy+RCYWZmmVwozMwskwuFmZllcqEwM7NMLhRmZpbJhcLMzDK5UJiZWaaiFgpJx0l6UdJSSRe3Mv4fJS2R9GdJD0kaVcx8zMxs1xWtUEiqAK4FjgfGA6dJGt8ibAEwOSIOBu4GfKs0M7NOpph7FFOApRGxLCJ2AHcAJ+UGRMTDEVGXPn0aGFHEfMzMrB2Kec/s4cDKnOe1wOEZ8ecA97c2QtL5wPkAlZWVHZWfdVLbtm1j48aNBcUOHjyY3r2zP8YPP/wwv/jFL4iIvNMbPnw4X/va15BU0PzNeoJiForWvmmtflMlnQFMBqa3Nj4irgOuA+jTp0/+b7t1aV/84hdZtmxZQT/s06ZN45JLLsmMWbBgAc8++yxDhw7NjFu/fj2PP/44n/3sZxk0aNAu5by7Xn75ZdatW1dQ7Pjx4+nbt2+RMzLbqZiFohbYL+f5CGBVyyBJM4B/AaZHxPYi5mOdwKuvvsry5cszY1asWEFFRQUHHXRQZtxDDz3EL37xCwYOHJgZ98ILL1BdXc2ZZ55JdXV1m3GPPvooc+fOpbGxMXN6HW379u1cdNFFbNq0qaD4E044gS9/+ctFzspsp2IWinnAWEn7A38FTgU+mRsgaRLwY+C4iFhTxFyszBoaGogInnjiCRYvXpw3du3atVxwwQWZcU888QR1dXXcfffdeec/dOhQevXqmC65HTt28Nhjj1FfX58Z9/rrr3P77bfT0NCQ2ZQVEWzbto3t27fzoQ99KHOav/rVr3j++efblbdZexWtUEREg6QLgblABfCTiFgsaTYwPyLmAN8G+gF3pV+kFRFxYrFysvKpr6+noaGBbdu28f73vz8z9t5772XfffcteLoXXnhh3jhJefu3tm3bBsDjjz/OXnvt1Wbck08+ySOPPEJdXV2bMbnTbGxsZNKkSW3GNDU1MW/ePCZMmMDEiRMzp/fAAw90WMEzK1Qx9yiIiPuA+1oMuyTn8Yxizt86n759+zJt2rTMmGnTpuXdWs9VU1Ozu2kB8Oyzz1JfX883v/lNqqqqMmPr6uo49NBDOeSQQ9qMWblyJffccw+HHHIIH/3oRzOnd/LJJ9PQ0NCuvM2KraiFwqxZ//79kcTo0aMLii/k6LavfOUrrF69ejcz26mhoYHGxkaOPvpo9t577zbjli5dyoMPPsiIESMYNartc0RHjRpFv379GDZsWN55F7LHY1YuLhRWElVVVVx++eUdutVcU1PD/vvv32HTGzduHH/4wx8YNWoUI0a0fUrP2LFjmTFjRkFNQPmaksy6AhcKK5mKigoqKirKnUabTjnlFI477jj69euXN7ZcW/91dXUsWLAgb0c/wIwZM/jIRz5Sgqysu3OhMMux5557ljuFTE1NTWzfvp3a2trMuFWrVlFbW+tCYR3ChcKsi6moqODcc8/NjLnxxhvfPIrLbHe5UJh1IV//+tcLOoO7sbGRTZs2FdTZP3DgwA47csy6JxcKsy5EEoMHD84bt3r1arZt28aZZ56ZN3b06NFcf/31vr6VtcmFwqwbigi2b9/Ou9/97sy4JUuWsHjxYrZu3UqfPn1KlJ11NS4UZt3Q9OnTWb58ed6z4N944w2WLFlSoqysq3KhMOuGpk+fzvTprV6M2WyX+aIxZmaWyYXCzMwyuVCYmVkm91GY9WCLFi2irq6Oz3/+85m3lH3jjTfYvHkzF1xwQd7DaPv378/UqVN9uG034kJh1oNFBPX19axfvz7zOlxLly4lIpg1a1ZB17m6/vrrGT9+fEemamXkQmHWg5188sk89thjnHXWWZn34HjggQeYO3cuJ598cua9x5999lmefPJJLrjgAsaNG5c57+rqai6++OKCLsNu5eVCYdaDjR8/vqAt/5kzZzJ9+nSqqqoym5QWLVpEY2MjGzZsYM2atu9uvH37dlasWMGUKVM444wz2pW7lY4LhZkVpLq6Om/MzJkz2bBhA8cee2zmzZ9effVVrrnmGt/Vr4twoTCzDlNZWcnpp59ecPzq1atZvnx5ZkxFRQUjRoxw53gZuVCYWclt3LiRpqYmfvnLX/Lggw/mja+srOS9731vZsy2bduYOnVq5n3Mmw0dOtS3nt0FLhRmVnL77LMPDQ0NDBkyhAkTJrQZV19fz/33309VVRWPPPJI5jRfe+017r//fgYOHJh3/lOmTOEb3/jGrqbdY7lQmFnJ7bXXXlx55ZU0NTXl3bKvqamhT58+ea+EO3v2bDZv3pz3Glfz589nwYIFu5xzT+ZCYWZlUeg91KdOnVrQ9GbPnk1DQ0PmiYMAK1euZNOmTQVN0xK+hIeZdRv5ioS1jwuFmZllcqEqUT8JAAAG1UlEQVQwM7NMLhRmZpbJhcLMzDK5UJiZWSYXCjMzy+RCYWZmmVwozMwskwuFmZllKuppjJKOA64GKoD/iohvthhfDdwMHAa8DnwiIpYXMyczs1WrVvHQQw/ljRs1ahRjxowpQUadW9EKhaQK4FrgWKAWmCdpTkQsyQk7B1gfEWMknQpcBXyiWDmZmfXt2xeASy+9NG+sJC688MK816Sqrq5mypQpBc2/srISSW/eXyP3f+49N/LFZMXnPu+I+3gUc49iCrA0IpYBSLoDOAnILRQnAbPSx3cD10hSRETWhLds2eKbmJhZuxx77LEMGzbszYLRloULF/Lcc89x1VVX0atXdit9RLDHHnvkLSiNjY306tWroOkBBV00sampKe/0Uvkn1oZiForhwMqc57XA4W3FRESDpI3AYGBtbpCk84Hz06f155133oqiZNz17An4MpgJr4udvC522t11sSv9uJkbuO3Q0dN7Z3tfWMxC0domf8sFLySGiLgOuA5A0vyImLz76XV9Xhc7eV3s5HWxk9fFTpLmt/e1xTzqqRbYL+f5CGBVWzGSegMDgHVFzMnMzHZRMQvFPGCspP0lVQGnAnNaxMwBPpU+/hjwu3z9E2ZmVlpFa3pK+xwuBOaSdKL8JCIWS5oNzI+IOcANwC2SlpLsSZxawKSvK1bOXZDXxU5eFzt5XezkdbFTu9eFvAFvZmZZfGa2mZllcqEwM7NMnbZQSDpO0ouSlkq6uJXx1ZJ+no7/g6TRpc+yNApYF/8oaYmkP0t6SNKocuRZCvnWRU7cxySFpG57aGQh60LSKelnY7Gk20qdY6kU8B0ZKelhSQvS78kHy5FnsUn6iaQ1kp5rY7wkfT9dT3+WdGhBE46ITvdH0vn9MnAAUAUsBMa3iPk88KP08anAz8uddxnXxdFAn/Tx53ryukjj+gOPAk8Dk8uddxk/F2OBBcDA9Pne5c67jOviOuBz6ePxwPJy512kdTENOBR4ro3xHwTuJzmH7QjgD4VMt7PuUbx5+Y+I2AE0X/4j10nAT9PHdwPHqHte1yPvuoiIhyOiLn36NMk5K91RIZ8LgMuAbwHbSplciRWyLs4Dro2I9QARsabEOZZKIesiSM7ShuR8rZbndHULEfEo2eeinQTcHImngb0k7Ztvup21ULR2+Y/hbcVERAPQfPmP7qaQdZHrHJIthu4o77qQNAnYLyJ+U8rEyqCQz8U4YJykJyQ9nV7NuTsqZF3MAs6QVAvcB/zf0qTW6ezq7wlQ5MuM74YOu/xHN1Dwcko6A5gMTC9qRuWTuS4k9QK+C5xdqoTKqJDPRW+S5qejSPYyH5M0ISI2FDm3UitkXZwG3BQR35F0JMn5WxMioqn46XUq7frd7Kx7FL78x06FrAskzQD+BTgxIraXKLdSy7cu+gMTgEckLSdpg53TTTu0C/2O/Doi6iPiL8CLJIWjuylkXZwD3AkQEU8BNcCQkmTXuRT0e9JSZy0UvvzHTnnXRdrc8mOSItFd26Ehz7qIiI0RMSQiRkfEaJL+mhMjot0XQ+vECvmO/IrkQAckDSFpilpW0ixLo5B1sQI4BkDSu0gKxWslzbJzmAOclR79dASwMSJW53tRp2x6iuJd/qPLKXBdfBvoB9yV9ueviIgTy5Z0kRS4LnqEAtfFXGCmpCVAI/DliHi9fFkXR4Hr4kvA9ZL+H0lTy9ndccNS0u0kTY1D0v6YS4FKgIj4EUn/zAeBpUAd8OmCptsN15WZmXWgztr0ZGZmnYQLhZmZZXKhMDOzTC4UZmaWyYXCzMwyuVCYtSCpUdKfJD0n6b8l7dXB0z9b0jXp41mS/qkjp2/W0VwozN5ua0RMjIgJJOfoXFDuhMzKyYXCLNtT5Fw0TdKXJc1Lr+X/9ZzhZ6XDFkq6JR329+m9UhZIelDSPmXI32y3dcozs806A0kVJJd9uCF9PpPkWklTSC6uNkfSNOB1kutsTY2ItZIGpZN4HDgiIkLSucBXSM4QNutSXCjM3m4PSX8CRgPPAL9Nh89M/xakz/uRFI5DgLsjYi1ARDRfnHIE8PP0ev9VwF9Kkr1ZB3PTk9nbbY2IicAokh/45j4KAVem/RcTI2JMRNyQDm/tWjg/AK6JiHcD/0ByITqzLseFwqwNEbER+ALwT5IqSS469xlJ/QAkDZe0N/AQcIqkwenw5qanAcBf08efwqyLctOTWYaIWCBpIXBqRNySXqL6qfQqvZuBM9IrlV4B/F5SI0nT1Nkkd1W7S9JfSS55vn85lsFsd/nqsWZmlslNT2ZmlsmFwszMMrlQmJlZJhcKMzPL5EJhZmaZXCjMzCyTC4WZmWX6/856o//k1FsQAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XmcTfX/wPHX2yBjJ1GWkHXG0sgSEhVFqRSJviW02PWN8pX0VUm+kmzZ9fsmqYQSaZF8VSrFJGQiWbJUdiOyNMz798c5M64x496ruXPunXk/H4/7mDnLPed9Pvfc8z7ncz73c0RVMcYYY8JVLq8DMMYYY87HEpUxxpiwZonKGGNMWLNEZYwxJqxZojLGGBPWLFEZY4wJa2GZqETkXhH5xOs4vCYil4vIURGJysJ1VhARFZHcWbXOUBKRBBG57gLeZ/tgGlmxb4jIZyLyUKiWbyKT30QlIr+IyHH3gLlbRGaISMFQBqWqb6jqTaFcRzhyy7pFyrCq7lDVgqp62su4vOIeFCv/nWWoag1V/czPes45AGf2Pigiz7jraJBZy4x0bpnM8joO45+I9HOP/4dF5L8ictF55n1IRDa7OeNjESmdzjx5RWSjiOwKZP2BXlHdpqoFgTigDjAowPeFFS+vErLLFUowrLwdIiJAJ+Ag0NnPvGETd2bKrtsVSuLwvNZLRFoCTwDNgQrAFcCzGczbDBgOtAGKA9uAt9KZdQCwN+AgVPW8L+AXoIXP8EjgA5/hi4BRwA5gDzAFiPaZ3gZYA/wBbAFaueOLAP8H/A78CgwDotxpXYAv3f+nAKPSxLQA6O/+Xxp4B9jnFsojPvM9A8wDZrnrfyid7SsCzHTfvx14CsjlE8dXwMvAYWAj0DzNe8+3DV8BY3AOUMOASsD/gAPAfuANoKg7/+tAMnAcOAr8C2enUCC3O89nwHPuco8AnwAlfOK5392GA8C/0352abY7GnjJnf8w8KU7LmWdnd3PdD8w2Od9DYAVQKK73ROAvD7TFegN/Axsc8eNA3a6n8F3wLU+80cBT7r7xhF3ejngC3dZf7rl0cGd/1ac/SkR+BqonWZfHQisA04CuX3LwI093o1jDzDaHb/DXddR99UIn33QnacGsMT9LPcAT/r77vi8t6n7ud7nfja+5XXOfuKOfwDYABwCFgPlfd6TYXmms+7P8Nnv09kuBXq4n9chYCIgPp/NKHcf2Op+rr77Y1D7f5q4WgF/AUluma8NcB9v6H7uicBa4LpAP4esfLn78Ls4x5UDwASfY9Isn/kqcO53/Hl3+4/jHI/i0yy7H7AwkONvJm3Lm8Bwn+HmwO4M5h0FTPQZLu1uXyWfcRXdfftmYFdAMQQQ5C+c+aKXBX4AxvlMHwssxMmehYD3gf+40xrgHARvxLl6KwNUd6e9B0wFCgAlgZVA97RfJpwv+U7OfHmKuR9gaXeZ3wFDgLw4mX4r0NJnp0gC7nDnPecDxElSC9zYKwCbgAd94jjl7hh5gA7u9hQPcBtOAX1xDpjRQGW3LC4CLsE5GI9Nr6zPsxNvAaq6y/sMGOFOi8X5wjdxy2KUu+0ZJaqJ7vvL4ByQGrtxpaxzuruOK3EO+jHu++riHCxyu/NuAB71Wa7iHNCLp5Q3zgH6Yvc9jwG7gXzutAE4+1Q1QNz1XeyzrMo+y74K5yzsajfmzm6ZXeRTfmtwDhLRacsUJ8F2cv8vCDRMr5zT2QcL4RyMHwPyucNXu9OaAIl+vkP/B8zB2YcOAG3TrCftfnIHsBmIccc9BXzt854MyzOddX+G/0S1CCgKXI5zYE05meyBc3JWzv08l3H2/hjU/p9ObM/gc9AOYB8v45bfLTjf5xvd4Usy88D8d1/uvrkWJ0kXcPeZJultc9p9z93eHTgnRrlxTgaOAFV83rMK6Ojv+JtOXE1wEnxGryYZvG8t7omiO1zCjfnidOZ9CZjkM1zGnbeNz7hFwJ3AdWRyojrqFpYCSzlzFSA4Z7y+2bIRZ86kpwJj0llmKZyDn++V1z3AsnQOEuJ+cE3d4YeB/7n/Xw3sSLPsQcCrPjvFF352qJNArM+47sBnPnH8hpsk3XErcapxAtmGHRmt253nDuD7NGXtL1E95TO9F/Cx+/8Q4C2faflxzljPSVQ4X/LjwJXpTEtZZ9k029wxg214FJjvM6zADX62+1DKuoGffHfiNPOlTVSTgefSzPMT0Myn/B5IZ/9NSVRf4FRZlEgzz1nlnM4+eI/v5xTMy/0c/gDu8PlOLEiznrT78Ee4J0s+n9cxfK6qMirPdKZ9hv9E1cRneA7whPv//4AePtNuSiknMmf/f4b0E1VG+/hA4PU08y8GOl/IZxOqF84xcJ/v/pTRNqfd99ztH5rmPbOAIe7/VXCOxfnxc/zNxO1JrQlzh/O4MVdIZ97mOFfgtXFONKbi1BTd406/0+fzvI4AE1Wg9Z93qGohd8HVcTIqOFcF+YHvRCRRRBKBj93x4JyJbUlneeXdjf3d531Tcc7KzqLOFs3G+RIA/AOnyixlOaVTluEu50mcL1GKnefZrhI4Vx/bfcZtxzkLSPGrG4Pv9NIBbsNZ6xaRkiIyW0R+FZE/cHbAEgRnt8//x3CuDHBjSl2fqh7DOdtMTwmcs7z0PpvzrkdEqorIIvfG6h849dFptyHtdj8mIhvcG7GJOGeJKe/JaB9JT3ngsTSfdzmcbU933Wk8iHOmvlFEVonIrQGuN5gY07oT58riQ3f4DeBmEbnEZ560MZcHxvls40Gcg1IZ8FueFyKgfYqzvydB7/+ZEE95oH2az78JcNkFridUygHbVfXUBb4/bbm9ydnHv/fc77e/429mOQoU9hlO+f9I2hlVdSnwNM7tmO04J4pHgF0iUgDn1lHfYAMI6kadqn4OzMCpVgIncx4HaqhqUfdVRJ2GF+AUeKV0FrUT52yshM/7CqtqjQxW/RZwl4iUx7mKesdnOdt8llFUVQup6i2+YZ9nk/bjVI+V9xl3OU59e4oy7s1w3+m/BbgNadf9H3dcbVUtjFOFI+eZPxi/41TNAiAi0TjVQ+nZD5wg/c/Gn8k41UFV3G14krO3AXy2Q0SuxTkTvhsopqpFcapPU96T0T6Snp3A82k+7/yq6nuzNsMyVNWfVfUenIPpC8A898vjr9yDiTGtzjgH2h0ishuYi3OAv8dnnrTr34lThea7ndGq+nUA5ZnWnzgHsxSXBhH77zgH3RSXp4kx2P0/rWD39504V1S+5VJAVUcEuZxQ2wlcnkEDkkA+j7Tl8glQQkTicPabN93x/o6/ZxGRa92WeBm9rs1gexJwquRTXAnsUdV0T4RVdaKqVlHVkjjH6tzAepyrwQrAcve78C5wmXvSWyGDdQMX9juqscCNIhKnqsk49zLGiEhJABEp47YSAaduvquINBeRXO606qr6O07hvyQihd1pldwWI+lt+Pc4l9KvAItVNdGdtBL4Q0QGiki0iESJSE0RqR/IhqjT7HsO8LyIFHITYX+cK50UJYFHRCSPiLTHuW/wYbDb4CqEc3aSKCJlcO7P+NqDc5/tQswDbhORxiKSF6eKK92Dl/u5/RcYLSKl3XJrdL4mp2m24Q/gqIhUB3oGMP8p3KoQERnC2WdnrwDPiUgVt5VTbRFJSbBpy2M60ENErnbnLSAirUWkUABxIyL3icgl7van7EOn3diSybjsFwGXisijInKRu69cHcD6yuBUhdyK02I2DudL/gLnb/03BRgkIjXc5RRx9z3wX55prQHaikh+cZr6P+gvbh9zcPb9siJSDKflFwAXuP+ntQeoIIG3bJuFs4+3dPfZfCJynYiU9fvOrLUSJ8mPcPfRfCJyjTttDdBUnN9IFiGAFtTuldk84EWce1FL3PH+jr9pl7NcnZ+7ZPRankEIM4EHRSTW3Q+ewrlgOYe7rTXd7+flwDScNg2HcJJVOc58Fx7C2Qfi8HP1HXSiUtV9buD/dkcNxLnx+404VUGf4twYR1VXAl1xbioeBj7nzNXL/TjVbj/i1LHP4/yX8G8BLThzNpGSaG7D2dBtOGcYr+BUhQSqL85Zzlaclm9v4hzEU3yLcyawH6c1zl0+ZxLBbsOzOA0CDgMf4JxR+PoP8JR7Gf94ENuAqia42zIb50tyBKfhwckM3vI4TiOGVThVSy8Q2P7wOE71wxGcL8nbfuZfjHPPZRNOVcAJzt4pR+McED/BSYD/h1O3DU59/mtuedytqvE49ygn4JT3Zpx7IYFqBSSIyFGclnMdVfWEW43yPPCVu66Gvm9S1SM4N+5vw6mW+hm4Hs6cpWawvk7AGlX9RFV3p7yA8UBtEamZ3ptUdT7O5zHb/U6tx2khBf7LM60xOPcq9wCvcabaPBDT3fWtBVZz7v4a7P6f1lz37wERWe1vZlXdidOK+EmcRL0T52TP8ybcvnyOS5Vx7q/vwmmIhaouwfnOrMNpCLYowMW+iXP8m5umSjHD429mUdWPcarsluHsc9txqveA1B/V3+sO5nNjPYqTsFfg5gpVPZXme3AQSHaHz/tb0ZSWdCYdItIF50Z0E69jCZY4P8pOxKmi2+Z1PMYYc6HC6kzE/D0icptbxVMA5z7iDzg3M40xJmJZospe2uA09PgNp7qyo9olszEmwlnVnzHGmLBmV1TGGGPCWsR2FFmiRAmtUKGC12EYY0zE+O677/aramb/IDjkIjZRVahQgfj4eK/DMMaYiCEi2/3PFX6s6s8YY0xYs0RljDEmrFmiMsYYE9YsURljjAlrlqiMMcaENUtUxhhjwlrIE5WI/FdE9orI+gymi4iMF5HNIrJORK4KdUzGGGMiR1b8jmoGzmMZZmYw/Wacfumq4DwUcbL71xiTnR0+DCtWgHXjliX+SkryOoQLFvJEpapf+Hl6Yxtgptt56jciUlRELnMfzGaMya7uugs+/dTrKHKE34EbvA7ibwiHninKcPaD33a5485JVCLSDegGcPnll6edbIyJJL/+6vxt0gQKpvv0dJNJSqly8bffQmKi/5nDUDgkqvQel55uXYCqTsN5tDH16tWz+gJjsoOpUyE21usospXk5GReffVVbrjhBipWrEguYM5vv1GmTBmvQ7sg4dDqbxdQzme4LM7zlIwxxgRp/fr1NG3alIceeojevXuT8iin0qVLexzZhQuHRLUQuN9t/dcQOGz3p4wxJjh//vknAwcOpE6dOnz11VeUKlWKTp06eR1Wpgh51Z+IvAVcB5QQkV3A00AeAFWdAnwI3AJsBo4BXUMdkzHGdfq0d+u21n6ZZtGiRfTp04ft27cjIvTq1Yvnn3+eokWLeh1apsiKVn/3+JmuQO9Qx2GMSaNvX5gwwesozN+0c+dO2rZtS1JSEnFxcUyZMoWrr85ev/AJh8YUxhgvLF7s/BVxXl6IiYErrvBm3RHs1KlTREVFISKUK1eOp59+mvz589O3b19y585+h/Xst0XGmOBs3AhVq3odhQnQypUr6d69O4MGDeLuu+8GYPDgwR5HFVrh0JjCGGOMH4mJifTq1YuGDRuyZs0axo4dm9qiL7uzRGWMMWFMVXnrrbeoXr06kydPJioqioEDB7JkyRLEqyrbLGZVf8YYE6Z2797N/fffz5IlSwC45pprmDx5MrVq1fI4sqxliSonUIV//hN+/NHrSEw42bXL6wiMH0WKFGHr1q0UL16ckSNH0rVrV3LlynkVYZaocoLNm+Hll72OwoSjvHnhkku8jsL4WLZsGXXq1KFo0aJER0czb948ypQpwyU5+HOyRJUTpPyos2xZePVVb2Mx4aVyZShWzOsoDLB3714ee+wxZs2aRa9evZg4cSIAcXFxHkfmPUtUOUmBAtCihddRGGN8JCcn88orrzBw4EASExPJly8fZcuW9TqssGKJyhhjPLJu3Tp69OjBihUrAGjZsiUTJ06kUqVKHkcWXixRGWOMB7Zs2ULdunU5deoUl156KePGjaN9+/Y5psl5MCxRRYqff4YFCyA5Ofj37t2b+fEYY/6WSpUq0bFjR4oWLcqwYcMoUqSI1yGFLUtUkaJnT1i69O8to0CBzInFGBO0HTt28M9//pN//etfNGrUCIDXXnstRzY3D5Ylqkhx+LDz97rroH794N8vAu3aZWpIxhj/kpKSGDduHE8//TTHjh1j//79LF++HMCSVIAsUUWakSMvLFEZY7LcN998Q/fu3Vm3bh0A7du3Z8yYMR5HFXksnRtjTCZLTEykR48eNG7cmHXr1lGxYkU++OAD5syZQ5kyZbwOL+JYojLGmEz2119/8fbbb5M7d26efPJJ1q9fzy233OJ1WBHLqv4A/vzT6WYonB075nUExpjz2Lx5M+XLlydPnjyULFmS119/nSuuuILY2FivQ4t4lqgA6taFn37yOorA2G8sjAkrJ06c4D//+Q8jRoxg2LBhDBgwAIBbb73V48iyD0tUAJs2OX9r1oRwboVTqRLUru11FMYY15IlS+jVqxeb3RqZHTt2eBxR9mSJytfateGdqIwxYWH37t3079+ft956C4DY2FimTJnCtdde63Fk2ZMlKmOMCcLGjRtp2LAhhw8fJjo6miFDhtC/f3/y5s3rdWjZliUqY4wJQtWqValZsyaFCxdm4sSJVKxY0euQsj2r5zLGmPM4cuQIAwYMYNu2bYDTm8SHH37IBx98YEkqi2SvK6rjx6F5c9iyJbj3qYYmHmNMxFJV3nvvPR555BF27drFxo0bef/99wEoXLiwx9HlLNkrUSUkgPtcl6DVrWtNv40xAGzfvp0+ffqwaNEiAOrVq8czzzzjbVA5WPZKVClq14ZPPgnuPSVKWKIyJodLSkpizJgxPPvssxw7dozChQszfPhwevToQVRUlNfh5VjZM1HlyQOlSnkdhTEmwmzZsoWnnnqKpKQkOnTowOjRoyldurTXYeV42TNRGWNMgA4fPkzhwoUREapXr86oUaOoVq0aLVu29Do047JWf8aYHElVee2116hcuTJz585NHf/II49YkgozkXtF9csvcP/9Z4/bv9+TUIwxkWXDhg307NmTzz//HID58+dz9913exyVyUjkJqoDB+D119OfdsklWRuLMSYiHD9+nOeff56RI0eSlJREiRIleOmll+jUqZPXoZnzyJJEJSKtgHFAFPCKqo5IM/1y4DWgqDvPE6r6od8FDxjgdCTrK1cuaNEicwI3xmQbGzdupHXr1mzduhWAhx56iBdeeIHixYt7HJnxJ+SJSkSigInAjcAuYJWILFTVH31mewqYo6qTRSQW+BCo4HfhN91kSckYE5Dy5csjItSsWZMpU6ZwzTXXeB2SCVBWNKZoAGxW1a2q+hcwG2iTZh4FUn7qXQT4LaAl2++ejDEZOH36NFOnTiUxMRGA6OhoFi9ezOrVqy1JRZisSFRlgJ0+w7vccb6eAe4TkV04V1N901uQiHQTkXgRiQfskRzGmHStXr2ahg0b0qNHDwYPHpw6vlKlSuTJk8fDyMyFyIojfXqXPWk717sHmKGqZYFbgNdF5JzYVHWaqtZT1XrOku2Kyhhzxh9//MGjjz5K/fr1iY+Pp2zZsrSw2wMRLysS1S6gnM9wWc6t2nsQmAOgqiuAfEAJv0u2RGWMwflN1Lx584iJiWHcuHGICP379+fHH3/kzjvv9Do88zdlRau/VUAVEakI/Ap0BP6RZp4dQHNghojE4CSqfX6XbInKGINT1de+fXsAGjRowNSpU4mLi/M4KpNZQp6oVPWUiPQBFuM0Pf+vqiaIyFAgXlUXAo8B00WkH061YBfVAJ69YYnKmBwrOTmZXO596rp169KrVy9q1arFww8/bB3IZjMSSD4IR/VENH75cmjSxOtQjDFZbPny5fTq1Ytp06bRqFEjr8OJGCLyXeo9/ggS2c3m7IrKmBxl//79PPDAAzRt2pT169czatQor0MyWcASlTEm7Kkqr776KtWrV+fVV18lb968PP3007zxxhteh2ayQOT29Qf2OypjcoBt27bRuXNnli9fDsANN9zA5MmTqVq1qseRmawS2Ud6u6IyJtsrUKAAP/zwAyVLlmTWrFl8+umnlqRymMi+orJEZUy29L///Y9rr72WPHnyULJkSRYsWECtWrUoVqyY16EZD9gVlTEmbPz666+0b9+e5s2bM3bs2NTxTZs2tSSVg1miMsZ47vTp04wfP56YmBjmzZtHgQIFiI6O9josEyaCqvoTkbzA5aq6OUTxBMcSlTERLz4+nu7du7N69WoA7rjjDsaNG8fll1/ucWQmXAR8RSUirYEfgCXucJyIzA9VYAEG5enqjTF/z4oVK2jQoAGrV6+mXLlyLFiwgPnz51uSMmcJ5opqKHA1sAxAVdeISOWQRBWoIkU8Xb0x5u+5+uqradasGfXr12fIkCEULFjQ65BMGArmHlWSqiamGedt/0v2CGljIsqWLVu444472LZtGwC5cuXi008/ZeTIkZakTIaCuaLaICJ3A7ncntD/CXwTmrACZFV/xkSEkydP8uKLL/L8889z4sQJ8uXLx+zZswGsA1njVzBXVH2AukAy8C5wAidZeccSlTFh77PPPiMuLo5///vfnDhxgk6dOjF+/HivwzIRJJgrqpaqOhAYmDJCRNriJC1vWKIyJmzt27ePxx9/nJkzZwJQtWpVJk+ezA033OBxZCbSBHNF9VQ64wZnViAXxBKVMWFr3759vPnmm1x00UUMHTqUdevWWZIyF8TvFZWItARaAWVEZLTPpMI41YDesURlTFjZunUrFStWRESIjY3llVdeoXHjxlSpUsXr0EwEC+SKai+wHueeVILP6xPg5tCFFgBLVMaEhT///JOBAwdSrVo15s6dmzq+c+fOlqTM3+b3ikpVvwe+F5E3VPVEFsQUOEtUxnhu0aJF9OnTh+3btyMiJCQkeB2SyWaCaUxRRkSeB2KBfCkjVdW7/vYtURnjmV27dvHII48wf77TQU1cXBxTp06lQYMGHkdmsptgGlPMAF4FBKfKbw4wOwQxBc4SlTGe+Prrr4mJiWH+/PkULFiQMWPGsGrVKktSJiSCSVT5VXUxgKpuUdWngOtDE1aALFEZ44k6depQqlQp2rZty4YNG3j00UfJnTuyH29nwlcwieqkiAiwRUR6iMhtQMkQxRUYS1TGZInExEQGDBhAYqLTi1p0dDQrV67knXfeoWzZsh5HZ7K7YE6B+gEFgUeA54EiwAOhCCpglqiMCSlVZfbs2fTr1489e/Zw/PhxJkyYAEBx62vTZJGAE5Wqfuv+ewToBCAi3p5KWaIyJmR+/vlnevfuzZIlSwC45ppr6NGjh8dRmZwooKo/EakvIneISAl3uIaIzMQ6pTUm2zl58iRDhw6lVq1aLFmyhOLFi/PKK6/wxRdfULNmTa/DMzmQ30QlIv8B3gDuBT4WkcE4z6RaC3jXNB0sURkTAt988w1PP/00J0+epEuXLmzcuJEHH3yQXLmCuaVtTOYJpOqvDXClqh4XkeLAb+7wT6ENLQCWqIzJFH/++ScFChQAoFmzZgwePJgbb7yRZs2aeRyZMYFV/Z1Q1eMAqnoQ2BgWSQosURnzNyUnJzN16lQuv/xyVqxYkTp+2LBhlqRM2AjkiuoKEUl5lIcAFXyGUdW2IYnMGBNSa9eupUePHnzzjXOr+e2336ZRo0YeR2XMuQJJVO3SDE8IRSBBy5PH6wiMiUhHjx7lmWeeYezYsZw+fZrLLruMcePGcdddd3kdmjHpCqRT2qVZEYgxJvRWrVpFu3bt2LlzJyJC3759GTZsGIULF/Y6NGMyZH2eGJODlC9fniNHjnDVVVcxdepU6tWr53VIxvgV8vamItJKRH4Skc0i8kQG89wtIj+KSIKIvBnqmIzJKZKSkpg+fTpJSUkAlCxZkuXLl7Ny5UpLUiZiBH1FJSIXqerJAOeNAiYCNwK7gFUislBVf/SZpwowCLhGVQ+JiLf9BxqTTaxYsYLu3bvzww8/pPbVB9iPdk3ECfiKSkQaiMgPwM/u8JUi8rKftzUANqvqVlX9C+exIG3SzPMwMFFVDwGo6t6AozfGnOPQoUN0796dxo0b88MPP1CxYkVq167tdVjGXLBgqv7GA7cCBwBUdS3+H/NRBtjpM7zLHeerKlBVRL4SkW9EpFVA0dhvqIw5i6oya9YsqlWrxrRp08iTJw9PPvkk69evp2XLll6HZ8wFC6bqL5eqbpezE8RpP+9JL5toOjFUAa4DygLLRaSmqiaeszCRbkA3gDpRUQGGbUzOsGjRIjp16gRA06ZNmTx5MrGxsR5HZczfF0yi2ikiDQB17z31BTb5ec8uoJzPcFmcLpjSzvONqiYB20TkJ5zEtSrtwlR1GjANoN5FF6VNeMbkOKpKyslj69atueOOO2jTpg2dO3dGrNbBZBPBVP31BPoDlwN7gIbuuPNZBVQRkYoikhfoCCxMM897uFWIbu/sVYGtQcRlTI60ZMkS4uLi2LZtGwC5cuVi/vz5dOnSxZKUyVaCSVSnVLWjqpZwXx1Vdf/53qCqp4A+wGJgAzBHVRNEZKiI3O7Othg4ICI/4vTKPkBVD1zAthiTI+zevZt//OMf3HTTTaxbt45Ro0Z5HZIxISWqgdWgicgW4CfgbeBdVT0SysD8qXfRRRp/MqBW8sZkC6dPn2bq1Kk8+eSTHD58mOjoaIYMGUL//v3Jmzev1+GZCCAi36lqxP2ALpgn/FYSkcY41XfPisgaYLaqzg5ZdMYYAH788Ue6du3KypUrAbjllluYMGECFStW9DgyY0IvqJ4pVPVrVX0EuAr4A+eBisaYLLB69WpKly7NvHnzWLRokSUpk2ME84PfgiJyr4i8D6wE9gGNQxaZ/4A8W7UxoaaqfPHFF6RUzcfGxvLee++xceNG2rVrZ40lTI4SzBXVepyWfiNVtbKqPqaq34YoLmNyrF9++YXbbruNZs2aMXfu3NTxrVu3plChQh5GZow3gvkd1RWqmhyySIzJ4ZKSkhg9ejTPPvssx48fp3Dhwpw4ccLrsIzxnN9EJSIvqepjwDsick4TQXvCrzF/35dffkmPHj1ISEgAoGPHjowePZrLLrvM48iM8V4gV1Rvu3/D48m+xmQz8+fPp21b53yvUqXX0YKxAAAefElEQVRKTJw40frmM8ZHIE/4Xen+G6OqZyUrEekD2BOAjfkbWrVqRWxsLO3atWPQoEFER0d7HZIxYSWYxhQPpDPuwcwKxJicYsOGDbRv357ERKff5ejoaNasWcPQoUMtSRmTjkDuUXXA+ZFvRRF512dSIeCcHs6NMek7fvw4zz//PCNHjiQpKYny5cundn+UJ08ej6MzJnwFco9qJc4zqMriPK03xRHg+1AEFRD7HYmJIB9//DG9e/dm61anv+WHH36YJ5980uOojIkMgdyj2gZsAz4NfTjGZC+//fYb/fr1Y86cOYDzGPipU6fSuLF3v5U3JtL4vUclIp+7fw+JyEGf1yERORj6EI2JXAkJCcyZM4f8+fMzcuRIVq9ebUnKmCD57T1dRHKparL7sMRzqKq/p/yGRL3oaI0/ftyLVRtzXrt27aJs2bKpw2PGjKFt27aUL1/ew6iMidze0/1eUfn0RlEOiHITUyOgO1AghLEZE1H++OMP/vnPf1KxYkVWrFiROr5fv36WpIz5G4Jpnv4ezmPoKwEzgRjgzZBEZUwEUVXmzZtHTEwM48ePR1VZtWqV12EZk20E09dfsqomiUhbYKyqjhcR71r9GRMGtm7dSp8+ffjoo48AuPrqq5kyZQpxcXEeR2ZM9hFMojolIu2BTsAd7jj78YfJsRYtWkT79u05ceIERYoUYcSIEXTr1o1cuYJ6zJsxxo9gEtUDQC+cx3xsFZGKwFuhCcuY8NegQQOio6Np164dL730EqVKlfI6JGOyJb+t/s6aWSQ3UNkd3Kyqp0ISVQDq5c+v8ceOebV6kwPt37+fcePGMWTIkNSeJPbs2WMJykSMSG31F/AVlYhcC7wO/AoIcKmIdFLVr0IVnDHhIDk5mRkzZjBgwAAOHjxI4cKFGTBgAIAlKWOyQDBVf2OAW1T1RwARicFJXBGXnY0JVEJCAj179mT58uUANG/enDZt2ngclTE5SzB3ffOmJCkAVd0A5M38kIzx3rFjxxg0aBBxcXEsX76ckiVL8sYbb7BkyRKqVq3qdXjG5CjBXFGtFpGpOFdRAPfiZae0xoTQu+++y4gRIxARevTowfDhwylWrJjXYRmTIwXcmEJE8gGPAE1w7lF9AbysqidCF17GrAslk9lOnDhBvnz5AOe+VI8ePXjggQdo2LChx5EZkzkitTFFQIlKRGoBlYAEVf055FEFoF5UlMaf9qSbQZPNnDp1iokTJ/Kf//yHFStWULFiRa9DMiYkIjVRBdJ7+pM43SfdCywRkfSe9Jv17EmoJhOsWrWKq6++mkcffZQ9e/Ywe/Zsr0MyxqQRyD2qe4HaqvqniFwCfAj8N7RhGRNahw8fZvDgwUyaNAlVpVy5ckyYMIHbb7/d69CMMWkEkqhOquqfAKq6T0SsfxgT0ZYuXcp9993H7t27iYqKon///gwZMoSCBQt6HZoxJh2BJKorRORd938BKvkMo6ptQxKZMSFy2WWXsX//fho3bsyUKVOoVauW1yEZY84jkETVLs3whFAEYkyonDx5krlz53LvvfciIsTGxvL1119Tt25d60DWmAjgN1Gp6tKsCMSYUFi2bBk9e/bkp59+Im/evNx9990A1K9f3+PIjDGBstNJky3t3buXzp07c8MNN/DTTz9RrVo1Lr30Uq/DMsZcgCxJVCLSSkR+EpHNIvLEeea7S0RURCKunb8JD8nJyUyfPp3q1aszc+ZMLrroIoYOHcratWtp2rSp1+EZYy5AMF0oASAiF6nqySDmjwImAjcCu4BVIrLQt99Ad75COD1ffBtsTMakmDZtGj179gTgxhtvZNKkSVSuXNnPu4wx4SzgKyoRaSAiPwA/u8NXisjLAby1Ac6zq7aq6l/AbCC97qefA0YCnnTJZCKXb+8qnTt3pkmTJrz11lssXrzYkpQx2UAwVX/jgVuBAwCquha4PoD3lQF2+gzvcselEpE6QDlVXXS+BYlINxGJF5H4pFOePbPRhJH333+fRo0akZiYCEB0dDRffPEFHTt2REQ8js4YkxmCSVS5VHV7mnGBdLaX3tEi9RTY/QHxGOAxfwtS1WmqWk9V6+XJHXStpclGdu7cSdu2bbn99tv59ttvmThxYuo0S1DGZC/BJKqdItIAUBGJEpFHgU0BvG8XUM5nuCzwm89wIaAm8JmI/AI0BBZagwqTnlOnTjF69GhiYmKYP38+BQsWZMyYMQwcONDr0IwxIRLMZUlPnOq/y4E9wKfuOH9WAVVEpCLOY+w7Av9Imaiqh4ESKcMi8hnwuKrGn3epdtac43z33Xc8+OCDrF27FoB27doxduxYypYt63FkxphQCjhRqepenCQTFFU9JSJ9gMVAFPBfVU0QkaFAvKouDHaZJmc6ePAga9eupUKFCkyYMIHWrVt7HZIxJgsE8+DE6fjcW0qhqt0yO6hA1CtUSOOPHPFi1SaLqCrx8fFn9SLx1ltv0aZNG/Lnz+9hZMZEpmz7PCofnwJL3ddXQEkg4N9TGROMn3/+mZYtW9KgQQNWrFiROv6ee+6xJGVMDhNM1d/bvsMi8jqwJNMjMjnayZMneeGFFxg+fDgnT56kePHi7N271+uwjDEe+jttvCsC5TMrEGOWLl1Kr1692LTJaUzapUsXXnzxRUqUKOHnncaY7CzgRCUihzhzjyoXcBDIsN8+Y4IxdepUevToAUBMTAyTJ0+mWbNmHkdljAkHATWmEOcXlOVwmpcDJGugrTBCxBpTZC979+6lTp069O7dm8cff5y8efN6HZIx2U62bkzhJqX5qnrafXmapEzkW7t2LV27diUpKQmAkiVLsmXLFp588klLUsaYswTT6m+liFwVskhMjnD06FEef/xx6taty4wZM5g0aVLqtHz58nkYmTEmXPm9RyUiuVX1FNAEeFhEtgB/4vThp6pqycsEZMGCBfTt25edO3eSK1cuHnnkEbp27ep1WMaYMBdIY4qVwFXAHSGOxWRTO3bsoG/fvixc6HRCUrduXaZOnUrdunU9jswYEwkCSVQCoKpbQhyLyaaWLFnCwoULKVSoEMOHD6dnz55ERUV5HZYxJkIEkqguEZH+GU1U1dGZGI/JJvbs2UOpUqUA6Nq1Kzt27KB79+6ULl3a48iMMZEmkMYUUUBBnMdxpPcyJtXBgwfp1q0bV1xxBdu2bQMgV65cPPvss5akjDEXJJArqt9VdWjIIzERTVWZNWsWjz32GPv27SNPnjx8/fXXVKxY0evQjDERLuB7VMZk5KeffqJnz54sW7YMgGbNmjF58mRiYmI8jswYkx0EUvXXPORRmIj12muvUbt2bZYtW0aJEiWYMWMGy5YtsyRljMk0fhOVqh7MikCCZk/4DQspz4p66KGH2LhxI507d0bsszHGZKJgeqYwht27dzNy5EhSetGKjY1ly5YtTJ8+nYsvvtjj6Iwx2ZElKhOQ06dPM2nSJKpVq8bAgQOZO3du6rSyZct6GJkxJrv7O8+jMjnE6tWr6dGjB6tWrQKgdevWNGjQwOOojDE5hV1RmQwdOXKEfv36Ub9+fVatWkWZMmV45513eP/996lQoYLX4RljcghLVCZDEyZMYOzYsQA8+uijbNiwgbZt21pjCWNMlrKqP3OWpKQk8uTJAzjJ6fvvv+eJJ57gqqusk3xjjDfsisoAToJ64YUXqF69OomJiQBER0czZ84cS1LGGE9ZojJ8+eWX1KlThyeeeIKtW7fy7rvveh2SMcakskSVgx04cICHHnqIa6+9loSEBCpVqsTixYt54IEHvA7NGGNS2T2qHGr+/Pk8/PDDHDhwgDx58vDEE08waNAgoqOjvQ7NGGPOYokqhypUqBAHDhzg+uuvZ9KkSVSvXt3rkIwxJl1W9ZdDHD9+nAULFqQOt2jRgs8//5ylS5dakjLGhDVLVDnAxx9/TM2aNbnjjjtYsWJF6vimTZvab6KMMWHPElU29ttvv9GhQwduvvlmtm7dSq1atcibN6/XYRljTFAsUWVDp0+f5uWXX6Z69erMmTOH/Pnz8+KLL/Ldd99Rt25dr8MzxpigWGOKbGjo0KEMHToUgNtuu42XX36Z8uXLexyVMcZcmJBfUYlIKxH5SUQ2i8gT6UzvLyI/isg6EVkqIoEdUe3eSoZ69+5N7dq1ee+991i4cKElKWNMRAtpohKRKGAicDMQC9wjIrFpZvseqKeqtYF5wMhQxpTdqCpz586lVatWJCUlAVCyZEnWrFlDmzZtPI7OGGP+vlBfUTUANqvqVlX9C5gNnHX0VNVlqnrMHfwGsKfwBWjr1q20bt2au+++m8WLF/PGG2+kTrPWfMaY7CLUiaoMsNNneJc7LiMPAh9lNFFEuolIvIjE//XXX5kUYuT566+/GD58ODVq1OCjjz6iaNGiTJkyhfvvv9/r0IwxJtOFujFFeqf1mu6MIvcB9YBmGS1MVacB0wDqFSmS7nKyuy+//JJu3bqxYcMGAO69915eeuklSpUq5XFkxhgTGqFOVLuAcj7DZYHf0s4kIi2AwUAzVT0Z4pgi2saNG9mwYQNVqlRh8uTJNG/e3OuQjDEmpEKdqFYBVUSkIvAr0BH4h+8MIlIHmAq0UtW9IY4n4iQnJ5OQkECtWrUAeOCBB1BVOnXqRL58+TyOzhhjQi+k96hU9RTQB1gMbADmqGqCiAwVkdvd2V4ECgJzRWSNiCwMZUyRJCEhgeuuu46rr76abdu2AZArVy4efvhhS1LGmBwj5D/4VdUPgQ/TjBvi83+LUMcQaY4dO8Zzzz3HqFGjOHXqFKVKleKXX36hYsWKXodmjDFZzrpQCjMffPABNWrUYMSIEZw+fZqePXuyceNGrr/+eq9DM8YYT1gXSmFk6NChPP300wBceeWVTJkyhYYNG3oclTHGeMuuqMLIXXfdRbFixRg9ejTx8fGWpIwxBrui8tTKlSuZPXs2L730EiJCbGwsO3fupECBAl6HZowxYcOuqDxw+PBh+vTpQ8OGDRkzZgzz589PnWZJyhhjzmZXVFlIVXn77bfp168fu3fvJioqiv79+9OyZUuvQzPGmLBliSqLbN68md69e/PJJ58A0LhxY6ZMmZL6Q15jjDHps6q/LDJz5kw++eQTihUrxvTp01m+fLklKWOMCUDkXlFFwGMsDh48SPHixQEYNGgQx44d41//+hclS5b0ODJjjIkcdkUVAnv37qVz587UqFGDxMREAKKjoxk1apQlKWOMCZIlqkyUnJzM9OnTqV69OjNnzuTQoUOsWLHC67CMMSaiWaLKJOvWraNJkyZ069aNQ4cOcdNNN7F+/Xpuvvlmr0MzxpiIZokqE4wZM4arrrqKFStWcOmllzJ79mw+/vhjKleu7HVoxhgT8SK3MUUYqVmzJsnJyfTu3Zthw4ZRtGhRr0MyJuwlJSWxa9cuTpw44XUo2U6+fPkoW7YsefLk8TqUTCGqkflE93pFi2q821Ahq+3cuZOPP/6Yhx9+OHXcli1bqFSpkifxGBOJtm3bRqFChbj44ouRCGjFGylUlQMHDnDkyJFzHg0kIt+paj2PQrtgVvUXhFOnTjF69GhiYmLo1q3bWQ0lLEkZE5wTJ05YkgoBEeHiiy/OVleqVvUXoG+//Zbu3buzdu1aANq1a0e5cuU8jsqYyGZJKjSyW7naFZUfiYmJ9OzZk0aNGrF27VoqVKjAokWLmDdvHmXLlvU6PGOMyfYsUfnx1FNPMWXKFKKiohg0aBAJCQm0bt3a67CMMZkgKiqKuLg4atasyW233Zb6A32AhIQEbrjhBqpWrUqVKlV47rnn8L2n/9FHH1GvXj1iYmKoXr06jz/+uBebkCNYokrH6dOnU/8fMmQIt956K2vWrGH48OHkz5/fw8iMMZkpOjqaNWvWsH79eooXL87EiRMBOH78OLfffjtPPPEEmzZtYu3atXz99ddMmjQJgPXr19OnTx9mzZrFhg0bWL9+PVdccUWmxnbq1KlMXV4ks0Tl4+TJkzz77LM0bNiQpKQkAEqWLMn7779PjRo1PI7OmGxMJDSvIDRq1Ihff/0VgDfffJNrrrmGm266CYD8+fMzYcIERowYAcDIkSMZPHgw1atXByB37tz06tXrnGUePXqUrl27UqtWLWrXrs0777wDQMGCBVPnmTdvHl26dAGgS5cu9O/fn+uvv54BAwZQoUKFs67yKleuzJ49e9i3bx/t2rWjfv361K9fn6+++iqobY001pjCtXTpUnr16sWmTZsAWLJkCbfccovHURljssLp06dZunQpDz74IOBU+9WtW/eseSpVqsTRo0f5448/WL9+PY899pjf5T733HMUKVKEH374AYBDhw75fc+mTZv49NNPiYqKIjk5mfnz59O1a1e+/fZbKlSoQKlSpfjHP/5Bv379aNKkCTt27KBly5Zs2LDhArY8MuT4K6o9e/Zw33330aJFCzZt2kRMTAyff/65JSljspJqaF5+HD9+nLi4OC6++GIOHjzIjTfe6IajGbacC6ZF3aeffkrv3r1Th4sVK+b3Pe3btycqKgqADh068PbbbwMwe/ZsOnTokLrcPn36EBcXx+23384ff/zBkSNHAo4r0uToRDVz5kyqVavGG2+8Qb58+Rg+fDhr1qyhadOmXodmjMkCKfeotm/fzl9//ZV6j6pGjRrEx8efNe/WrVspWLAghQoVokaNGnz33Xd+l59RwvMdl/b3TgUKFEj9v1GjRmzevJl9+/bx3nvv0bZtW8DpAHvFihWsWbOGNWvW8Ouvv1KoUKHANzzC5OhElZSUxOHDh2nVqhUJCQkMGjSIvHnzeh2WMSaLFSlShPHjxzNq1CiSkpK49957+fLLL/n0008B58rrkUce4V//+hcAAwYMYPjw4am3CpKTkxk9evQ5y73pppuYMGFC6nBK1V+pUqXYsGFDatVeRkSEO++8k/79+xMTE8PFF1+c7nLXrFnzN0sgvOWoRHX06FH+97//pQ537dqVxYsX8+GHH2Z6ix1jTGSpU6cOV155JbNnzyY6OpoFCxYwbNgwqlWrRq1atahfvz59+vQBoHbt2owdO5Z77rmHmJgYatasye+//37OMp966ikOHTpEzZo1ufLKK1m2bBkAI0aM4NZbb+WGG27gsssuO29cHTp0YNasWanVfgDjx48nPj6e2rVrExsby5QpUzKxJMJP5Pb1V6yYxgdwYzLFe++9R9++fTlw4AAJCQnn9IFljMlaGzZsICYmxuswsq30ytf6+gtT27dvp02bNtx5553s2rWL2NhYjh8/7nVYxhhjApRtE1VSUhIvvvgisbGxLFy4kEKFCvHyyy/z7bffEhsb63V4xhhjApRtf0fVq1cvXnnlFcCp4x09ejSlS5f2OCpjjK/zNQM3Fy5Sb+lkJNteUT366KNUr16djz76iNmzZ1uSMibM5MuXjwMHDmS7g6rXUp5HlS9fPq9DyTTZojGFqjJr1iyWLFnCa6+9lnqGlpycTK5c2TYXGxPR7Am/oZPRE34jtTFFxFf9bdy4kV69eqU2++zUqVPqr8stSRkTvvLkyWOtb01AsuRILiKtROQnEdksIk+kM/0iEXnbnf6tiFTwt8xkVf79739Tu3Ztli1bRokSJZgxYwYtWrQIxSYYY4zxSMir/kQkCtgE3AjsAlYB96jqjz7z9AJqq2oPEekI3KmqHdJdoCtfVJSeTE4G4KGHHmLEiBGpv9o2xhhzrkit+suKK6oGwGZV3aqqfwGzgTZp5mkDvOb+Pw9oLn6aAp1MTqZGjRosX76c6dOnW5IyxphsKivuUZUBdvoM7wKuzmgeVT0lIoeBi4H9vjOJSDegmzt4MiEhYf21114bkqAjTAnSlFUOZmVxhpXFGVYWjmpeB3AhsiJRpXdllLa+MZB5UNVpwDQAEYmPxEvYULCyOMPK4gwrizOsLBwiEu9/rvCTFVV/u4ByPsNlgd8ymkdEcgNFgINZEJsxxpgwlxWJahVQRUQqikheoCOwMM08C4HO7v93Af/TSP2BlzHGmEwV8qo/955TH2AxEAX8V1UTRGQoEK+qC4H/A14Xkc04V1IdA1j0tJAFHXmsLM6wsjjDyuIMKwtHRJZDxPZMYYwxJmewrhuMMcaENUtUxhhjwlpYJ6pQdL0UqQIoi/4i8qOIrBORpSJS3os4s4K/svCZ7y4RURHJts2SAykLEbnb3TcSROTNrI4xqwTwHblcRJaJyPfu9+QWL+LMCiLyXxHZKyLrM5guIjLeLat1InJVVscYFFUNyxdOw4stwBVAXmAtEJtmnl7AFPf/jsDbXsftYVlcD+R3/++Zk8vCna8Q8AXwDVDP67g93C+qAN8Dxdzhkl7H7WFZTAN6uv/HAr94HXcIy6MpcBWwPoPptwAf4fyGtSHwrdcxn+8VzldUIel6KUL5LQtVXaaqx9zBb3B+r5YdBbJfADwHjASy8zMkAimLh4GJqnoIQFX3ZnGMWSWQslCgsPt/Ec79PWe2oapfcP7forYBZqrjG6CoiFyWNdEFL5wTVXpdL5XJaB5VPQWkdL2U3QRSFr4exDlbyo78loWI1AHKqeqirAzMA4HsF1WBqiLylYh8IyKtsiy6rBVIWTwD3Cciu4APgb5ZE1pYCvaY4qlwfh5VpnW9lA0EvJ0ich9QD2gW0oi8c96yEJFcwBigS1YF5KFA9ovcONV/1+FcZS8XkZqqmhji2LJaIGVxDzBDVV8SkUY4v92sqarJoQ8v7ETUsTOcr6is66UzAikLRKQFMBi4XVVPZlFsWc1fWRQCagKficgvOPXvC7Npg4pAvyMLVDVJVbcBP+EkruwmkLJ4EJgDoKorgHw4ndXmRAEdU8JFOCcq63rpDL9l4VZ3TcVJUtn1PgT4KQtVPayqJVS1gqpWwLlfd7uqRmRnnH4E8h15D6ehDSJSAqcqcGuWRpk1AimLHUBzABGJwUlU+7I0yvCxELjfbf3XEDisqr97HVRGwrbqT0PX9VLECbAsXgQKAnPd9iQ7VPV2z4IOkQDLIkcIsCwWAzeJyI/AaWCAqh7wLurQCLAsHgOmi0g/nGquLtn0xBYReQunureEe0/uaSAPgKpOwblHdwuwGTgGdPUm0sBYF0rGGGPCWjhX/RljjDGWqIwxxoQ3S1TGGGPCmiUqY4wxYc0SlTHGmLBmicqELRE5LSJrfF4VzjNvhYx6ig5ynZ+5PXCvdbsdqnYBy+ghIve7/3cRkdI+014RkdhMjnOViMQF8J5HRST/3123MVnNEpUJZ8dVNc7n9UsWrfdeVb0Sp8PjF4N9s6pOUdWZ7mAXoLTPtIdU9cdMifJMnJMILM5HAUtUJuJYojIRxb1yWi4iq91X43TmqSEiK92rsHUiUsUdf5/P+KkiEuVndV8Ald33NnefY/SD+6yfi9zxI+TMc8BGueOeEZHHReQunH4X33DXGe1eCdUTkZ4iMtIn5i4i8vIFxrkCnw5FRWSyiMSL8/ypZ91xj+AkzGUisswdd5OIrHDLca6IFPSzHmM8YYnKhLNon2q/+e64vcCNqnoV0AEYn877egDjVDUOJ1HscrvM6QBc444/DdzrZ/23AT+ISD5gBtBBVWvh9OjSU0SKA3cCNVS1NjDM982qOg+Ix7nyiVPV4z6T5wFtfYY7AG9fYJytcLpKSjFYVesBtYFmIlJbVcfj9OV2vape73an9BTQwi3LeKC/n/UY44mw7ULJGNyqvzTj8gAT3Hsyp3H6rktrBTBYRMoC76rqzyLSHKgLrHK7mIrGSXrpeUNEjgO/4DwKohqwTVU3udNfA3oDE3Ced/WKiHwABPxYEVXdJyJb3X7WfnbX8ZW73GDiLIDTZZDvE1rvFpFuON/vy3AeErguzXsbuuO/cteTF6fcjAk7lqhMpOkH7AGuxKkROOfBiKr6poh8C7QGFovIQziPNXhNVQcFsI57fTuxFZF0n3Hm9i/XAKej045AH+CGILblbeBuYCMwX1VVnKwRcJw4T7IdAUwE2opIReBxoL6qHhKRGTidr6YlwBJVvSeIeI3xhFX9mUhTBPjdfYZQJ5yribOIyBXAVre6ayFOFdhS4C4RKenOU1xEyge4zo1ABRGp7A53Aj537+kUUdUPcRoqpNfy7gjOo0fS8y5wB85zkt52xwUVp6om4VThNXSrDQsDfwKHRaQUcHMGsXwDXJOyTSKSX0TSuzo1xnOWqEykmQR0FpFvcKr9/kxnng7AehFZA1THeeT2jzgH9E9EZB2wBKdazC9VPYHTu/RcEfkBSAam4Bz0F7nL+xznai+tGcCUlMYUaZZ7CPgRKK+qK91xQcfp3vt6CXhcVdcC3wMJwH9xqhNTTAM+EpFlqroPp0XiW+56vsEpK2PCjvWebowxJqzZFZUxxpiwZonKGGNMWLNEZYwxJqxZojLGGBPWLFEZY4wJa5aojDHGhDVLVMYYY8La/wP3fNuuyW0sbgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "predictionsTrain = model.predict(X_train_original, verbose=1)\n",
    "anomalyScoresAETrain = anomalyScores(X_train_original, predictionsTrain)\n",
    "preds, average_precision = plotResults(y_train_original, \\\n",
    "                                      anomalyScoresAETrain, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "93987/93987 [==============================] - 1s 13us/step\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xl8FPX9+PHXO5tNCBBCDghJIBBOg4g3qIhH1aBIvb5+rdb7a7XFb+vX39dq7aVUrVer1XoUbD3rrV+teKBFRcUDgRZBTuUMMdxHzk02u/v+/TGTsMRks4nZbI738/HIIzszn515z+zuvGc+n5nPiKpijDHGNCch3gEYY4zp3CxRGGOMicgShTHGmIgsURhjjInIEoUxxpiILFEYY4yJyBJFG4jIChE5oYUy+SJSKSKeDgor5kRko4ic7L6eISJPxzsmEz8iMlNEfhtFuRZ/L6Zz61aJwt2R+dwd9DYReVxE+rb3clT1QFX9oIUyxaraV1WD7b18dydd567nXhH5VESObu/l9BQi8oSIBEQkN96xtAd3ffzu92O3iMwVkQPaezmq+hNVvTWKci3+XnoKEckQkVdFpEpENonIDyOUDf+d1/8Nd6dNbjS+UkRURP4jFnF3q0Th+r6q9gUOA44EftO4gDi6+rq/4K5nFjAPeCnO8bQ7EUnsgGX0Af4DKAMujNEyYr4eTbjb/X4MBrYDTzRVKE6x9WQPAX4gG+f79hcROTBC+RfcA876v/UAqjo/fDwwDagE3o5F0F19Z9ksVf0GmAOMAxCRD0Tk9yLyCVANDBeRNBF5VES2iMg3InJbeFWRiFwpIqtEpEJEVorIYe748CqYCSKyWETK3bOYe93xw9wMn+gO54rIbPcIb62IXBm2nBki8qKIPOUua4WIHBHlegaAZ4A8ERkQNs9pIvJF2BnH+LBpQ0TkFRHZISK7RORBd/wIEXnfHbdTRJ4Rkf5t2f4icqa7/HIRWScipzbedmHr/nSjbXaFiBQD74vI2yLy00bzXioi57ivD3CPmHeLyBoROa+Vof4HsBe4Bbg0bBm57tlpRti4Q93t4nWH/8v9fuwRkXdEZGhYWRWR/xaRr4Gv3XH3i8hmd5v8S0Qmh5VPEZEn3XmtEpEbRKSkUTz/535mG0TkmmhWTlWrgWfZ9zuYISIvi8jTIlIOXCYiCSJyo/s57XK/i+Hrfaz7Hdrrxn+ZO/4JEbnNfZ0lIm+4ZXaLyHxxD8Ya/V6SReQ+ESl1/+4TkWR32gkiUiIi14nIdnF+l5dHs55dgew7KPmtqlaq6sfAbODidpj9pcDLqlrVDvP6lm6bKERkCDAVWBI2+mLgKiAV2AQ8CQSAkcChQBHwI/f9/wnMAC4B+gFnALuaWNT9wP2q2g8YAbzYTEjPASVALnAucLuInBQ2/QzgeaA/zpfnwSjXM8mNcRewxx13GPAY8GMgE5gFzHZ/pB7gDXf9hwF57nIBBLjDjbEQGOJug1YRkQnAU8D17vocB2xsxSyOd5c/BWcnd0HYvMcCQ4E33R/eXLfMQLfcw+IeoYnID0VkWQvLuhTns3keOMDddqhqKfAZzg+73g9xfox1InIW8CvgHGAAMN+dT7izgInAWHd4EXAIkOHG/JKI9HKn3YzzeQwHTgEuClvnBOB1YCnO53UScK2ITGlh3RCn6vVC9v8dnAm8jPPZPANc48Z6PM5nvwfnyBcRycc54HrAXc9DgC+aWNR1ON/vAThHy78Cmuof6NfAUe58DgYmsP9Z/yAgzV3PK4CHRCS9mXV72E1MTf219LnHw2ggqKpfhY1bCkQ6o/i+m3hXiMj0pgqISG+cfcqT7RdqI6rabf5wdkaVOEeIm4CHgRR32gfALWFls4Ha+unuuAuAee7rd4D/ibCck93XHwG/A7IalRmG80NJxNnhBoHUsOl3AE+4r2cA74ZNGwv4IqznDJzT173ufHcBJ4RN/wtwa6P3rMHZERwN7AASo9ieZwFLmlnvGcDTzbxvFvCnlrZd4/mEbbPhYdNTgSpgqDv8e+Ax9/UPgPlNLPvmKL8v+UAIOCTsM78/bPqPgPfd1wJsBo5zh+cAV4SVTcA5U62PU4HvtbD8PcDB7uv1wJRGyy5xX08Eihu995fA483M9wmgxv1+bMU58BgRtr0/alR+FXBS2HAOUOd+d38JvBphObe5r28BXgNGtvB7WQdMDZs2Bdjovj4B8IV/N3GqzY6K5vPs7H/AZGBro3FXAh80U34sTuL2AMcAW4ALmih3MbABkFjF3h3PKM5S1f6qOlRVr1ZVX9i0zWGvhwJeYEv9UQjOTmagO30Izpe6JVfgHCmsFpFFIjKtiTK5wG5VrQgbtwnnqKne1rDX1UAvEUkUkQtlX2PVnLAyL6pqf5yEtxw4vNG6XRd+hOWuT677f5M6VVb7EZGBIvK8ONVw5cDTOG0grRXttmtOw+fkbrM3gfPdUefjHAWDs54TG63nhThHpdG4GFilqvVHyM8AP6yvWsI56j5anEbu43B2/vPDln1/2HJ34yST8M80/PuGW6WySkTK3PeksW/75jYq3/i7mttoPX+F89k354/u72CQqp6hquGfx+ZGZYcCr4bNexXOAUg20X+WfwDWAv8UkfUicmMz5XJxvvv1Nrnj6u1q9N2sBtr9gpQ4qcSpnQjXD6hooiyqulJVS1U1qKqf4tRenNtE0UuBp9TNGrHQ0xqywjfkZpwziqymdpru9BEtzlD1a+ACt3rgHOBlEclsVKwUyBCR1LBkkQ98E8X8n2HfjrGp6TtF5MfAIhF5VlW3uLH/XlV/37i8OFdH5YtIYhPrfQfONhqvqrvc6pWoqsAaibTtqoDeYcNN7dQbf+GfA24WkY+AFJzG+/rlfKiqp7QhRnCq7PJFpD5JJ+JU1Z0GzFbVvSLyT+A8nKqw58J+jPXbuNnPJnw9xGmP+AVOtdEKVQ2JyB6c5ALO0eJgYKU7PCRsPpuBDao6qo3r2WxcYfP/L1X9pHFBEdmMUz0UeYbO9/o6nAOUA4F5IrJIVd9rVLQUJzGtcIfz3XGtJiIzCauia2STqkaq0omHr4BEERnl7jfAqX5bEeE94ZR93xegoYr9BJxq5pjpjmcUUXF3qP8E7hGRfm6D3ggROd4t8jfg5yJyuDhGSlhjZT0RuUhEBqhqCOdUH5yjsfBlbQY+Be4QkV7iNCxfQYQE0Mp1WY1TbXKDO+qvwE9EZKIbex8ROV1EUoGFODulO93xvURkkvu+VNyqOxHJw2ljaItHgctF5CR3u+bJvsszvwDOFxGvOA32TR0hNfYWzs7lFpyrQELu+DeA0SJysTs/r4gcKSKFLc3QTZgjcHaCh7h/43DaDi4NK/osTkL5D/d1vZnAL8PaQ9Lcdq3mpOK0h+3A2VncxP5Hly+680t3t314A/5CoFxEfiFOo7dHRMaJyJEtrWeUZgK/r/9+i8gAETnTnfYMcLKInOee4WaKyCGNZyDOxRMjRUSAcpzfQFOXhj8H/MZdRhZwE86Za6upc3lu32b+OluSQJ2G5leAW9zf3iSc9qK/N1VenAtC0t3f8ASctqTXGhW7GPi00Rlju+uxicJ1CZCEcxS3B6eqIQdAVV/CqQ9/FufU8B84jZCNnQqsEJFKnFPD81W1polyF+DUwZcCr+LUo89tx3X5A3CViAxU1cU4dZ8Puuu1FrgMQJ37Or6P04BfjNMA+QN3Hr/Duay4DKe655W2BKKqC4HLgT+58/oQZ0cP8FucHfQed3nPNjWPRvOrdWM5Oby8exRbhFMdVYpTfXcXUH8VzYUi0tzR2qXAa6r6papurf/D+Qynyb6rfmYDo4Btqro0bNmvust63q2mW45zJtKcd3DaNb7CqW6pYf8qoFtwPosNwLs438Vad1n1n9kh7vSdOAcyaRGW1xr346znP0WkAliA0y6CqhbjXBRyHU712hc4R8GNjXLjrsS5COBhbfreiduAxcAy4Evg3+64nuJqnLPi7ThJc7qqroB990aElT0f57dbgXNxyF2q2rjB+hJi2YjtkhhWaxlj2kicK1zOV9XjWyxsTIz19DMKYzoFEckRkUluVd0YnCP4V+MdlzHQ8xqzjemsknCuuivAaet6HufybmPizqqejDHGRGRVT8YYYyLqclVPWVlZOmzYsHiHYYwxXcq//vWvnao6oOWS39blEsWwYcNYvHhxvMMwxpguRUQ2tVyqaVb1ZIwxJiJLFMYYYyKyRGGMMSYiSxTGGGMiskRhjDEmIksUxhhjIopZohCRx8R57u3yZqaLiPxZnOdHLxP3EZTGGGM6l1ieUTyB0wV3c07D6Zp4FM5zrP8SzUxVFb/fj3U9YowxHSNmiUJVP8Lpv745Z+I+vk9VFwD9RSSnpfmuXbuWadOmce2117ZXqMYYYyKIZxtFHvs/uKWE/Z833EBErhKRxSKyWFUJBoMsWrSI6urqDgnUGGN6sngmCmliXJP1Sar6iKoeoapHZGZmMmzYMFTVqp+MMaYDxDNRlLD/A+QH08aHrBtjjImdeCaK2cAl7tVPRwFlqroljvEYY4xpQsx6jxWR54ATgCwRKQFuBrwAqjoTeAvnoe1rgWrg8ljFYowxpu1ilihU9YIWpivw37FavjHGmPZhd2YbY4yJyBKFMcaYiCxRGGOMiajLPQrVRLZr1y78fj8pKSn0798/3uEYY7oBSxRdUCAQYNOmTWzbto1Vq1ZRXFxMcXEx27dvJxAIEAwGAZg5cyYjR46Mc7TGmK7OEkUnFgqFKCsrY+PGjaxZs4ZFixaxZ88etm3bht/vJxgMUltbi9/vp66ujrw8pweUjIwMVqxYwddff22JwhjznVmi6ET27NnD1q1b+fDDD9mzZw+ffvopfr+fUChEZWUloVCI2tpaCgoKEBHGjBlDWloaw4YNw+v10rt3bxISEli3bh2rV6+Oapk7d+5kx44dAAwfPpzk5ORYrqIxpguyRBFHW7ZsYdeuXbz88svU1NSwfPlyqqurUVXKyspIT08nFAoxbtw40tLSGDVqFB6Ph7S0tFYvq7i4mPLycubNm4fH42HOnDkkJydTWVlJbW0tIsKUKVP4xS9+EYM1NcZ0ZZYoOlBVVRU+n4/HH38cn8/H559/js/nIxgMUlZWRnZ2NmlpaRQWFpKTk0NeXh4JCQl4PJ5WLScQCADw3HPP8cgjjwBQXV1NXV0dgUCAqqoqPB4PycnJ5OTk0Lt3b1asWMGKFSvafZ2NMV2fJYoYC4VCvP3222zdupX/+7//w+/34/f7G84YsrKyGDNmDEOHDmXQoEHtssydO3fi9/tZvtx5uGD//v3p168fw4cPJysri/z8fPr164fX68Xr9QLOGYf1xmuMaYolihgIBALs3r2b++67j6+//pqysjLKy8upq6sjJyeHAw88kAMOOIBBgwYhIiQktO/tLEcffTRbtmzh4IMPJjs7m5SUlIaEYIwxrWWJop2oKhs2bGD58uXMmjWLQCBATU0NPp+P7Oxspk6dSn5+PqmpqSQlJcU0loSEBM4999yYLsMY03NYoviOampqWLZsGfPmzWPevHn4/X5qamrIy8tj1KhRTJgwgfT09HiHaYwxbWaJoo2qqqpYunQp//jHP1iyZAl+vx+fz8fEiRPJzMxk7NixpKSkxDtMY4z5zixRtFJtbS3r1q1j7ty5zJ49m7q6Oqqqqpg6dSrp6ekN9zQYY0x3YYmiFerq6njyySd56aWXCAaD+P1+pkyZQlpaGvn5+a2+jNUYY7oCSxRRevLJJ3nuuedQVWpqapg0aRIZGRmMHj3aEoQxpluzRNGMuXPnsnjx4obh1atXU1lZSWFhIVlZWUyYMIHERNt8xpjuz/Z0zXj99ddZvHjxfg3SQ4cO5fTTT7czCGNMj2KJohmqSlZWFpdddlnDuLZ0p2GMMV2dJYpGVq1axdq1aykrKwOwK5iMMT2eJYpG7r33XlatWkUwGGTo0KHxDscYY+KuxyeKBQsWsGXLlobhvXv3MmDAAKZMmULfvn3jGJkxxnQOPTpRqCq33XYbu3fvbug5VVUpLCxseFqcMcb0dD06UYBzE93IkSM57rjjGsbZmYQxxuzT4xMFQFJSEtnZ2fEOwxhjOqX2fRCCMcaYbqfHnlHMmTOHHTt2xDsMY4zp9HpkoqisrOTPf/4ze/bsAeDAAw+Mc0TGGNN59chEoaoEAgEOPvhgjj/++Jg/cc4YY7qyHpcoFi5cyLZt2wBITEwkNTU1zhEZY0zn1qMSxY4dO7j55pupqKggGAzaE+iMMSYKMU0UInIqcD/gAf6mqnc2mp4PPAn0d8vcqKpvxSqeQCBAXV0dY8aM4ZBDDmHgwIGxWpQxxnQbMbs8VkQ8wEPAacBY4AIRGduo2G+AF1X1UOB84OFYxROuX79+DBs2jN69e3fE4owxpkuL5RnFBGCtqq4HEJHngTOBlWFlFOjnvk4DSmMRiN/v56mnnrLLYY0xpg1imSjygM1hwyXAxEZlZgD/FJGfAX2Ak5uakYhcBVwFkJmZ2epANm3axAsvvIDP5yMpKYmMjIxWz8MYY3qqWCYKaWKcNhq+AHhCVe8RkaOBv4vIOFUN7fcm1UeARwAKCgoazyMqwWCQo48+mokTJ9ojTI0xphVi2YVHCTAkbHgw365augJ4EUBVPwN6AVmxCsjj8ZCcnGxPqTPGmFaIZaJYBIwSkQIRScJprJ7dqEwxcBKAiBTiJIp2aUgIhUIEg8GGP2OMMW0TszoYVQ2IyE+Bd3AufX1MVVeIyC3AYlWdDVwH/FVE/h9OtdRlWv9giO9gzZo1XH/99dTW1jaMCwaDiDRVG2aMMSaSmFbWu/dEvNVo3E1hr1cCk9p7udu3b2fv3r3k5uY23HmdmJjIqFGj2ntRxhjT7XXbVl1V5bDDDqOwsDDeoRhjTJfWbROF6fzWr19PaWkpDzzwAGVlZYgIZ511FhdeeCGbNztXVufm5pKWlhbnSI3p2SxRmA73zDPPUFJSwkcffdTQ71ZFRQUAs2bN4o033sDn8xEKhRg5ciSzZs2y9iVj4sgShYm59evXs3v3bmbMmEEgECAQCLBr1y769etHXl4ehx56KAMHDuTBBx/E5/OxZ8+ehsuY16xZQ11dnXUFb0wcWaIwMREIBHjllVcoKSnh3XffxefzEQgECAaDjBo1iqKiIkaOHElCQkLDfS3HHHMM27dv55xzziEhIYHZs2dTXFzMqlWrePfddwEYPnw4Z599djxXzZgexxKFaTeqyq5du7j33ntZs2YNFRUV7N27l1AoxLhx4ygoKGD48OH079+/yfefcsop+w2vXr0an8/Hz3/+c8rKykhIcG77mTJlinXoaEwHskRholZXV8dnn33Go48+CkBOTg633347GzZsYMWKFcyaNYtAIEBNTQ0+n4/c3FyKiorIy8sjOTkZr9fb6mX6/X5ycnIYP348VVVVLFy4EL/fb4nCmA5kicJEFAgE2Lp1Ky+//DLvvPMOoVCIvXv34vF4WLJkCRUVFaxbtw6/309NTQ25ubmMGDGCiRMnfufOF2+88Ua++eYbhg0bBsDcuXPbYY2MMa1licI0qby8nI0bN/KXv/yFdevWEQqF2LNnD4ceeijjx4/ns88+o66ujoULFxIKhZg0aRJZWVkUFhbSq1evdonB6/U2JAljTPxYojD72bJlCxs2bOCPf/wjZWVlDQnie9/7HpmZmRx44IF4PB5qamp45513mDp1KoMHDyYrK8t65TWmm7JftgGcM4iysjKuuuoqKioqCIVC1NbWUlRUREZGBiNGjNjvXoaioiKOP/54kpKS7B4HY7q5bpUo1qxZw7333kt5eTnt0Ldgj6KqBAKBhnsYpkyZQmZmJjk5Oc2+Jzk5uQMjNMbES7dKFOvWrWPFihVkZmYybNgwBg4cGO+QugxVxefzcemll5KRkdGmJwkaY7qnbpUowNnhTZkyhSFDhrRc2DT49a9/zY4dO8jLy4t3KMaYTiaWDy4yXUhSUpIlCWNMkyxRGGOMiajbVT0ZA7B161b27NnDn/70J1QVr9fLz372M3s+iTFtYInCdBu1tbX84x//YP369cyfP5/a2lpqa2uprKwkGAxSUFBAYmIiO3Y4j2U/+OCDqa2tZevWrQAMGzbsW12DqCrV1dWAc5WX3StieiL71psuS1UbbhB89NFH2bZtGzU1NZSXlxMIBCgsLGTYsGHk5+czc+ZMXn31VT744AMqKysbzjJSUlIaEsGkSZO49dZbAdi4cSOLFi1i9uzZ7Nixg1AoRG5uLo899lhD54TG9BSWKEyXU1ZWxrx585g/fz4rV66krq6Oqqoq+vTpQ2ZmJt///vfJzs6mV69eJCYmUlZW1vBwpKSkJPLz8/n3v/9NQkICaWlppKWlUVpaypw5c/B4PGzcuJHt27c3JByfz0d2djbLli2jvLy82d5vjemuumyiUNWGPxFpeG26r+LiYgKBAD/+8Y/x+/34fD58Ph8TJkxgwIABjB8/vsleZdPS0jjssMMYMmQIhx9+OAkJCSQlJeHxeDjllFPweDzccccd+P1+PvzwQ/bu3cvIkSPJzc3lmGOOISkpiYULF/Lxxx/HYa2Nib8umSiWLl2Kz+fjrLPOYuTIkVx44YXceeedBAIBQqGQdSnRTZWWluL3+1FV+vXrx7nnnkufPn1IS0trePhRc84999z9hs8666z9hkUEn8/H5MmTGTBggHVGaEyYLpkogIanpS1cuJCjjjqK3bt3M3r0aMaMGfOdu7c2ndPll1/OnDlzuPDCC0lJSWnXA4Lf/va3BIPBZhPO119/TV1dHddeey0FBQXcdNNNdkBieowumyhUlREjRvDvf/+7odrpe9/7niWJbmzw4MFceeWVMZt/pLOS8vJy/H4/69evZ8mSJUyfPp2BAweiqmzYsIGtW7fy9NNPk5iYyMaNG5k+fTp5eXkNve0a05V12URhTEe65ppr+PLLL/H5fMydO5eNGzfy9NNPs3TpUrZt29bQZlJZWQnATTfdRO/evbnxxhs57bTTIs57+fLlrFy5ElVl7NixjBkzBq/Xa2csptOwRGFMFHr37s3EiROZOXMmwWCQG264gbq6OoLBIACHHHIIgwYNIj8/nz/84Q8MGTKENWvWsGHDBr7++mt2797NrFmzANi2bRuHHHII69atw+fzUVtbS1lZGapKKBSif//+HHHEEdx+++3xXGVjGliiMKYVMjMz+frrr8nNzSU7O5vDDjuM3r1773cGcPfdd7Njxw7Wr1/Pc889xxtvvEFVVRWBQKDhWR+lpaX06tWL6upqDjroIMaNG8d7771HdXU1KSkpDU8QbMtzxo1pb5YojGmF//zP/2TKlCn06dMnYttDXV0dfr+fvXv3kpyczIgRIxgxYgT5+fk8++yz9OnThxNPPJH+/fvTr18/AI4//ngqKyuZM2cOxcXFdrm36TQsURjTSvU79khyc3M5/fTTyc/PZ+jQofu1N1x99dXNvq9v377tEqMx7ckShTExctxxx8U7BGPahXVaY4wxJqKozyhEJA8YGv4eVf0oFkEZY4zpPKJKFCJyF/ADYCUQdEcrEDFRiMipwP2AB/ibqt7ZRJnzgBnu/Jaq6g+jDd6Y7mjXrl3s3r2bN954gzFjxnDggQfGOyTTw0V7RnEWMEZVa6OdsYh4gIeAU4ASYJGIzFbVlWFlRgG/BCap6h4RGRh96MZ0Tzt27CAYDHL33XczYMAAXn311f2egxEMBlmzZg2BQIDU1FQKCgoapm3evJmqqiqSkpIoKCiwm/ZMu4g2UawHvEDUiQKYAKxV1fUAIvI8cCbOWUm9K4GHVHUPgKpub8X8CYVCBAIBdu/e3Zq3GdOpnXjiiXz++eckJyc33AGelJRERkYGH374IcuXL8fv9+P3+wG49tpr+fzzz9m1axebN2+mpqYGgF/96lecfPLJ8VwV001EmyiqgS9E5D3CkoWqXhPhPXnA5rDhEmBiozKjAUTkE5zqqRmq+naUMbFkyRICgQCvvfYa7nyifasxndaxxx7Lsccey6233kowGOTBBx9EVUlNTaW6upq0tDSCwSDBYJBt27Zx5513kpCQgN/vp3fv3uTk5PDll1/y1VdfWaIw7SLaRDHb/WuNpvbaje8gSgRGAScAg4H5IjJOVffuNyORq4CrwLkzNjMzs2FaIBDgoIMOIicnx65BN93K2Wefzfvvv092dnZDL8k5OTkUFhaSmJhIcXExDzzwAKNGjWLo0KEUFhbSu3dvysrKWL16dbzDN92IRHv3p4gk4Z4BAGtUta6F8kfjnCFMcYd/CaCqd4SVmQksUNUn3OH3gBtVdVFz8y0oKNDMzEzKy8vp06cPVVVV3HDDDWRnZ0e1HsZ0RaFQKOpHsJaWlvLwww+TkpJC//79SUhIYPz48VxyySWMHTs2xpGazkpE/qWqR7TlvdFe9XQC8CSwEedMYYiIXNrC5bGLgFEiUgB8A5wPNL6i6R/ABcATIpKFk4jWt2YFjOkJWvOc7r59+zZ0IVJeXo7H42Hz5s306tWLGTNmxC5I021FW/V0D1CkqmsARGQ08BxweHNvUNWAiPwUeAen/eExVV0hIrcAi1V1tjutSETqL7u9XlV3tX11jDH9+vXjtttuo66ujtLSUpKSknj00UcbGrmNaa1oE4W3PkkAqOpXItJit5aq+hbwVqNxN4W9VuB/3T9jTDvxer14vV5GjhxpnQua7yzaRLFYRB4F/u4OXwj8KzYhGWOM6UyiTRTTgf8GrsFpo/gIeDhWQRljjOk8okoU7h3Z97p/xhhjepCIiUJEXlTV80TkS759DwSqOj5mkRljjOkUWjqj+B/3/7RYB2KMia158+Zx//33M23aNEaMGBHvcEwXEvHibFXd4r7cCWxW1U1AMnAwUBrj2Iwx7UBVCQaDVFdX88QTT/DXv/413iGZLibau3g+Anq5z6R4D7gceCJWQRlj2k9CQgKnnnoqZ5xxBklJSZSVlcU7JNPFRJsoRFWrgXOAB1T1bMD6AjCmizj22GM56qijCAQCLFq0iMcff5z1660TBBOdqBOF23fThcCb7jh73rYxXUwoFKK2tpaHH36YBx54IN7hmC6KymKUAAAUYUlEQVQi2p39tTgPGHrV7YZjODAvdmEZY2LhuOOOo66ujk8//ZR58+Yxbdo0RISDDjqIwsJCioqKSE9PJykpKd6hmk4k6t5jOwvrPdaY7+7mm2+mpqYGj8fT8ByXxMREMjIyGDt2LH/+85/jHKFpbzHrPVZE7lPVa0XkdZq+j+KMtizUGBNfP/vZz9i5cyfp6ekUFxfz8ccf880335Cens6yZcvw+/12VmEatFT1VN+30x9jHYgxpuNkZWWRlZUFQHZ2NkceeSTBYJBXXnmF4uJitmzZwqJFzmNh8vPzmTBhAgDV1dV88sknrF27lg8//BCA8vJyLrvsMkpKSjjggAN46aWX6N27N16vl6uvvprRo0c3HYTpMiImClWt7/hvMeBT1RCAiHhw7qcwxnQTHo+H1atX4/P5uPLKK6muriYQCKCqpKWlISKICLW1tQ1/NTU1iAh33303Ho8HcB5JXP88jLy8PK6//vo4r5n5rqJtzH4POBmodIdTgH8Cx8QiKGNMfIgIfr+f7Oxs+vfvz+rVqykuLqaiogKAsWPHMnDgQMaPH09aWhp9+vTh9ttvZ9KkSbz99tucdNJJjBkzhrS0NO677z7q6iI+CNN0EdEmil6qWp8kUNVKEekdo5halJ6eTnl5Ofn5+axatapVT/8yxjTvN7/5DeXl5fTr1w+AoqIiysvLSU1NpaKigj59+jScOdS74w7n6cYnn3xyw7jq6uqOC9rEXLSJokpEDlPVfwOIyOGAL3ZhRTZ9+nRqamoavrx9+/aNVyjGdDv1SaLxcOPxpudozX0UL4lIff9OOcAPYhNSdFJTU/f7b4wxJjaifR7FIhE5ABiD8+Ci1apqlY/GGNMDRJUo3PaI/wWGquqVIjJKRMao6huxDc8Y0xXV38j7+uuvU15eziWXXMLYsdY9XFcVbSvw44AfONodLgFui0lExpguT0QIBAJUVFTw5ptvcs8997B27VoCgUC8QzNtEG2iGKGqdwN1AKrqw6mCMsaYb+nduzfXXnst11xzDYmJiSxZsoSrrrrKnoXRRUXbmO0XkRTcbjxEZARQG7OojDFdXnZ2NqqKqpKens7OnTtZtmxZvMMybRBtorgZeBsYIiLPAJOAy2IVlDGmexARbr31VgBmzJjBN998w7x58/B6vSQnJzN69GjS0tLiHKVpSYuJQpyuJVfjPLToKJwqp/9R1Z0xjs0Y042oKps3b+aWW27B5/ORnJyMx+PhtNNO48gjj2To0KF88cUXFBcXU1JSQlVVFSUlJfj9fkSEyZMnM2DAAH70ox819HhrOkZU3Yy73dMe3gHxtKigoEDvuecevF5vvEMxxrTC7bffTlJSElVVVWRkZLBlyxZCoRBJSUkkJCSQlZVFZWVlw8OVEhISCAQCDf1NJSYmIiIMGTIEgIyMDHbu3MnJJ59MVlYW5557LikpKXFey84rZt2Mh1kgIkeq6qK2LMQYY371q1/tN7x161Y2btzI+++/z+7duznssMPo27cvWVlZrFq1iqKiIrxeL16vl+XLl7N27VoWLVrEpk2bANi4cSMATz31FB6Ph4yMDE4//fSOXq0eIdpEcSLwExHZCFThVD+pqo6PVWDGmO5t0KBBDBo0iKOOOupbz78YP37/Xcvhhx/OoYceyhFHHEFubi51dXV4vV4++OADMjMzeeWVVygvL+/oVegxok0Up8U0CmNMjxbNQ5ISEhIYMWIEQEMV02mnnUZpaem3Oio07aulJ9z1An4CjAS+BB5VVbtjxhjT6YRCIVTVGrpjoKUb7p4EjsBJEqcB98Q8ImOMaYXy8nJUlQcffJBp06bxxRdfxDukbqelRDFWVS9S1VnAucDkDojJGGOilp2dTV1dHYmJiWzYsIEFCxbEO6Rup6VE0dBDrFU5GWM6o/T0dO666y4uv/xykpKSCIVC8Q6p22kpURwsIuXuXwUwvv61iLR4iYGInCoia0RkrYjcGKHcuSKiItKma3yNMT1bQkKCNWjHUMTGbFVt85YXEQ/wEHAKTm+zi0RktqqubFQuFbgG+LytyzLGGBM7sXzY9ARgraquV1U/8DxwZhPlbgXuBmpiGIsxxpg2imWiyAM2hw2XuOMaiMihwJCWHoAkIleJyGIRWVxRUdH+kRpjjGlWLBNFUxczN3QsJSIJwJ+A61qakao+oqpHqOoR9oxsY0xT6vut+/TTT3nnnXeoqqqKc0TdRywTRQkwJGx4MFAaNpwKjAM+cLsGOQqYbQ3axpi28Pl8BAIBVq5cye9+9ztefvnleIfUbcQyUSwCRolIgYgkAecDs+snqmqZqmap6jBVHQYsAM5Q1cUxjMkY000NHjyYMWPGcMwxx1BWVkZJSUm8Q+o2YpYo3Psufgq8A6wCXlTVFSJyi4icEavlGmN6rssuu4zJkyfj9XqtK492FG2ngG2iqm8BbzUad1MzZU+IZSzGmJ7l008/5c033+TYY4+1p+h9R7GsejLGmA4XDAYJhUKUlJRw22238eSTT8Y7pC7PEoUxpltJTU3l8MMP54QTTqCiosLaKtpBTKuejDEmHs455xxUlY8++oiEBDse/q5sCxpjjInIEoUxxpiILFEYY4yJyBKFMcaYiCxRGGOMicgShTHGmIgsURhjjInIEoUxxpiILFEYY4yJyBKFMcaYiCxRGGOMicgShTHGmIgsURhjjInIEoUxxpiILFEYY4yJyBKFMcaYiCxRGGOMicgShTHGmIgsURhjjInIEoUxxpiILFEYY4yJyBKFMcaYiCxRGGOMicgShTHGmIgsURhjjInIEoUxxpiILFEYY4yJyBKFMcaYiCxRGGOMiSimiUJEThWRNSKyVkRubGL6/4rIShFZJiLvicjQWMZjjDGm9WKWKETEAzwEnAaMBS4QkbGNii0BjlDV8cDLwN2xiscY0zOtWLGCjz/+mIqKiniH0mXF8oxiArBWVderqh94HjgzvICqzlPVandwATA4hvEYY3qYUChESUkJv/zlL3nkkUfiHU6XFctEkQdsDhsuccc15wpgTlMTROQqEVksIovtqMAYEw0RYfLkyRx66KFUVlaydu3aeIfUZSXGcN7SxDhtsqDIRcARwPFNTVfVR4BHAAoKCpqchzHGNFZUVATAqlWrEGlql2SiEctEUQIMCRseDJQ2LiQiJwO/Bo5X1doYxmOMMaYNYln1tAgYJSIFIpIEnA/MDi8gIocCs4AzVHV7DGMxxhjTRjFLFKoaAH4KvAOsAl5U1RUicouInOEW+wPQF3hJRL4QkdnNzM4YY0ycxLLqCVV9C3ir0bibwl6fHMvlG2OM+e7szmxjjDERWaIwxhgTkSUKY4wxEVmiMMYYE5ElCmOMMRFZojDGdHt+v5+FCxdy1113sWzZsniH0+VYojDGdHuhUIiamhpeeOEF/vKXv8Q7nC4npvdRGGNMZ/C73/2OvXv38vjjj1NZWRnvcLocO6MwxnR7IkJ6erp1DNhGliiMMcZEZInCGGNMRJYojDE9SigUIhgMxjuMLsUShTGmxygvL2fFihVMnTqVhx56KN7hdBmWKIwxPcbw4cPxer3s3buX9957L97hdBl2eawxpse4+OKLAZg1axaq9lTlaNkZhTHGmIgsURhjjInIEoUxxpiILFEYY3qcbdu2sWHDBm677TbmzZsX73A6PUsUxpgeqa6ujtdee4377rsv3qF0enbVkzGmx7npppvw+Xy89NJLrF69mmnTppGdnc1PfvIT8vLyyM3NjXeInYolCmNMj5SSksLkyZMJBAKsW7eOzZs3c9111wEwaNAgRo4cye233x7nKDsHSxTGmB6roKCAgoIC6urq+PjjjwkEAmzYsIFt27axdu1abrzxRvr16xfvMOPOEoUxpsfzer2ceOKJDcNz585l3rx5TJ8+nYKCAm699dYe3UW5JQpjjGlk3LhxfPXVVyxdupQvv/ySiooK+vbti6qSmprKddddR1JSUrzD7DDS1W5jLygo0HvuuQev1xvvUIwx3VxJSQnPPvssKSkpiAilpaWICDk5ORQWFjJjxgz69+8f7zCjIiL/UtUj2vJeO6MwxphmDB48mOuuu66h2qmqqoq///3vBAIB3nvvPaZOnUpRUVGco4w9u4/CGGMi8Hg8JCQkkJCQQGpqKldffTWnn346AL///e+ZPn06paWlcY4ytixRGGNMK+Xl5TFixAhSUlKYP38+8+fPj3dIMWVtFMYY00alpaU89NBDpKenc/jhh3PiiSeSm5tLQkICIoKIkJCQwOjRo0lOTo5rrNZGYYwxcZCZmUlOTg4+n493332Xjz76iJSUFOrq6vB6vQQCAXr16gVAcnIyRUVF/OAHPyA7O5vExK6z+7UzCmOMaQfFxcVs2rSJ5ORkampqSE5OpqysjN27d+P3+1m1ahVer5fMzEwSEhI477zzSElJobCwkPz8fLKysmIan51RGGNMnOXn55Ofn9/s9NLSUhYsWMBXX31FVVUVM2fObLgvIz8/n7/97W94vd5OeWNfTBOFiJwK3A94gL+p6p2NpicDTwGHA7uAH6jqxljGZIwx8ZCbm8s555wDQFlZGYFAgC+++IKvvvqKJUuWcPrpp5OQkMCRRx5JRUUFxxxzDFVVVYwYMYK6ujry8vLo27cvQ4YM6fDYY5YoRMQDPAScApQAi0RktqquDCt2BbBHVUeKyPnAXcAPYhWTMcZ0BmlpaQCcdNJJjBs3jrlz51JRUYHP52P27NmICJ988gmhUIhevXoRCoVITk7G4/GQk5PDwIEDSU5Oxu/3k5GRQVpa2n4N6KFQiH79+pGTk9PQoP5dxPKMYgKwVlXXA4jI88CZQHiiOBOY4b5+GXhQRERbaDjx+Xz4/f72j9gYYzpY3759OfvsswGo3/Xt3r0bEaGkpASPx8PWrVsJBoOsW7eOPXv2sGvXLvx+P3v37qVXr14N1VWqiqri8/nweDx4PB5CoVB9w3mvtsYYy0SRB2wOGy4BJjZXRlUDIlIGZAI7wwuJyFXAVe5g3UUXXVQck4i7nn5AebyD6CRsW+xj22KfnrAtoj1dGN7WBcQyUTTVItP4TCGaMqjqI8AjACKyuK0t992NbYt9bFvsY9tiH9sW+4jI4ra+N5Z3ZpcA4a0ug4HG97k3lBGRRCAN2B3DmIwxxrRSLBPFImCUiBSISBJwPjC7UZnZwKXu63OB91tqnzDGGNOxYlb15LY5/BR4B+fy2MdUdYWI3AIsVtXZwKPA30VkLc6ZxPlRzPqRWMXcBdm22Me2xT62LfaxbbFPm7dFl7sz2xhjTMey3mONMcZEZInCGGNMRJ02UYjIqSKyRkTWisiNTUxPFpEX3Omfi8iwjo+yY0SxLf5XRFaKyDIReU9EhsYjzo7Q0rYIK3euiKiIdNtLI6PZFiJynvvdWCEiz3Z0jB0lit9IvojME5El7u9kajzijDUReUxEtovI8mami4j82d1Oy0TksKhmXH8nX2f6w2n8Xodzg0gSsBQY26jM1cBM9/X5wAvxjjuO2+JEoLf7enpP3hZuuVTgI2ABcES8447j92IUsARId4cHxjvuOG6LR4Dp7uuxwMZ4xx2jbXEccBiwvJnpU4E5OPewHQV8Hs18O+sZRUP3H6rqB+q7/wh3JvCk+/pl4CTpjN0ufnctbgtVnaeq1e7gApx7VrqjaL4XALcCdwM1HRlcB4tmW1wJPKSqewBUdXsHx9hRotkWinOXNjj3a3XLZ5eq6kdEvhftTOApdSwA+otITkvz7ayJoqnuP/KaK6OqAaC++4/uJpptEe4KnCOG7qjFbSEihwJDVPWNjgwsDqL5XowGRovIJyKywO3NuTuKZlvMAC4SkRLgLeBnHRNap9Pa/QnQeZ9H0W7df3QDUa+niFwEHAEcH9OI4ifithCRBOBPwGUdFVAcRfO9SMSpfjoB5yxzvoiMU9W9MY6to0WzLS4AnlDVe0TkaJz7t8apaij24XUqbdpvdtYzCuv+Y59otgUicjLwa+AMVa3toNg6WkvbIhUYB3wgIhtx6mBnd9MG7Wh/I6+pap2qbgDW4CSO7iaabXEF8CKAqn6G05NqbB8p1zlFtT9prLMmCuv+Y58Wt4Vb3TILJ0l013poaGFbqGqZqmap6jBVHYbTXnOGqra5M7ROLJrfyD9wLnRARLJwqqLWd2iUHSOabVEMnAQgIoU4iWJHh0bZOcwGLnGvfjoKKFPVLS29qVNWPWnsuv/ocqLcFn8A+gIvue35xap6RtyCjpEot0WPEOW2eAcoEpGVQBC4XlV3xS/q2IhyW1wH/FVE/h9OVctl3fHAUkSew6lqzHLbY24GvACqOhOnfWYqsBaoBi6Par7dcFsZY4xpR5216skYY0wnYYnCGGNMRJYojDHGRGSJwhhjTESWKIwxxkRkicKYRkQkKCJfiMhyEXldRPq38/wvE5EH3dczROTn7Tl/Y9qbJQpjvs2nqoeo6jice3T+O94BGRNPliiMiewzwjpNE5HrRWSR25f/78LGX+KOWyoif3fHfd99VsoSEXlXRLLjEL8x31mnvDPbmM5ARDw43T486g4X4fSVNAGnc7XZInIcsAunn61JqrpTRDLcWXwMHKWqKiI/Am7AuUPYmC7FEoUx35YiIl8Aw4B/AXPd8UXu3xJ3uC9O4jgYeFlVdwKoan3nlIOBF9z+/pOADR0SvTHtzKqejPk2n6oeAgzF2cHXt1EIcIfbfnGIqo5U1Ufd8U31hfMA8KCqHgT8GKcjOmO6HEsUxjRDVcuAa4Cfi4gXp9O5/xKRvgAikiciA4H3gPNEJNMdX1/1lAZ8476+FGO6KKt6MiYCVV0iIkuB81X1724X1Z+5vfRWAhe5PZX+HvhQRII4VVOX4TxV7SUR+Qany/OCeKyDMd+V9R5rjDEmIqt6MsYYE5ElCmOMMRFZojDGGBORJQpjjDERWaIwxhgTkSUKY4wxEVmiMMYYE9H/B5aoGz1Qg2s+AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XucTfX++PHXe8bkOk2hdFyaEXKb3K+lk5SoQ4pyKaeIrxByyUnldHTkklRyJ/VLIkoqpxSR0tUt90QSUQghjOvM+/fHWjO2MWP2Zvasvfe8n4/HPGavy17rvdZee73357M+67NEVTHGGGNCVZTXARhjjDHnY4nKGGNMSLNEZYwxJqRZojLGGBPSLFEZY4wJaZaojDHGhLSQTFQicr+ILPA6Dq+JyNUickREonNwnQkioiKSJ6fWGUwiskFEGl7A++wYTCcnjg0R+VxEOgdr+SY8ZZmoRGSbiBxzT5i7ReR1ESkUzKBUdbqq3hbMdYQid1/fmjqsqr+qaiFVTfYyLq+4J8WyF7MMVa2sqp9nsZ5zTsDZfQyKyCB3HXWya5nhzt0nb3odh8maiPRxz/+HROQ1Ecl7nnk7i8gWN2d8IiLF002vISJL3Ol7ROTRrNbvb4mquaoWAqoB1YEn/HxfSPGylBApJZRA2P52iIgA/wT+BB7MYt6QiTs7Rep2BZM4PK/1EpEmwADgFiABuAZ4JpN5bwKGAi2AwsAvwFs+04sCnwCTgCJAWSDrmgtVPe8fsA241Wd4BPCRz3BeYCTwK7AHmAjk95neAlgN/AX8DDR1x8cBrwK7gN+AZ4Fod1oH4Cv39URgZLqYPgD6uq+LA+8Ce92d0stnvkHAbOBNd/2dM9i+OOAN9/3bgYFAlE8cXwNjgEPAj8At6d57vm34GngJ5wT1LFAG+AzYD+wDpgOXufNPA1KAY8AR4F84B4UCedx5PgcGu8s9jPMBF/WJ5wF3G/YD/07/2aXb7vzAC+78h4Cv3HGp63zQ/Uz3AU/5vK8O8C1w0N3uscAlPtMVeAT4CfjFHfcysMP9DFYCN/rMHw086R4bh93ppYAl7rKOuvujjTt/M5zj6SDwDVAl3bH6OLAWOAHk8d0Hbuwr3Dj2AC+6439113XE/auPzzHozlMZ+NT9LPcAT2b13fF579/dz7W9+9n47q9zjhN3/EPARuAAMB+I93lPpvszg3V/js9xn8F2KdDV/bwOAOMA8flsRrrHwFb3c/U9HgM6/tPF1RQ4CZxy9/kaP4/xeu7nfhBYAzT093PIyT/3GJ6Dc17ZD4z1OSe96TNfAud+x4e4238M53y0It2y+wBz/Tn/ZtO2zACG+gzfAuzOZN6RwDif4eLu9pVxh4cC0wKOwY8gt3Hmi14SWAe87DN9FDAXJ3vGAv8DhrnT6uCcBBvjlN5KABXcae/jZNWCwJXAMuDh9F8mnC/5Dp8vz+XuB1jcXeZK4GngEpxMvxVo4nNQnALucuc95wPESVIfuLEnAJuBTj5xnHYPjBigjbs9hf3chtNAT5wTZn6cXw+N3YPrCpyT8aiM9vV5DuKfgWvd5X0ODHenVcL5wjdw98VId9szS1Tj3PeXwDkhXe/GlbrOV9x1VMU56Vd031cT52SRx513I9DbZ7mKc0IvnLq/cU7QRdz39AN2A/ncaf1xjqnygLjrK+KzrLI+y64B/AHUdWN+0N1neX3232qck0T+9PsUJ8H+031dCKiX0X7O4BiMxTkZ9wPyucN13WkNgINZfIdeBd7GOYb2Ay3TrSf9cXIXsAWo6I4bCHzj855M92cG6/6crBPVh8BlwNU4J9bUH5NdcX6clXI/z8WcfTwGdPxnENsgfE7afhzjJdz9dwfO97mxO3xFdp6YL/bPPTbX4CTpgu4x0yCjbU5/7Lnb+yvOD6M8OD8GDgPlfN6zHGib1fk3g7ga4CT4zP4aZPK+Nbg/FN3hom7MRTKY9wVgvM9wCXfeFu7wZzg/tL7B+S7/D7g6y33qx07fhnMCPOyucBFnSgGC84u3jM/89TnzS3oS8FIGyyyGc/LzLXm1AxZncJIQ94P7uzv8f8Bn7uu6wK/plv0E8P98DoolWRxQJ4BKPuMeBj73ieN33CTpjluGU43jzzb8mtm63XnuAlal29dZJaqBPtO7A5+4r58G3vKZVgDnF+s5iQrnS34MqJrBtNR1lky3zW0z2YbewHs+wwo0ymK7D6SuG9iUehBnMF/6RDUBGJxunk3ATT7776EMjt/URLUEp8qiaLp5ztrPGRyD7Xw/p0D+3M/hL+Aun+/EB+nWk/4Y/hj3x5LP55WET6kqs/2ZwbTPyTpRNfAZfhsY4L7+DOjqM+221P1E9hz/g8g4UWV2jD9Oul/jOKXNBy/kswnWH845cK/v8ZTZNqc/9tzt/2+697wJPO2+LodzLi5AFuffbNyetJowdzjGjTkhg3lvwSmBV8H5oTEJp6aonTt9M05SrI2TwEcDX2cVg7/1n3epaizQEKiAk1HBKRUUAFaKyEEROYhT/3iFO72Uu5Hpxbsbu8vnfZNwfpWdRZ2tm4nzJQC4D6fKLHU5xVOX4S7nSZwvUaod59muojilj+0+47bj/ApI9Zsbg+/04n5uw1nrFpErRWSmiPwmIn/hHIBFCcxun9dJOCUD3JjS1qeqSTi/NjNSFOcgyeizOe96RORaEfnQvbD6F05RPv02pN/ufiKy0b0QexDnV2LqezI7RjISD/RL93mXwtn2DNedTiecX+o/ishyEWnm53oDiTG9u3FKFvPc4enA7SJyhc886WOOB1722cY/cU5KJSDL/Xkh/DqmOPt7EvDxnw3xxAP3pvv8GwB/u8D1BEspYLuqnr7A96ffbzM4+/z3vvv9zur8m12OAJf6DKe+Ppx+RlVdBPwH53LMdpwfioeBne4sx3B+2C5X1eM4PxyvF5G48wUQ0IU6Vf0CeB2nWgmczHkMqKyql7l/ceo0vABnh5fJYFE7cH6NFfV536WqWjmTVb8F3CMi8TilqHd9lvOLzzIuU9VYVb3DN+zzbNI+nOqxeJ9xV+PUt6cq4V4M953+u5/bkH7dw9xxVVT1UpwqHDnP/IHYhVM1C4CI5MepHsrIPuA4GX82WZmAUx1Uzt2GJzl7G8BnO0TkRpxfwq2By1X1Mpzq09T3ZHaMZGQHMCTd511AVd/ymSfTfaiqP6lqO5yT6XPAbBEpeL73XECM6T2Ic6L9VUR2A+/gnODb+cyTfv07cKrQfLczv6p+48f+TO8ozsks1VUBxL4L56Sb6up0MQZ6/KcX6PG+A6dE5btfCqrq8ACXE2w7gKszaUDiz+eRfr8sAIqKSDWc42aGOz6r8+9ZRORGt6VdZn83ZrI9G3Cq5FNVBfaoaoY/hFV1nKqWU9Urcc7VeYD17uS16bYv9XVmxy9wYfdRjQIai0g1VU3BuZbxkohcCSAiJdxWIuDUzXcUkVtEJMqdVkFVd+Hs/BdE5FJ3Whm3xcg5VHUVTlF6CjBfVQ+6k5YBf4nI4yKSX0SiRSRRRGr7syHqNPt+GxgiIrFuIuyLU9JJdSXQS0RiRORenOsG8wLdBlcszq+TgyJSAuf6jK89ONfZLsRsoLmIXC8il+D8Usnww3c/t9eAF0WkuLvf6p+vyWm6bfgLOCIiFYBufsx/GrcqRESe5uxfZ1OAwSJSzm3lVEVEUhNs+v3xCtBVROq68xYUkX+ISKwfcSMi7UXkCnf7U4+hZDe2FDLf9x8CV4lIbxHJ6x4rdf1YXwmcqpBmOC1mq+F8yZ/j/K3/JgJPiEhldzlx7rEHWe/P9FYDLUWkgDhN/TtlFbePt3GO/ZIicjlOyy8ALvD4T28PkCD+t2x7E+cYb+Ies/lEpKGIlMzynTlrGU6SH+4eo/lE5AZ32mrg7+LcIxmHHy2o3ZLZbOB5nGtRn7rjszr/pl/Ol+rc7pLZ35eZhPAG0ElEKrnHwUCcAss53G1NdL+fVwOTcdo0HHBn+X/A3SJSTURicBp9feVzTs9QwIlKVfe6gf/bHfU4zoXf78SpClqIc2EcVV0GdMS5qHgI+IIzpZcHcKrdfsCpY5/N+YvwbwG3cubXRGqiaY5zAvgF5xfGFJyqEH/1xPmVsxWn5dsMnJN4qqU49cL7cFrj3OPzSyLQbXgGp0HAIeAjnFZBvoYBA91i/GMBbAOqusHdlpk4X5LDOBcrT2TylsdwGjEsx6laeg7/jofHcKofDuN8SWZlMf98nGsum3GqAo5zdtXGizgnxAU4CfBVnLptcOrzp7r7o7WqrsC5RjkWZ39vwbkW4q+mwAYROYJzQbetqh53q1GGAF+766rn+yZVPYxz4b45TrXUT8DNcOZXaibr+yewWlUXqOru1D+cevkqIpKY0ZtU9T2cz2Om+51aD9zuTs5qf6b3Es61yj3AVM5Um/vjFXd9a4DvOfd4DfT4T+8d9/9+Efk+q5lVdQdOK+IncRL1Dpwfe5434fblc14qi3N9fSdOQyxU9VOc78xanIZgH/q52Bk457930lUpZnr+zS6q+glOa+/FOMfcdpzqPSDtpvr73cF8bqxHcBL2t5zJFajqZzif30c456eyOOeT80ptSWcyICIdcC5EN/A6lkCJc1P2QZwqul+8jscYYy5USP0SMRdHRJq7VTwFca4jrsO5mGmMMWHLElVkaYHT0ON3nOrKtmpFZmNMmLOqP2OMMSHNSlTGGGNCWth2FFm0aFFNSEjwOgxjjAkrK1eu3Keq2X1TcFCFbaJKSEhgxYoVXodhjDFhRUS2Zz1XaLGqP2OMMSHNEpUxxpiQZonKGGNMSLNEZYwxJqRZojLGGBPSLFEZY4wJaUFPVCLymoj8ISLrM5kuIjJaRLaIyFoRqRHsmIwxxoSPnLiP6nWcxzK8kcn023H6pSuH81DECe5/Y4wJfRs2wK+/eh1Flk4nJxMl530+YcgKeqJS1SUiknCeWVoAb7idp34nIpeJyN/cB7MZY0z2UXX+ssvWrZCY4WPFQsoBoBHwsNeBXKBQ6JmiBGc/+G2nO+6cRCUiXYAuAFdffXX6ycYYk7m9e6F6dfjtt+Asv2nT4Cw3G1ymSvHvv2fS8eNw+LDX4QQsFBJVRmXRDH/yqOpknEcbU6tWLev23eQOqvDoo7Bxo9eRhLfFiyE52XmdnVVgUVEwaBAMHJh9y7xIqsrMmTO57rrrSExMRIDX9uwhNjaWggULeh1ewEIhUe0ESvkMl8R5npIxZs0amDABJk3yOpLI0b49TJvmdRRB89NPP9G9e3cWLlzIDTfcwJIlS4iKiqJYsWJeh3bBQiFRzQV6iMhMnEYUh+z6lIlYqvDTT3DypH/zV6t29vCCBdkfU24SHQ3163sdRVCcOHGC4cOHM2zYME6cOEHhwoXp2LGj12Fli6AnKhF5C2gIFBWRncB/gBgAVZ0IzAPuALYASUBk7FljMvLf/zrVRIF64AHo1g3q1cv2kEz4W7RoEd27d2fz5s0AdOjQgREjRnDFFWH1NI9M5USrv3ZZTFfgkWDHYcx5bdsGLVrAvn3BXc/vPrXalSv79566dWHKlOy9rmIixv79+7nzzjtJSkqiQoUKTJw4kZtuusnrsLJVKFT9GXNh9u+HIUPg4MGLX9bUqZCScvHL8UfevLBsGVSpkjPrMxEnxT1Wo6KiKFKkCMOGDePw4cP079+fSy65xOPosp8lKnOu5GRYtCh7EkAwTZgAn3+evcts0wZeeCF7l5nepZdCbGxw12Ei1po1a+jatSsdO3akS5cuAPTq1cvjqILLElVudfQonD6d8bQZM6B795yN52IUKQIjRlz8cvLmhWbNIC7u4pdlTDY7cuQIgwYNYtSoUSQnJ/PXX3/RuXNnoqIiv8tWS1S50ZQp8PDD/lV13Xtv8OO5GAUKwFNPQblyXkdiTNB88MEH9OzZkx07diAi9OzZk8GDB+eKJAWWqCJTcjJ06gQ//pjx9KVLz7y+9NKM5ylQwLluc9tt2R+fMcYvBw4coEOHDsydOxeAGjVqMGnSJGrVquVxZDnLElU42bABZs/OuiT0ww/OfFlZtAgaNcqe2Iwx2a5QoUJs27aN2NhYhgwZQvfu3YmOjvY6rBxniSpU7Nvn3Ah6PjffDCdOBLbcb7/NeHyRIlZdZkwI+vbbbyldujRXXXUVMTExzJgxg8svv5zixYt7HZpnLFGFgpMnoUIFp7m1P5o3h5o1zz+PCNx9N1x33cXHZ4wJugMHDjBgwAAmT57Mfffdx/Tp0wGo7O/9dhHMEtWF+PpraN06+3oh9l1OVj0PlCkDr78OeeyjMyYSqCrTp0+nb9++7N27l5iYGBISEkhJSck1jSWyYmc7fx0/Do8/7vQs4M/1nwtx113w3nvBWbYxJuRs2rSJbt26sXjxYgD+/ve/M2HCBCpVquRxZKHFElVmdu2Cjz8+03BhwQJ4552z5xk2LHvvN7KbQI3JNfbs2UO1atU4fvw4RYoUYeTIkTz44IOIdZV1DktUqY4fP7uftzvvhFWrMp737bedpHLLLRATkzPxGWMiSrFixejUqRPHjh1jxIgRFClSxOuQQpYlKnB6aShTBvbsOXdahQpwww3O6zx5oGvXcx+9YIwxWdi9ezd9+/blwQcfpEmTJgCMHj3arkP5wRLVTz9Bgwbwxx/OcIkSZ6YlJMD8+RCGT8Q0xoSG5ORkJk2axJNPPsmhQ4dYv349t912GyJiScpPlqieeeZMkvrHP+DDD72NxxgTMVatWkXXrl1ZtmwZAHfccQdjx46161ABsnS+ZInzv2FDeP99T0MxxkSGI0eO0LdvX2rVqsWyZcsoXrw4s2fP5sMPP6R06dJehxd2LFEVKuT8HzLE7k0yxmSL5ORkZs6cCUDv3r358ccfadWqlZWkLlDuPTN/+KHz7KGkJGfYWtwYYy7Ctm3buPLKKylQoABxcXFMnTqVIkWKUKNGDa9DC3u5o0S1ZQvccw80bXrmr3nzM0mqUiWn4YQxxgTo1KlTPPfcc1SqVIkhQ4akjW/cuLElqWwS2SWq996Dbdtg8GA4cCDjeaZPh3btnL7xjDEmAF999RVdu3Zlw4YNAOzcuRNVtSq+bBa5ieqbb6Bly7PHNWoE/fufGb7sMqhb15KUMSYg+/fv5/HHH+fVV18FoEyZMowfP57b7PltQRGZiWr//jM36QL07u30JNGrFxQt6l1cxpiwt2PHDmrUqMG+ffuIiYlhwIABPPHEE+TPn9/r0CJWZCaq7dvPvH79dXjwQc9CMcZElpIlS1KnTh2SkpKYMGECFSpU8DqkiBd5iUoVhg51XteubUnKGHNRjh07xpAhQ2jbti2JiYmICDNnzqRQoUJ2LSqHRFaiOnUKxo6Fd991hq+80tt4jDFh7ZNPPuGRRx5h69atfPHFFyxZsgQRIdaedJCjIqt5+iuvQN++Z4YnT/YuFmNM2Pr9999p06YNt99+O1u3biUxMZHhw4dbCcojkZWoXnrpzOuPP4bixb2LxRgTdpKTkxk7diwVK1bk7bffpkCBAowYMYLvv/+eG3wbaJkcFVlVf1u2OP+HDXNu6jXGmAD8/vvvPP744yQlJdG8eXPGjBlDfHy812HlepGTqD777Mzre+7xLg5jTFg5fPgwBQsWJCoqilKlSvHyyy9TtGhRWrRoYVV9ISIyqv42bnSetpuqbFnvYjHGhAVV5Z133qF8+fJMmTIlbXznzp256667LEmFkPBPVDNnOn31pfI54IwxJiNbt27lH//4B61bt2bXrl28//77qKrXYZlMhHei+v57p5++VP/8J3To4Fk4xpjQdvLkSYYOHUrlypX5+OOPiYuLY8KECXz44YdWggphOXKNSkSaAi8D0cAUVR2ebvrVwFTgMneeAao677wLPXUKatY8M/zee3DXXdkbuDEmYmzfvp3bb7+djRs3AnDffffx4osvUqxYMY8jM1kJeolKRKKBccDtQCWgnYhUSjfbQOBtVa0OtAXGZ7ngX3458/o//7EkZYw5r+LFixMTE0O5cuX49NNPmT59uiWpMJETVX91gC2qulVVTwIzgRbp5lHgUvd1HPB7lks9fNj5X7kyPPFEdsVqjIkQKSkpvP766+zevRuAmJgYPvjgA9auXcutt97qcXQmEDmRqEoAO3yGd7rjfA0C2ovITmAe0DOjBYlIFxFZISIr0kZ++CHkzZutARtjwtuGDRto2LAhHTt2pF+/fmnjExISyJcvn4eRmQuRE4kqoyuU6ZvXtANeV9WSwB3ANBE5JzZVnayqtVS1FgAPP2xP5jXGpElKSuLJJ5+kWrVqfPnll1x55ZXccccdXodlLlJONKbYCZTyGS7JuVV7nYCmAKr6rYjkA4oCf5x3yb6NKYwxudq8efN45JFH2LZtGyJC165dGTp0KJdffrnXoZmLlBOJajlQTkRKA7/hNJa4L908vwK3AK+LSEUgH7A3yyWfOJG9kRpjwtJPP/1Es2bNUFWqVq3KxIkTqVevntdhmWwS9ESlqqdFpAcwH6fp+WuqukFE/gusUNW5QD/gFRHpg1Mt2EH9ufuuVKksZzHGRKaUlBSiopwrBOXKleOxxx7jqquuolevXuTJEzm9wxmQcL0bu5aIrvjoI7D6Z2NyneXLl6dV7TVp0sTrcMKKiKxMu84fJsK7Zwq7k9yYXOXQoUP06NGDunXr8v333zNixAivQzI5wBKVMSbkqSqzZs2iQoUKjBs3jqioKPr378/cuXO9Ds3kgPCuyLVEZUzE+/333+nYsSMLFiwAoH79+kyaNInrrrvO48hMTrESlTEmpBUsWJB169Zx+eWXM3nyZL766itLUrlMeJeoosI7zxpjMrZkyRJq1apFgQIFiIuL491336VMmTJceeWVXodmPBDeZ3orURkTUfbu3cuDDz7ITTfdxJAhQ9LG169f35JULmaJyhjjuZSUFKZMmUL58uV54403yJs3L7GxsV6HZUJEQFV/InIJcLWqbglSPIGxRGVM2Fu3bh1du3blm2++AaBx48aMHz+esmXLehyZCRV+l6hE5B/AOuBTd7iaiLwXrMD8DMrT1RtjLs6GDRuoUaMG33zzDVdddRUzZ85k/vz5lqTMWQIpUf0XqAssBlDV1SLi7dFkicqYsFapUiWaNm1KfHw8zz77LJdddpnXIZkQFMg1qlOqejDdOG/7X7JEZUxY2bFjB/feey/r168HQER4//33GTt2rCUpk6lASlQbRaQ1EOX2hP4o8F1wwvLTyZOert4Y45/Tp08zevRonn76aY4ePcrhw4f55JNPAIiOjvY4OhPqAilR9QBqAinAHOA4TrLyjj1nxpiQt3TpUmrVqkW/fv04evQorVq1YsqUKV6HZcJIIImqiao+rqrV3b8BwO3BCswv9kvMmJB18OBBunXrRv369VmzZg0JCQl8+OGHzJ49m5IlS3odngkjgSSqgRmMeyq7Arkg1jOFMSHr0KFDvPHGG0RHRzNgwAA2bNjAP/7xD6/DMmEoy2tUItIE5zHxJUTkRZ9Jl+JUA3rHGlMYE1J++eUX4uPjiYqKIj4+nldffZXExEQSExO9Ds2EMX+KJH8A63GuSW3w+VuA11V/VqIyJiQcP36cZ555hgoVKpx1/alt27aWpMxFy7JEpaqrgFUiMl1Vj+dATP6zRGWM5xYtWkT37t3ZvHkzABs3bvQ4IhNpAmmeXkJEhgCVgHypI1X12myPyl+WqIzxzJ49e+jXrx/Tp08HoGLFikyYMIGbbrrJ48hMpAkkUb0OPAuMxKny64jX16gsURnjiTVr1tCwYUMOHjxIvnz5+Pe//81jjz3GJZdc4nVoJgIFkqgKqOp8ERmpqj8DA0Xky2AF5hdrTGGMJypVqsTVV19NvXr1GDduHNdcc43XIZkIFkiR5ISICPCziHQVkeaAtw+IsRKVMTniyJEjPPHEE+zevRuAmJgYFi9ezLx58yxJmaALpETVBygE9AKGAHHAQ8EIym+WqIwJuvfff5+ePXuyc+dOduzYwZtvvglA4cKFPY7M5BZ+JypVXeq+PAz8E0BEvL293BKVMUGzfft2evXqxdy5cwGoWbMmvXv39jgqkxv5daYXkdoicpeIFHWHK4vIG3jdKa1dozIm2506dYqRI0dSqVIl5s6dS2xsLGPGjEnrs8+YnJZlohKRYcB04H7gExF5CueZVGsA75qmg5WojAmC9evX869//YukpCRat27Njz/+SI8ePayXc+MZf6r+WgBVVfWYiBQGfneHNwU3ND8UKOB1BMZEhKNHj1KwYEEAqlevzuDBg6lZsyZNmzb1ODJj/Kv6O66qxwBU9U/gx5BIUmAlKmMukqoybdo0Spcuzfz589PGP/XUU5akTMjwp0R1jYjMcV8LkOAzjKq2DEpk/rCqCGMu2KZNm+jWrRuLFy8G4K233qJJkyYeR2XMufxJVK3SDY8NRiAXxBKVMQE7duwYw4YN47nnnuPkyZMULVqUkSNH8sADD3gdmjEZ8qdT2kU5EcgFsao/YwKyfv167rrrLn7++WcAOnXqxHPPPUeRIkU8jsyYzAVyw2/osRKVMQEpVaoUSUlJVK5cmYkTJ9KgQQOvQzImS0EvkohIUxHZJCJbRGRAJvO0FpEfRGSDiMzwe+GWqIw5r+TkZF577TWSkpIAiIuLY+HChXz//feWpEzYCDhRiUjeAOaNBsbh9LZeCWgnIpXSzVMOeAK4QVUrA/7f+m43/BqTqVWrVlG/fn06derEkCFD0sZXqlTJejk3YcXvRCUidURkHfCTO1xVRMZk8bY6wBZV3aqqJ4GZOPdl+fo/YJyqHgBQ1T/8jt4Yc47Dhw/Tp08fatWqxfLlyylRooT1KGHCWiAlqtFAM2A/gKquAW7O4j0lgB0+wzvdcb6uBa4Vka9F5DsRsZs3jLkAqsqcOXOoWLEio0aNAqBPnz5s3LiRu+++2+PojLlwgTSmiFLV7XJ2dVtyFu/JqG5OM4ihHNAQKAl8KSKJqnrwnIWJdAG6ANSwaj9jzvLVV1/RqpVzN0nt2rWZNGkS1atX9zgqYy5eIIlqh4jUAdS99tQT2JzFe3YCpXyGS+J0wZR+nu9U9RTwi4hswklcy9MvTFUnA5MBakVHp094xuR7F8TxAAAgAElEQVQ6qkrqj8cGDRpw3333ccMNN/Dwww9b33wmYgRS9dcN6AtcDewB6rnjzmc5UE5ESovIJUBbYG66ed7HrUJ0e2e/FtgaQFzG5EpfffUVNWrUYP369QCICNOnT6d79+6WpExECSRRnVbVtqpa1P1rq6r7zvcGVT0N9ADmAxuBt1V1g4j8V0TudGebD+wXkR9wemXvr6r7L2BbjMkV9u/fT+fOnbnxxhtZvXo1w4YN8zokY4JKVP2rQRORn4FNwCxgjqoeDmZgWakVHa0rkrO6RGZM5FBVpk6dymOPPcb+/fuJiYlhwIABPPHEE+TPn9/r8EyYEJGVqhpWzUADecJvGRG5Hqf67hkRWQ3MVNWZQYvOGAPAzz//zEMPPcSSJUsAuPnmmxk/fjwVKlTwODJjgi+gG35V9RtV7QXUAP7CeaCiMSbI8uTJw4oVK7jiiiuYNm0aixYtsiRlco1AbvgtJCL3i8j/gGXAXuD6oEWWdUCerdqYnPDll1+SkpICQHx8PHPmzOHHH3+kffv2iB3/JhcJpES1Hqel3whVLauq/VR1aZDiMibX+v3332ndujV///vfmTJlStr4Jk2aULhwYQ8jM8YbgdxHdY2qpgQtEmNyueTkZMaPH89TTz3F4cOHKVCgAKdPn/Y6LGM8l2WiEpEXVLUf8K6InNNE0NMn/BoTIVauXMnDDz/MypUrAWjevDljxowhPj7e48iM8Z4/JapZ7v/QebKvMRHks88+o3HjxqSkpFCqVCnGjBlDixbp+242Jvfy5wm/y9yXFVX1rGQlIj2A0H0CsDFh4MYbb6R69eo0bNiQQYMGUahQIa9DMiakBNKY4qEMxnXKrkCMyS22bt1KmzZt2L17NwAxMTF8++23jBw50pKUMRnw5xpVG5ybfEuLyByfSbHAOT2c5xhrnmvCzMmTJxk5ciSDBw/m+PHjxMbGprXqi4mJ8Tg6Y0KXP9eoluE8g6okztN6Ux0GVgUjKGMizRdffEG3bt3YuHEjAPfff/9ZT901xmTOn2tUvwC/AAuDH44xkWXv3r3079+fqVOnAlCuXDkmTJjALbfc4nFkxoSPLK9RicgX7v8DIvKnz98BEfkz+CEaE762bt3KG2+8wSWXXMKgQYNYu3atJSljAuRP1V/q4+aLBjMQYyLFzp07KVmyJAB169Zl7Nix3HrrrVx77bUeR2ZMeMqyROXTG0UpIFpVk4H6wMNAwSDGZkxYSUpK4oknnqB06dLMnz8/bXz37t0tSRlzEQJpnv4+zmPoywBvABWBGUGJyh/W6s+EkHnz5lG5cmWGDx9OcnIyy5cv9zokYyJGIH39pajqKRFpCYxS1dEiYq3+TK62c+dOevfuzbvvvgtA1apVmThxIvXq1fM4MmMiRyCJ6rSI3Av8E7jLHWc3f5hc6/PPP6d58+YcOXKEggULMnjwYHr27EmePIF8rYwxWQnkG/UQ0B3nMR9bRaQ08FZwwjIm9FWvXp3Y2FgaN27Myy+/TKlSpbwOyZiIJKrndIie+cwieYCy7uAWVfXsGQS1LrlEV5w86dXqTS506NAhRo4cyRNPPEGBAgUA2LNnD8WKFfM4MmP8JyIrVbWW13EEwu8SlYjcCEwDfgMEuEpE/qmqXwcrOGNCgaoya9Ys+vTpw+7du0lJSUnrVcKSlDHBF0jV30vAHar6A4CIVMRJXGGVmY0JxJYtW3jkkUdYsGABANdffz1t27b1OCpjcpdAmqdfkpqkAFR1I3BJ9ofkJ2ueboLoxIkTDB48mMTERBYsWMDll1/OK6+8wpdffsl1113ndXjG5CqBlKi+F5FJOKUogPuxTmlNhPr00095+umnAXjggQd4/vnnufLKKz2Oypjcye/GFCKSD+gFNMC5RrUEGKOqx4MXXuZq5c2rK06c8GLVJkIdP36cfPnyAc51qV69etGyZUtuvvnmLN5pTPgIx8YUfiUqEbkOKANsUNWfgh6VHyxRmeySkpLCq6++ysCBA1m0aBGJiYleh2RM0IRjovKn9/QncbpPuh/4VEQyetKvMWFp3bp13HjjjXTp0oU//viDadOmZf0mY0yO8uca1f1AFVU9KiJXAPOA14IbljHBdfToUZ555hlefPFFkpOTueqqqxg1ahStW7f2OjRjTDr+JKoTqnoUQFX3ikggLQWDx1r9mQv07bff0rZtW3799VdEhEceeYRnn32Wyy67zOvQjDEZ8CdRXSMic9zXApTxGUZVWwYlMmOCpHjx4uzbt4/q1aszadIkateu7XVIxpjz8CdRtUo3PDYYgQQsOdnrCEyYOH36NG+99Rb3338/UVFRxMfHs2TJEqpWrWodyBoTBrL8lqrqopwIJGCnPetm0ISR7777jq5du7JmzRqOHTtGly5dAKhZs6bHkRlj/BUa15suRN68XkdgQtiBAwfo2rUr119/PWvWrCEhIYH4+HivwzLGXIAcSVQi0lRENonIFhEZcJ757hERFZGwauNvQoeqMn36dCpUqMCkSZOIjo5mwIABbNiwgSZNmngdnjHmAgRcQS8ieVXV7zttRSQaGAc0BnYCy0Vkrm+/ge58sTg9Xyz1c8F+x2xyj1mzZtG+fXsAGjRowMSJE6lcubLHURljLobfJSoRqSMi64Cf3OGqIjLGj7fWwXl21VZVPQnMBFpkMN9gYATgSZdMJnz59q7SqlUrGjVqxKuvvsoXX3xhScqYCBBI1d9ooBmwH0BV1wD+dIJWAtjhM7zTHZdGRKoDpVT1w/MtSES6iMgKEVmRbI0pDLBw4ULq1q3L7t27AYiJiWHhwoU89NBDREWF7yVYY8wZgXyTo1R1e7px/rQRz6iOLu0nsHsD8UtAv6wWpKqTVbWWqtaKtmbFudqePXu4//77ady4McuXL+eFF15ImyZWLWxMRAkkUe0QkTqAiki0iPQGNvvxvp1AKZ/hksDvPsOxQCLwuYhsA+oBc61BhclISkoKEydOpHz58syYMYN8+fIxdOjQtCfuGmMiTyDFkm441X9XA3uAhe64rCwHyolIaZzH2LcF7kudqKqHgKKpwyLyOfCYqq4IIDaTC2zYsIHOnTvz3XffAdC0aVPGjRvHNddc43Fkxphg8jtRqeofOEkmIKp6WkR6APOBaOA1Vd0gIv8FVqjq3ECXaXKnI0eOsHTpUooXL87LL79Mq1atrJrPmFwgkAcnvoLPtaVUqtolu4PyR638+XXFsWNerNrkoOXLl5/VF98777xDkyZNuPTSSz2MypjwFZHPo/KxEFjk/n0NXAnYkwtNUGzfvp0WLVpQp04d5s+fnzb+3nvvtSRlTC4TSNXfLN9hEZkGfJrtEZlc7dSpU4waNYpBgwaRlJREbGws+/bt8zosY4yHLqaNd2nAOk8z2eabb76ha9eurFu3DoDWrVvz0ksvUbx4cY8jM8Z4ye9EJSIHOHONKgr4E8i03z5jAjFz5kzatWsHwDXXXMO4ceNo2rSpx1EZY0KBX4lKnKZVVXGalwOkqL+tMIzxw+233058fDzt27fnqaeeIn/+/F6HZIwJEX41pnCT0nuqmuz+WZIyF2XTpk088MADJCUlARAXF8ePP/7Is88+a0nKGHOWQFr9LRORGkGLxOQKx44d4+mnn6ZKlSpMmzaN559/Pm1avnz5PIzMGBOqsqz6E5E8qnoaaAD8n4j8DBzF6cNPVdWSl/HLggUL6N69Oz///DMAnTt3pkePHh5HZYwJdf5co1oG1ADuCnIsgbEeCcLG7t276dOnDzNnzgQgMTGRiRMncsMNN3gcmTEmHPiTqARAVX8OciwmQn399dfMnDmT/PnzM2jQIPr06UNMTIzXYRljwoQ/ieoKEemb2URVfTEb4zERYs+ePRQrVgyAli1bMnjwYNq3b09CQoK3gRljwo4/jSmigUI4j+PI6M+YNIcPH6Z3797Ex8ezfv16wHk+1MCBAy1JGWMuiD8lql2q+t+gR2LCmqoyZ84cHn30UX777TeioqL48ssvSUxM9Do0Y0yY8/salTGZ+eWXX+jRowfz5s0DoE6dOkycOJHq1at7HJkxJhL4k6huCXoUJmzNmTOH9u3bc+zYMeLi4hg2bBhdunQhOjra69CMMREiy0Slqn/mRCAmPNWsWRMR4b777uOFF17gqquu8jokY0yECaRnCmPYt28fQ4cOJSUlBYD4+Hg2bdrE9OnTLUkZY4LiYh7zYXIRVWXq1Kk89thj7N+/n6JFi9Kli/Nw55IlS3ocnTEmklmiMln64Ycf6NatG0uWLAGgUaNG3HTTTR5HZYzJLazqz2QqKSmJJ598kqpVq7JkyRKuuOIKpk2bxsKFCylfvrzX4RljcglLVCZTU6dOZdiwYZw+fZouXbrw448/0r59e8T6WTTG5CCr+jNnOXXqVFo/fJ07d+bLL7+kR48eXH/99R5HZozJraxEZQBITk5mzJgxlClTht27dwMQExPDjBkzLEkZYzxlicqwYsUK6tatS69evdixYwczZszwOiRjjEljiSoXO3ToED179qROnTqsXLmSUqVK8f7779O3b6ad5RtjTI4L32tUdkH/oixYsIAOHTqwa9cuoqOj6dOnD//5z38oVKiQ16EZY8xZwjdRmYty2WWXsXv3burVq8fEiROpWrWq1yEZY0yGrOovlzh58iRz5sxJG65Tpw5Llizh66+/tiRljAlplqhygS+++IJq1arRqlUr5s+fnza+QYMGREXZIWCMCW12lopge/fupUOHDjRs2JCNGzdy7bXXUrBgQa/DMsaYgFiiikApKSm8+uqrVKhQgalTp5I3b16eeeYZ1q5dS4MGDbwOzxhjAmKNKSLQyy+/nNbE/NZbb2X8+PGUK1fO46iMMebCBL1EJSJNRWSTiGwRkQEZTO8rIj+IyFoRWSQi8cGOKdI99NBDVK9enRkzZrBgwQJLUsaYsBbURCUi0cA44HagEtBORCqlm20VUEtVqwCzgRHBjCkSffTRRzRq1IikpCQA4uLiWLlyJe3atbMOZI0xYS/YJao6wBZV3aqqJ4GZQAvfGVR1saomuYPfAfYUPj/t3LmTVq1a0axZMxYvXszkyZPTplmCMsZEimAnqhLADp/hne64zHQCPs5sooh0EZEVIrLi9OnT2RRi+Dl9+jSjRo2iYsWKzJkzh4IFC/Liiy/So0cPr0MzxphsF+zGFBn9rNcMZxRpD9QCMn10rKpOBiYD1CpYMMPlRLoVK1bQpUsXVq1aBUDLli0ZNWoUpUqV8jgyY4wJjmAnqp2A7xm0JPB7+plE5FbgKeAmVT0R5JjC2rZt21i1ahXx8fGMHTuWZs2aeR2SMcYEVbCr/pYD5USktIhcArQF5vrOICLVgUnAnar6R5DjCTuqytq1a9OGW7VqxZQpU9iwYYMlKWNMrhDURKWqp4EewHxgI/C2qm4Qkf+KyJ3ubM8DhYB3RGS1iMzNZHG5zpYtW2jSpAk1a9Zk/fr1gNNIolOnTtbDhDEm1wj6Db+qOg+Yl27c0z6vbw12DOHmxIkTPPfccwwdOpQTJ05QuHBhtm/fTmJiotehGWNMjgvfnikitPn1Z599Rrdu3di8eTMADz74IM8//zxXXHGFx5EZY4w3wjdRRaDRo0fz6KOPAlC+fHkmTpxIw4YNvQ3KGGM8Zp3ShpAWLVpQpEgRnn32WdasWWNJyhhjsBKVp9auXcvkyZMZPXo0UVFRxMfHs337dmsoYYwxPqxE5YGjR4/Sv39/atSowbhx43j99dfTplmSMsaYs1mJKofNnTuXnj178uuvvyIi9OjRg1atWnkdljHGhCxLVDlkx44d9OzZkw8++ACA6tWrM2nSJGrXru1xZMYYE9qs6i+HvPPOO3zwwQfExsby8ssvs2zZMktSxhjjBytRBdGff/5J4cKFAejZsye7du2id+/elChxvg7kjTHG+LISVRAcOHCArl27UrZsWXbv3g1ATEwMzz//vCUpY4wJkCWqbKSqTJ8+nQoVKjBp0iQOHz7MkiVLvA7LGGPCmiWqbLJp0yZuvfVW2rdvzx9//MGNN97I6tWrad26tdehGWNMWLNElQ1effVVqlSpwmeffUaRIkV47bXX+Pzzz6lcubLXoRljTNizxhTZIDExkdOnT9OxY0dGjBhB0aJFvQ7JmJB36tQpdu7cyfHjx70OJSLly5ePkiVLEhMT43UoF80S1QXYs2cPs2fP5pFHHgGgbt26bN68mTJlyngcmTHhY+fOncTGxpKQkIBE6NMQvKKq7N+/n507d1K6dGmvw7loVvUXgJSUFCZOnEj58uXp0aMH8+fPT5tmScqYwBw/fpwiRYpYkgoCEaFIkSIRU1oN3xJVDh/ca9as4eGHH2bp0qUA3H777ZQrVy5HYzAm0liSCp5I2rdWosrCkSNH6NevHzVr1mTp0qUUL16cd955h48++ohrrrnG6/CMMSbiWaLKwvDhw3nxxRdRVR599FE2btzIPffcE1G/VozJraKjo6lWrRqJiYk0b96cgwcPpk3bsGEDjRo14tprr6VcuXIMHjwYVU2b/vHHH1OrVi0qVqxIhQoVeOyxx7zYhFzBElUGkpOT017379+fZs2asWzZMkaNGsWll17qYWTGmOyUP39+Vq9ezfr16ylcuDDjxo0D4NixY9x5550MGDCAzZs3s2bNGr755hvGjx8PwPr16+nRowdvvvkmGzduZP369dlew3L69OlsXV44s0Tl49SpUzz//PNUr16dpKQkAOLi4vjf//5HzZo1PY7OmAgmEpy/ANSvX5/ffvsNgBkzZnDDDTdw2223AVCgQAHGjh3L8OHDARgxYgRPPfUUFSpUACBPnjx07979nGUeOXKEjh07ct1111GlShXeffddAAoVKpQ2z+zZs+nQoQMAHTp0oG/fvtx8883079+fhISEs0p5ZcuWZc+ePezdu5dWrVpRu3Ztateuzddffx3Qtoab8G1Mkc2++eYbunbtyrp16wD44IMPaNeuncdRGWNyQnJyMosWLaJTp06AU+2X/sdpmTJlOHLkCH/99Rfr16+nX79+WS538ODBxMXFpZ1XDhw4kOV7Nm/ezMKFC4mOjiYlJYX33nuPjh07snTpUhISEihWrBj33Xcfffr0oUGDBvz66680adKEjRs3XsCWh4dcX6L6888/6dKlCzfccAPr1q3jmmuu4ZNPPrEkZUxOUg3OXxaOHTtGtWrVKFKkCH/++SeNGzd2w9FMr0MHcn164cKFafdbAlx++eVZvufee+8lOjoagDZt2jBr1iwAZs6cSZs2bdKW26NHD6pVq8add97JX3/9xeHDh/2OK9zk6kT17rvvUr58eV555RViYmIYOHAg69evp0mTJl6HZozJAanXqLZv387JkyfTrlFVrlyZFStWnDXv1q1bKVSoELGxsVSuXJmVK1dmufzMEp7vuPT3OhUsWDDtdf369dmyZQt79+7l/fffp2XLloBzT+e3337L6tWrWb16Nb/99huxsbH+b3iYydWJCmDfvn3cdNNNrFmzhsGDB5M/f36vQzLG5LC4uDhGjx7NyJEjOXXqFPfffz9fffUVCxcuBJySV69evfjXv/4FOI2shg4dyubNmwEncbz44ovnLPe2225j7NixacOpVX/FihVj48aNaVV7mRER7r77bvr27UvFihUpUqRIhstdvXr1Re6B0JarEtWxY8dYsGBB2nDLli355JNPWLx4MRUrVvQwMmOM16pXr07VqlWZOXMm+fPn54MPPuDZZ5+lfPnyXHfdddSuXZsePXoAUKVKFUaNGkW7du2oWLEiiYmJ7Nq165xlDhw4kAMHDpCYmEjVqlVZvHgx4Nz20qxZMxo1asTf/va388bVpk0b3nzzzbRqP4DRo0ezYsUKqlSpQqVKlZg4cWI27onQI+pHPW4oqhUbqysCqJNdsGAB3bt3Z/v27axatYrExMQgRmeMycrGjRvtB2KQZbSPRWSlqtbyKKQLEvElql27dtG2bVuaNGnCzz//TPny5Tl58qTXYRljjPFTxCaq5ORkxo0bR4UKFZg1axb58+fnueeeY9WqVdSoUcPr8IwxxvgpYu+jGjBgACNHjgSgWbNmjBkzhoSEBG+DMsac5XzNwM3FCdfLOhmJ2BLVI488Qvny5ZkzZw5z5861JGVMiMmXLx/79++PqBNqqEh9HlW+fPm8DiVbRERjClVlzpw5zJw5k1mzZhEV5eTflJSUtNfGmNBiT/gNrsye8BuOjSnCt+rPrS745Zdf6NGjB/PmzQOcm3jvvfdeAEtSxoSwmJiYiHj6rAm+HDmTi0hTEdkkIltEZEAG0/OKyCx3+lIRSchqmarK8OHDqVy5MvPmzSMuLo7x48en3bltjDEmMgS96k9EooHNQGNgJ7AcaKeqP/jM0x2ooqpdRaQtcLeqtslwga780dF6PCUFgPvuu48XXniBq666KlibYYwxESEcq/5yokRVB9iiqltV9SQwE2iRbp4WwFT39WzgFsmiKdDxlBTKli3LggULmD59uiUpY4yJUDlxjaoEsMNneCdQN7N5VPW0iBwCigD7fGcSkS5AF3fwxJYtW9anPi8mlytKun2Vi9m+OMP2xRm2L84o73UAgcqJRJVRySh9faM/86Cqk4HJACKyItyKr8Fi++IM2xdn2L44w/bFGSKyIuu5QktOVP3tBEr5DJcEfs9sHhHJA8QBf+ZAbMYYY0JcTiSq5UA5ESktIpcAbYG56eaZCzzovr4H+EzD9QYvY4wx2SroVX/uNacewHwgGnhNVTeIyH+BFao6F3gVmCYiW3BKUm39WPTkoAUdfmxfnGH74gzbF2fYvjgj7PZF2PZMYYwxJnewrhuMMcaENEtUxhhjQlpIJ6pgdL0UrvzYF31F5AcRWSsii0Qk3os4c0JW+8JnvntEREUkYpsl+7MvRKS1e2xsEJEZOR1jTvHjO3K1iCwWkVXu9+QOL+LMCSLymoj8ISLrM5kuIjLa3VdrRSS0H9KnqiH5h9Pw4mfgGuASYA1QKd083YGJ7uu2wCyv4/ZwX9wMFHBfd8vN+8KdLxZYAnwH1PI6bg+Pi3LAKuByd/hKr+P2cF9MBrq5rysB27yOO4j74+9ADWB9JtPvAD7GuYe1HrDU65jP9xfKJaqgdL0UprLcF6q6WFWT3MHvcO5Xi0T+HBcAg4ERQCQ/Q8KfffF/wDhVPQCgqn/kcIw5xZ99ocCl7us4zr2fM2Ko6hLOfy9qC+ANdXwHXCYif8uZ6AIXyokqo66XSmQ2j6qeBlK7Xoo0/uwLX51wfi1Foiz3hYhUB0qp6oc5GZgH/DkurgWuFZGvReQ7EWmaY9HlLH/2xSCgvYjsBOYBPXMmtJAU6DnFU6H8PKps63opAvi9nSLSHqgF3BTUiLxz3n0hIlHAS0CHnArIQ/4cF3lwqv8a4pSyvxSRRFU9GOTYcpo/+6Id8LqqviAi9XHu3UxU1ZTghxdywurcGcolKut66Qx/9gUicivwFHCnqp7IodhyWlb7IhZIBD4XkW049e9zI7RBhb/fkQ9U9ZSq/gJswklckcaffdEJeBtAVb8F8uF0Vpsb+XVOCRWhnKis66UzstwXbnXXJJwkFanXISCLfaGqh1S1qKomqGoCzvW6O1U17Dri9IM/35H3cRraICJFcaoCt+ZolDnDn33xK3ALgIhUxElUe3M0ytAxF3jAbf1XDzikqru8DiozIVv1p8Hreins+LkvngcKAe+47Ul+VdU7PQs6SPzcF7mCn/tiPnCbiPwAJAP9VXW/d1EHh5/7oh/wioj0wanm6hChP2wRkbdwqnuLutfk/gPEAKjqRJxrdHcAW4AkoKM3kfrHulAyxhgT0kK56s8YY4yxRGWMMSa0WaIyxhgT0ixRGWOMCWmWqIwxxoQ0S1QmZIlIsois9vlLOM+8CZn1FB3gOj93e+Be43Y7VP4CltFVRB5wX3cQkeI+06aISKVsjnO5iFTz4z29RaTAxa7bmJxmicqEsmOqWs3nb1sOrfd+Va2K0+Hx84G+WVUnquob7mAHoLjPtM6q+kO2RHkmzvH4F2dvwBKVCTuWqExYcUtOX4rI9+7f9RnMU1lElrmlsLUiUs4d395n/CQRic5idUuAsu57b3GfY7TOfdZPXnf8cDnzHLCR7rhBIvKYiNyD0+/idHed+d2SUC0R6SYiI3xi7iAiYy4wzm/x6VBURCaIyApxnj/1jDuuF07CXCwii91xt4nIt+5+fEdECmWxHmM8YYnKhLL8PtV+77nj/gAaq2oNoA0wOoP3dQVeVtVqOIlip9tlThvgBnd8MnB/FutvDqwTkXzA60AbVb0Op0eXbiJSGLgbqKyqVYBnfd+sqrOBFTgln2qqesxn8mygpc9wG2DWBcbZFKerpFRPqWotoApwk4hUUdXROH253ayqN7vdKQ0EbnX35QqgbxbrMcYTIduFkjG4VX/pxsUAY91rMsk4fdel9y3wlIiUBOao6k8icgtQE1judjGVHyfpZWS6iBwDtuE8CqI88IuqbnanTwUeAcbiPO9qioh8BPj9WBFV3SsiW91+1n5y1/G1u9xA4iyI02WQ7xNaW4tIF5zv999wHhK4Nt1767njv3bXcwnOfjMm5FiiMuGmD7AHqIpTI3DOgxFVdYaILAX+AcwXkc44jzWYqqpP+LGO+307sRWRDJ9x5vYvVweno9O2QA+gUQDbMgtoDfwIvKeqKk7W8DtOnCfZDgfGAS1FpDTwGFBbVQ+IyOs4na+mJ8CnqtougHiN8YRV/ZlwEwfscp8h9E+c0sRZROQaYKtb3TUXpwpsEXCPiFzpzlNYROL9XOePQIKIlHWH/wl84V7TiVPVeTgNFTJqeXcY59EjGZkD3IXznKRZ7riA4lTVUzhVePXcasNLgaPAIREpBtyeSSzfATekbpOIFBCRjEqnxnjOEpUJN+OBB0XkO5xqv6MZzNMGWC8iq4EKOJHe7ckAAACkSURBVI/c/gHnhL5ARNYCn+JUi2VJVY/j9C79joisA1KAiTgn/Q/d5X2BU9pL73VgYmpjinTLPQD8AMSr6jJ3XMBxute+XgAeU9U1wCpgA/AaTnViqsnAxyKyWFX34rRIfMtdz3c4+8qYkGO9pxtjjAlpVqIyxhgT0ixRGWOMCWmWqIwxxoQ0S1TGGGNCmiUqY4wxIc0SlTHGmJBmicoYY0xI+/+KrUxC7vGbMAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "predictions = model.predict(X_test, verbose=1)\n",
    "anomalyScoresAE = anomalyScores(X_test, predictions)\n",
    "preds, average_precision = plotResults(y_test, anomalyScoresAE, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision at 75% recall 0.45387453874538747\n"
     ]
    }
   ],
   "source": [
    "preds, precision = precisionAnalysis(preds, \"anomalyScore\", 0.75)\n",
    "print(\"Precision at 75% recall\", precision)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Semi-supervised"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "layer_name = 'hidden_layer'\n",
    "\n",
    "intermediate_layer_model = Model(inputs=model.input, \\\n",
    "                                 outputs=model.get_layer(layer_name).output)\n",
    "intermediate_output_train = intermediate_layer_model.predict(X_train_original)\n",
    "intermediate_output_test = intermediate_layer_model.predict(X_test_original)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "intermediate_output_trainDF = \\\n",
    "    pd.DataFrame(data=intermediate_output_train,index=X_train_original.index)\n",
    "intermediate_output_testDF = \\\n",
    "    pd.DataFrame(data=intermediate_output_test,index=X_test_original.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train = X_train_original.merge(intermediate_output_trainDF, \\\n",
    "                                 left_index=True,right_index=True)\n",
    "X_test = X_test_original.merge(intermediate_output_testDF, \\\n",
    "                               left_index=True,right_index=True)\n",
    "y_train = y_train_original.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's binary_logloss: 0.0026001\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00195274\n",
      "[3]\tvalid_0's binary_logloss: 0.00194893\n",
      "[4]\tvalid_0's binary_logloss: 0.00194533\n",
      "[5]\tvalid_0's binary_logloss: 0.0019298\n",
      "[6]\tvalid_0's binary_logloss: 0.00192764\n",
      "[7]\tvalid_0's binary_logloss: 0.00192773\n",
      "[8]\tvalid_0's binary_logloss: 0.00192766\n",
      "[9]\tvalid_0's binary_logloss: 0.0019276\n",
      "[10]\tvalid_0's binary_logloss: 0.0019278\n",
      "[11]\tvalid_0's binary_logloss: 0.00192776\n",
      "[12]\tvalid_0's binary_logloss: 0.00192775\n",
      "[13]\tvalid_0's binary_logloss: 0.00192792\n",
      "[14]\tvalid_0's binary_logloss: 0.00192791\n",
      "[15]\tvalid_0's binary_logloss: 0.00192679\n",
      "[16]\tvalid_0's binary_logloss: 0.00194954\n",
      "[17]\tvalid_0's binary_logloss: 0.00194901\n",
      "[18]\tvalid_0's binary_logloss: 0.00194781\n",
      "[19]\tvalid_0's binary_logloss: 0.00194705\n",
      "[20]\tvalid_0's binary_logloss: 0.00194916\n",
      "[21]\tvalid_0's binary_logloss: 0.00194777\n",
      "[22]\tvalid_0's binary_logloss: 0.00194645\n",
      "[23]\tvalid_0's binary_logloss: 0.00194512\n",
      "[24]\tvalid_0's binary_logloss: 0.00196772\n",
      "[25]\tvalid_0's binary_logloss: 0.00197017\n",
      "[26]\tvalid_0's binary_logloss: 0.00197267\n",
      "[27]\tvalid_0's binary_logloss: 0.00197538\n",
      "[28]\tvalid_0's binary_logloss: 0.001978\n",
      "[29]\tvalid_0's binary_logloss: 0.00197714\n",
      "[30]\tvalid_0's binary_logloss: 0.00197749\n",
      "[31]\tvalid_0's binary_logloss: 0.00197712\n",
      "[32]\tvalid_0's binary_logloss: 0.00197473\n",
      "[33]\tvalid_0's binary_logloss: 0.00197187\n",
      "[34]\tvalid_0's binary_logloss: 0.00196958\n",
      "[35]\tvalid_0's binary_logloss: 0.00197131\n",
      "[36]\tvalid_0's binary_logloss: 0.00197288\n",
      "[37]\tvalid_0's binary_logloss: 0.00197033\n",
      "[38]\tvalid_0's binary_logloss: 0.00197144\n",
      "[39]\tvalid_0's binary_logloss: 0.0019719\n",
      "[40]\tvalid_0's binary_logloss: 0.00197221\n",
      "[41]\tvalid_0's binary_logloss: 0.00196983\n",
      "[42]\tvalid_0's binary_logloss: 0.00196854\n",
      "[43]\tvalid_0's binary_logloss: 0.00196755\n",
      "[44]\tvalid_0's binary_logloss: 0.00196602\n",
      "[45]\tvalid_0's binary_logloss: 0.00196509\n",
      "[46]\tvalid_0's binary_logloss: 0.00196279\n",
      "[47]\tvalid_0's binary_logloss: 0.00196052\n",
      "[48]\tvalid_0's binary_logloss: 0.00196081\n",
      "[49]\tvalid_0's binary_logloss: 0.00195853\n",
      "[50]\tvalid_0's binary_logloss: 0.00195578\n",
      "[51]\tvalid_0's binary_logloss: 0.00195357\n",
      "[52]\tvalid_0's binary_logloss: 0.00195083\n",
      "[53]\tvalid_0's binary_logloss: 0.00194817\n",
      "[54]\tvalid_0's binary_logloss: 0.00194603\n",
      "[55]\tvalid_0's binary_logloss: 0.00194341\n",
      "[56]\tvalid_0's binary_logloss: 0.00194082\n",
      "[57]\tvalid_0's binary_logloss: 0.00193825\n",
      "[58]\tvalid_0's binary_logloss: 0.00193657\n",
      "[59]\tvalid_0's binary_logloss: 0.00193446\n",
      "[60]\tvalid_0's binary_logloss: 0.00193257\n",
      "[61]\tvalid_0's binary_logloss: 0.00193095\n",
      "[62]\tvalid_0's binary_logloss: 0.0019291\n",
      "[63]\tvalid_0's binary_logloss: 0.00192728\n",
      "[64]\tvalid_0's binary_logloss: 0.0019256\n",
      "[65]\tvalid_0's binary_logloss: 0.00192451\n",
      "[66]\tvalid_0's binary_logloss: 0.00192274\n",
      "[67]\tvalid_0's binary_logloss: 0.0019211\n",
      "[68]\tvalid_0's binary_logloss: 0.00191948\n",
      "[69]\tvalid_0's binary_logloss: 0.00191789\n",
      "[70]\tvalid_0's binary_logloss: 0.00191563\n",
      "[71]\tvalid_0's binary_logloss: 0.00191408\n",
      "[72]\tvalid_0's binary_logloss: 0.00191254\n",
      "[73]\tvalid_0's binary_logloss: 0.00191102\n",
      "[74]\tvalid_0's binary_logloss: 0.00190885\n",
      "[75]\tvalid_0's binary_logloss: 0.00190717\n",
      "[76]\tvalid_0's binary_logloss: 0.0019055\n",
      "[77]\tvalid_0's binary_logloss: 0.00190542\n",
      "[78]\tvalid_0's binary_logloss: 0.0019036\n",
      "[79]\tvalid_0's binary_logloss: 0.0019035\n",
      "[80]\tvalid_0's binary_logloss: 0.00190339\n",
      "[81]\tvalid_0's binary_logloss: 0.00190328\n",
      "[82]\tvalid_0's binary_logloss: 0.00190302\n",
      "[83]\tvalid_0's binary_logloss: 0.00190276\n",
      "[84]\tvalid_0's binary_logloss: 0.00190102\n",
      "[85]\tvalid_0's binary_logloss: 0.00189948\n",
      "[86]\tvalid_0's binary_logloss: 0.00189903\n",
      "[87]\tvalid_0's binary_logloss: 0.00189859\n",
      "[88]\tvalid_0's binary_logloss: 0.00189691\n",
      "[89]\tvalid_0's binary_logloss: 0.00189649\n",
      "[90]\tvalid_0's binary_logloss: 0.00189482\n",
      "[91]\tvalid_0's binary_logloss: 0.00189442\n",
      "[92]\tvalid_0's binary_logloss: 0.00189297\n",
      "[93]\tvalid_0's binary_logloss: 0.00189259\n",
      "[94]\tvalid_0's binary_logloss: 0.00189098\n",
      "[95]\tvalid_0's binary_logloss: 0.00189061\n",
      "[96]\tvalid_0's binary_logloss: 0.00189025\n",
      "[97]\tvalid_0's binary_logloss: 0.00188874\n",
      "[98]\tvalid_0's binary_logloss: 0.0018884\n",
      "[99]\tvalid_0's binary_logloss: 0.00188692\n",
      "[100]\tvalid_0's binary_logloss: 0.00188664\n",
      "[101]\tvalid_0's binary_logloss: 0.00188513\n",
      "[102]\tvalid_0's binary_logloss: 0.00188487\n",
      "[103]\tvalid_0's binary_logloss: 0.00188368\n",
      "[104]\tvalid_0's binary_logloss: 0.00188343\n",
      "[105]\tvalid_0's binary_logloss: 0.00188203\n",
      "[106]\tvalid_0's binary_logloss: 0.00188179\n",
      "[107]\tvalid_0's binary_logloss: 0.00188157\n",
      "[108]\tvalid_0's binary_logloss: 0.00188015\n",
      "[109]\tvalid_0's binary_logloss: 0.00187994\n",
      "[110]\tvalid_0's binary_logloss: 0.00187854\n",
      "[111]\tvalid_0's binary_logloss: 0.00187835\n",
      "[112]\tvalid_0's binary_logloss: 0.00187724\n",
      "[113]\tvalid_0's binary_logloss: 0.00187706\n",
      "[114]\tvalid_0's binary_logloss: 0.00187578\n",
      "[115]\tvalid_0's binary_logloss: 0.00187561\n",
      "[116]\tvalid_0's binary_logloss: 0.00187455\n",
      "[117]\tvalid_0's binary_logloss: 0.0018744\n",
      "[118]\tvalid_0's binary_logloss: 0.00187309\n",
      "[119]\tvalid_0's binary_logloss: 0.00187295\n",
      "[120]\tvalid_0's binary_logloss: 0.00187166\n",
      "[121]\tvalid_0's binary_logloss: 0.00187196\n",
      "[122]\tvalid_0's binary_logloss: 0.00187226\n",
      "[123]\tvalid_0's binary_logloss: 0.00187258\n",
      "[124]\tvalid_0's binary_logloss: 0.0018714\n",
      "[125]\tvalid_0's binary_logloss: 0.00187172\n",
      "[126]\tvalid_0's binary_logloss: 0.00187205\n",
      "[127]\tvalid_0's binary_logloss: 0.0018724\n",
      "[128]\tvalid_0's binary_logloss: 0.00187275\n",
      "[129]\tvalid_0's binary_logloss: 0.0018718\n",
      "[130]\tvalid_0's binary_logloss: 0.00187215\n",
      "[131]\tvalid_0's binary_logloss: 0.0018725\n",
      "[132]\tvalid_0's binary_logloss: 0.00187131\n",
      "[133]\tvalid_0's binary_logloss: 0.00187169\n",
      "[134]\tvalid_0's binary_logloss: 0.00187206\n",
      "[135]\tvalid_0's binary_logloss: 0.00187184\n",
      "[136]\tvalid_0's binary_logloss: 0.00187136\n",
      "[137]\tvalid_0's binary_logloss: 0.00187134\n",
      "[138]\tvalid_0's binary_logloss: 0.00187088\n",
      "[139]\tvalid_0's binary_logloss: 0.00187087\n",
      "[140]\tvalid_0's binary_logloss: 0.00187043\n",
      "[141]\tvalid_0's binary_logloss: 0.00187027\n",
      "[142]\tvalid_0's binary_logloss: 0.00187028\n",
      "[143]\tvalid_0's binary_logloss: 0.00186988\n",
      "[144]\tvalid_0's binary_logloss: 0.00186991\n",
      "[145]\tvalid_0's binary_logloss: 0.00186953\n",
      "[146]\tvalid_0's binary_logloss: 0.00186956\n",
      "[147]\tvalid_0's binary_logloss: 0.0018692\n",
      "[148]\tvalid_0's binary_logloss: 0.00186911\n",
      "[149]\tvalid_0's binary_logloss: 0.00186916\n",
      "[150]\tvalid_0's binary_logloss: 0.00186883\n",
      "[151]\tvalid_0's binary_logloss: 0.00186891\n",
      "[152]\tvalid_0's binary_logloss: 0.00186925\n",
      "[153]\tvalid_0's binary_logloss: 0.00186961\n",
      "[154]\tvalid_0's binary_logloss: 0.00186969\n",
      "[155]\tvalid_0's binary_logloss: 0.00187006\n",
      "[156]\tvalid_0's binary_logloss: 0.00186979\n",
      "[157]\tvalid_0's binary_logloss: 0.00187\n",
      "[158]\tvalid_0's binary_logloss: 0.0018704\n",
      "[159]\tvalid_0's binary_logloss: 0.00187052\n",
      "[160]\tvalid_0's binary_logloss: 0.00187093\n",
      "[161]\tvalid_0's binary_logloss: 0.00187134\n",
      "[162]\tvalid_0's binary_logloss: 0.00187177\n",
      "[163]\tvalid_0's binary_logloss: 0.0018719\n",
      "[164]\tvalid_0's binary_logloss: 0.0018717\n",
      "[165]\tvalid_0's binary_logloss: 0.00187215\n",
      "[166]\tvalid_0's binary_logloss: 0.00187242\n",
      "[167]\tvalid_0's binary_logloss: 0.00187268\n",
      "[168]\tvalid_0's binary_logloss: 0.00187315\n",
      "[169]\tvalid_0's binary_logloss: 0.00187362\n",
      "[170]\tvalid_0's binary_logloss: 0.0018738\n",
      "[171]\tvalid_0's binary_logloss: 0.00187366\n",
      "[172]\tvalid_0's binary_logloss: 0.00187396\n",
      "[173]\tvalid_0's binary_logloss: 0.00187446\n",
      "[174]\tvalid_0's binary_logloss: 0.00187497\n",
      "[175]\tvalid_0's binary_logloss: 0.00187517\n",
      "[176]\tvalid_0's binary_logloss: 0.00187569\n",
      "[177]\tvalid_0's binary_logloss: 0.0018756\n",
      "[178]\tvalid_0's binary_logloss: 0.00187592\n",
      "[179]\tvalid_0's binary_logloss: 0.00187647\n",
      "[180]\tvalid_0's binary_logloss: 0.00187669\n",
      "[181]\tvalid_0's binary_logloss: 0.00187724\n",
      "[182]\tvalid_0's binary_logloss: 0.0018778\n",
      "[183]\tvalid_0's binary_logloss: 0.00187817\n",
      "[184]\tvalid_0's binary_logloss: 0.00187874\n",
      "[185]\tvalid_0's binary_logloss: 0.001879\n",
      "[186]\tvalid_0's binary_logloss: 0.00187897\n",
      "[187]\tvalid_0's binary_logloss: 0.00187935\n",
      "[188]\tvalid_0's binary_logloss: 0.00187994\n",
      "[189]\tvalid_0's binary_logloss: 0.00188034\n",
      "[190]\tvalid_0's binary_logloss: 0.00188095\n",
      "[191]\tvalid_0's binary_logloss: 0.00188122\n",
      "[192]\tvalid_0's binary_logloss: 0.00188184\n",
      "[193]\tvalid_0's binary_logloss: 0.00188246\n",
      "[194]\tvalid_0's binary_logloss: 0.00188249\n",
      "[195]\tvalid_0's binary_logloss: 0.0018829\n",
      "[196]\tvalid_0's binary_logloss: 0.00188321\n",
      "[197]\tvalid_0's binary_logloss: 0.00188386\n",
      "[198]\tvalid_0's binary_logloss: 0.00188451\n",
      "[199]\tvalid_0's binary_logloss: 0.00188517\n",
      "[200]\tvalid_0's binary_logloss: 0.00188562\n",
      "[201]\tvalid_0's binary_logloss: 0.00188569\n",
      "[202]\tvalid_0's binary_logloss: 0.00188614\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[203]\tvalid_0's binary_logloss: 0.0018866\n",
      "[204]\tvalid_0's binary_logloss: 0.00188693\n",
      "[205]\tvalid_0's binary_logloss: 0.00188762\n",
      "[206]\tvalid_0's binary_logloss: 0.00188831\n",
      "[207]\tvalid_0's binary_logloss: 0.00188901\n",
      "[208]\tvalid_0's binary_logloss: 0.0018895\n",
      "[209]\tvalid_0's binary_logloss: 0.00189022\n",
      "[210]\tvalid_0's binary_logloss: 0.00189035\n",
      "[211]\tvalid_0's binary_logloss: 0.00189084\n",
      "[212]\tvalid_0's binary_logloss: 0.0018912\n",
      "[213]\tvalid_0's binary_logloss: 0.00189193\n",
      "[214]\tvalid_0's binary_logloss: 0.00189267\n",
      "[215]\tvalid_0's binary_logloss: 0.00189318\n",
      "[216]\tvalid_0's binary_logloss: 0.00189392\n",
      "[217]\tvalid_0's binary_logloss: 0.00189445\n",
      "[218]\tvalid_0's binary_logloss: 0.0018952\n",
      "[219]\tvalid_0's binary_logloss: 0.00189559\n",
      "[220]\tvalid_0's binary_logloss: 0.00189578\n",
      "[221]\tvalid_0's binary_logloss: 0.00189632\n",
      "[222]\tvalid_0's binary_logloss: 0.00189709\n",
      "[223]\tvalid_0's binary_logloss: 0.00189764\n",
      "[224]\tvalid_0's binary_logloss: 0.00189842\n",
      "[225]\tvalid_0's binary_logloss: 0.00189898\n",
      "[226]\tvalid_0's binary_logloss: 0.00189977\n",
      "[227]\tvalid_0's binary_logloss: 0.00190018\n",
      "[228]\tvalid_0's binary_logloss: 0.00190041\n",
      "[229]\tvalid_0's binary_logloss: 0.00190121\n",
      "[230]\tvalid_0's binary_logloss: 0.00190202\n",
      "[231]\tvalid_0's binary_logloss: 0.0019026\n",
      "[232]\tvalid_0's binary_logloss: 0.00190342\n",
      "[233]\tvalid_0's binary_logloss: 0.001904\n",
      "[234]\tvalid_0's binary_logloss: 0.0019035\n",
      "[235]\tvalid_0's binary_logloss: 0.00190433\n",
      "[236]\tvalid_0's binary_logloss: 0.00190493\n",
      "[237]\tvalid_0's binary_logloss: 0.00190577\n",
      "[238]\tvalid_0's binary_logloss: 0.00190529\n",
      "[239]\tvalid_0's binary_logloss: 0.00190557\n",
      "[240]\tvalid_0's binary_logloss: 0.00190618\n",
      "[241]\tvalid_0's binary_logloss: 0.00190662\n",
      "[242]\tvalid_0's binary_logloss: 0.00190616\n",
      "[243]\tvalid_0's binary_logloss: 0.00190702\n",
      "[244]\tvalid_0's binary_logloss: 0.001908\n",
      "[245]\tvalid_0's binary_logloss: 0.00190886\n",
      "[246]\tvalid_0's binary_logloss: 0.00190843\n",
      "[247]\tvalid_0's binary_logloss: 0.0019093\n",
      "[248]\tvalid_0's binary_logloss: 0.00190962\n",
      "[249]\tvalid_0's binary_logloss: 0.00191025\n",
      "[250]\tvalid_0's binary_logloss: 0.00190983\n",
      "[251]\tvalid_0's binary_logloss: 0.00191047\n",
      "[252]\tvalid_0's binary_logloss: 0.00191136\n",
      "[253]\tvalid_0's binary_logloss: 0.00191175\n",
      "[254]\tvalid_0's binary_logloss: 0.00191266\n",
      "[255]\tvalid_0's binary_logloss: 0.00191306\n",
      "[256]\tvalid_0's binary_logloss: 0.00191347\n",
      "[257]\tvalid_0's binary_logloss: 0.00191438\n",
      "[258]\tvalid_0's binary_logloss: 0.0019148\n",
      "[259]\tvalid_0's binary_logloss: 0.00191572\n",
      "[260]\tvalid_0's binary_logloss: 0.00191614\n",
      "[261]\tvalid_0's binary_logloss: 0.00191707\n",
      "[262]\tvalid_0's binary_logloss: 0.00191749\n",
      "[263]\tvalid_0's binary_logloss: 0.00191843\n",
      "[264]\tvalid_0's binary_logloss: 0.00191887\n",
      "[265]\tvalid_0's binary_logloss: 0.00191981\n",
      "[266]\tvalid_0's binary_logloss: 0.00192025\n",
      "[267]\tvalid_0's binary_logloss: 0.0019207\n",
      "[268]\tvalid_0's binary_logloss: 0.00192111\n",
      "[269]\tvalid_0's binary_logloss: 0.00192156\n",
      "[270]\tvalid_0's binary_logloss: 0.00192262\n",
      "[271]\tvalid_0's binary_logloss: 0.00192287\n",
      "[272]\tvalid_0's binary_logloss: 0.00192384\n",
      "[273]\tvalid_0's binary_logloss: 0.0019241\n",
      "[274]\tvalid_0's binary_logloss: 0.00192507\n",
      "[275]\tvalid_0's binary_logloss: 0.00192554\n",
      "[276]\tvalid_0's binary_logloss: 0.00192652\n",
      "[277]\tvalid_0's binary_logloss: 0.00192679\n",
      "[278]\tvalid_0's binary_logloss: 0.00192778\n",
      "[279]\tvalid_0's binary_logloss: 0.00192826\n",
      "[280]\tvalid_0's binary_logloss: 0.00192925\n",
      "[281]\tvalid_0's binary_logloss: 0.00192953\n",
      "[282]\tvalid_0's binary_logloss: 0.00193053\n",
      "[283]\tvalid_0's binary_logloss: 0.00193102\n",
      "[284]\tvalid_0's binary_logloss: 0.00193203\n",
      "[285]\tvalid_0's binary_logloss: 0.00193232\n",
      "[286]\tvalid_0's binary_logloss: 0.00193333\n",
      "[287]\tvalid_0's binary_logloss: 0.00193383\n",
      "[288]\tvalid_0's binary_logloss: 0.00193485\n",
      "[289]\tvalid_0's binary_logloss: 0.00193536\n",
      "[290]\tvalid_0's binary_logloss: 0.00193584\n",
      "[291]\tvalid_0's binary_logloss: 0.00193614\n",
      "[292]\tvalid_0's binary_logloss: 0.00193717\n",
      "[293]\tvalid_0's binary_logloss: 0.00193769\n",
      "[294]\tvalid_0's binary_logloss: 0.00193873\n",
      "[295]\tvalid_0's binary_logloss: 0.00193903\n",
      "[296]\tvalid_0's binary_logloss: 0.00194007\n",
      "[297]\tvalid_0's binary_logloss: 0.00194111\n",
      "[298]\tvalid_0's binary_logloss: 0.00194164\n",
      "[299]\tvalid_0's binary_logloss: 0.00194269\n",
      "[300]\tvalid_0's binary_logloss: 0.00194323\n",
      "[301]\tvalid_0's binary_logloss: 0.00194428\n",
      "[302]\tvalid_0's binary_logloss: 0.0019446\n",
      "[303]\tvalid_0's binary_logloss: 0.00194566\n",
      "[304]\tvalid_0's binary_logloss: 0.0019462\n",
      "[305]\tvalid_0's binary_logloss: 0.00194727\n",
      "[306]\tvalid_0's binary_logloss: 0.00194737\n",
      "[307]\tvalid_0's binary_logloss: 0.00194747\n",
      "[308]\tvalid_0's binary_logloss: 0.00194802\n",
      "[309]\tvalid_0's binary_logloss: 0.00194813\n",
      "[310]\tvalid_0's binary_logloss: 0.00194869\n",
      "[311]\tvalid_0's binary_logloss: 0.0019488\n",
      "[312]\tvalid_0's binary_logloss: 0.00194937\n",
      "[313]\tvalid_0's binary_logloss: 0.00194949\n",
      "[314]\tvalid_0's binary_logloss: 0.00195006\n",
      "[315]\tvalid_0's binary_logloss: 0.00195063\n",
      "[316]\tvalid_0's binary_logloss: 0.00195076\n",
      "[317]\tvalid_0's binary_logloss: 0.00195133\n",
      "[318]\tvalid_0's binary_logloss: 0.00195147\n",
      "[319]\tvalid_0's binary_logloss: 0.00195205\n",
      "[320]\tvalid_0's binary_logloss: 0.00195219\n",
      "[321]\tvalid_0's binary_logloss: 0.00195234\n",
      "[322]\tvalid_0's binary_logloss: 0.00195292\n",
      "[323]\tvalid_0's binary_logloss: 0.00195308\n",
      "[324]\tvalid_0's binary_logloss: 0.00195323\n",
      "[325]\tvalid_0's binary_logloss: 0.00195382\n",
      "[326]\tvalid_0's binary_logloss: 0.00195399\n",
      "[327]\tvalid_0's binary_logloss: 0.00195458\n",
      "[328]\tvalid_0's binary_logloss: 0.00195475\n",
      "[329]\tvalid_0's binary_logloss: 0.00195535\n",
      "[330]\tvalid_0's binary_logloss: 0.00195553\n",
      "[331]\tvalid_0's binary_logloss: 0.0019557\n",
      "[332]\tvalid_0's binary_logloss: 0.00195631\n",
      "[333]\tvalid_0's binary_logloss: 0.00195649\n",
      "[334]\tvalid_0's binary_logloss: 0.00195668\n",
      "[335]\tvalid_0's binary_logloss: 0.00195729\n",
      "[336]\tvalid_0's binary_logloss: 0.00195751\n",
      "[337]\tvalid_0's binary_logloss: 0.00195813\n",
      "[338]\tvalid_0's binary_logloss: 0.00195836\n",
      "[339]\tvalid_0's binary_logloss: 0.00195898\n",
      "[340]\tvalid_0's binary_logloss: 0.00195921\n",
      "[341]\tvalid_0's binary_logloss: 0.00195945\n",
      "[342]\tvalid_0's binary_logloss: 0.00196007\n",
      "[343]\tvalid_0's binary_logloss: 0.00196031\n",
      "[344]\tvalid_0's binary_logloss: 0.00196052\n",
      "[345]\tvalid_0's binary_logloss: 0.00196076\n",
      "[346]\tvalid_0's binary_logloss: 0.001961\n",
      "[347]\tvalid_0's binary_logloss: 0.00196084\n",
      "[348]\tvalid_0's binary_logloss: 0.00196148\n",
      "[349]\tvalid_0's binary_logloss: 0.00196173\n",
      "[350]\tvalid_0's binary_logloss: 0.00196198\n",
      "Early stopping, best iteration is:\n",
      "[150]\tvalid_0's binary_logloss: 0.00186883\n",
      "Training Log Loss:  9.721267927111629e-05\n",
      "CV Log Loss:  0.0018688329238841733\n",
      "[1]\tvalid_0's binary_logloss: 0.00138002\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.000912273\n",
      "[3]\tvalid_0's binary_logloss: 0.00053414\n",
      "[4]\tvalid_0's binary_logloss: 0.000539877\n",
      "[5]\tvalid_0's binary_logloss: 0.000541085\n",
      "[6]\tvalid_0's binary_logloss: 0.000538181\n",
      "[7]\tvalid_0's binary_logloss: 0.000535752\n",
      "[8]\tvalid_0's binary_logloss: 0.000531736\n",
      "[9]\tvalid_0's binary_logloss: 0.000528289\n",
      "[10]\tvalid_0's binary_logloss: 0.000526186\n",
      "[11]\tvalid_0's binary_logloss: 0.000890971\n",
      "[12]\tvalid_0's binary_logloss: 0.000836695\n",
      "[13]\tvalid_0's binary_logloss: 0.000803151\n",
      "[14]\tvalid_0's binary_logloss: 0.000794405\n",
      "[15]\tvalid_0's binary_logloss: 0.000787322\n",
      "[16]\tvalid_0's binary_logloss: 0.000781272\n",
      "[17]\tvalid_0's binary_logloss: 0.000775944\n",
      "[18]\tvalid_0's binary_logloss: 0.000771147\n",
      "[19]\tvalid_0's binary_logloss: 0.000760714\n",
      "[20]\tvalid_0's binary_logloss: 0.000752463\n",
      "[21]\tvalid_0's binary_logloss: 0.00074495\n",
      "[22]\tvalid_0's binary_logloss: 0.000738386\n",
      "[23]\tvalid_0's binary_logloss: 0.000730657\n",
      "[24]\tvalid_0's binary_logloss: 0.000724893\n",
      "[25]\tvalid_0's binary_logloss: 0.000719168\n",
      "[26]\tvalid_0's binary_logloss: 0.000712708\n",
      "[27]\tvalid_0's binary_logloss: 0.000707484\n",
      "[28]\tvalid_0's binary_logloss: 0.000702199\n",
      "[29]\tvalid_0's binary_logloss: 0.000697338\n",
      "[30]\tvalid_0's binary_logloss: 0.000691885\n",
      "[31]\tvalid_0's binary_logloss: 0.00068742\n",
      "[32]\tvalid_0's binary_logloss: 0.000680036\n",
      "[33]\tvalid_0's binary_logloss: 0.000673063\n",
      "[34]\tvalid_0's binary_logloss: 0.000668015\n",
      "[35]\tvalid_0's binary_logloss: 0.000663569\n",
      "[36]\tvalid_0's binary_logloss: 0.000659293\n",
      "[37]\tvalid_0's binary_logloss: 0.00065415\n",
      "[38]\tvalid_0's binary_logloss: 0.0006502\n",
      "[39]\tvalid_0's binary_logloss: 0.000646421\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[40]\tvalid_0's binary_logloss: 0.000641939\n",
      "[41]\tvalid_0's binary_logloss: 0.00063832\n",
      "[42]\tvalid_0's binary_logloss: 0.000634938\n",
      "[43]\tvalid_0's binary_logloss: 0.000630463\n",
      "[44]\tvalid_0's binary_logloss: 0.000627733\n",
      "[45]\tvalid_0's binary_logloss: 0.000623701\n",
      "[46]\tvalid_0's binary_logloss: 0.000621336\n",
      "[47]\tvalid_0's binary_logloss: 0.000618817\n",
      "[48]\tvalid_0's binary_logloss: 0.000613745\n",
      "[49]\tvalid_0's binary_logloss: 0.000611268\n",
      "[50]\tvalid_0's binary_logloss: 0.000608854\n",
      "[51]\tvalid_0's binary_logloss: 0.000606502\n",
      "[52]\tvalid_0's binary_logloss: 0.000603366\n",
      "[53]\tvalid_0's binary_logloss: 0.000600522\n",
      "[54]\tvalid_0's binary_logloss: 0.000597768\n",
      "[55]\tvalid_0's binary_logloss: 0.000595679\n",
      "[56]\tvalid_0's binary_logloss: 0.00059295\n",
      "[57]\tvalid_0's binary_logloss: 0.000590387\n",
      "[58]\tvalid_0's binary_logloss: 0.000588461\n",
      "[59]\tvalid_0's binary_logloss: 0.000586024\n",
      "[60]\tvalid_0's binary_logloss: 0.00058355\n",
      "[61]\tvalid_0's binary_logloss: 0.000580741\n",
      "[62]\tvalid_0's binary_logloss: 0.000578398\n",
      "[63]\tvalid_0's binary_logloss: 0.000576144\n",
      "[64]\tvalid_0's binary_logloss: 0.000573927\n",
      "[65]\tvalid_0's binary_logloss: 0.00057181\n",
      "[66]\tvalid_0's binary_logloss: 0.000570219\n",
      "[67]\tvalid_0's binary_logloss: 0.00056806\n",
      "[68]\tvalid_0's binary_logloss: 0.000566055\n",
      "[69]\tvalid_0's binary_logloss: 0.000564122\n",
      "[70]\tvalid_0's binary_logloss: 0.000562289\n",
      "[71]\tvalid_0's binary_logloss: 0.000562512\n",
      "[72]\tvalid_0's binary_logloss: 0.000563116\n",
      "[73]\tvalid_0's binary_logloss: 0.000563732\n",
      "[74]\tvalid_0's binary_logloss: 0.000562071\n",
      "[75]\tvalid_0's binary_logloss: 0.000562477\n",
      "[76]\tvalid_0's binary_logloss: 0.000561679\n",
      "[77]\tvalid_0's binary_logloss: 0.000545589\n",
      "[78]\tvalid_0's binary_logloss: 0.000542704\n",
      "[79]\tvalid_0's binary_logloss: 0.000539972\n",
      "[80]\tvalid_0's binary_logloss: 0.000536944\n",
      "[81]\tvalid_0's binary_logloss: 0.000536552\n",
      "[82]\tvalid_0's binary_logloss: 0.00053545\n",
      "[83]\tvalid_0's binary_logloss: 0.000533786\n",
      "[84]\tvalid_0's binary_logloss: 0.000532263\n",
      "[85]\tvalid_0's binary_logloss: 0.000530845\n",
      "[86]\tvalid_0's binary_logloss: 0.000529522\n",
      "[87]\tvalid_0's binary_logloss: 0.00052828\n",
      "[88]\tvalid_0's binary_logloss: 0.000527106\n",
      "[89]\tvalid_0's binary_logloss: 0.000525991\n",
      "[90]\tvalid_0's binary_logloss: 0.000524931\n",
      "[91]\tvalid_0's binary_logloss: 0.000524098\n",
      "[92]\tvalid_0's binary_logloss: 0.000523225\n",
      "[93]\tvalid_0's binary_logloss: 0.000522328\n",
      "[94]\tvalid_0's binary_logloss: 0.000521496\n",
      "[95]\tvalid_0's binary_logloss: 0.00052122\n",
      "[96]\tvalid_0's binary_logloss: 0.000520486\n",
      "[97]\tvalid_0's binary_logloss: 0.000519759\n",
      "[98]\tvalid_0's binary_logloss: 0.000518871\n",
      "[99]\tvalid_0's binary_logloss: 0.000518431\n",
      "[100]\tvalid_0's binary_logloss: 0.000517728\n",
      "[101]\tvalid_0's binary_logloss: 0.000517509\n",
      "[102]\tvalid_0's binary_logloss: 0.000517154\n",
      "[103]\tvalid_0's binary_logloss: 0.000516551\n",
      "[104]\tvalid_0's binary_logloss: 0.000515764\n",
      "[105]\tvalid_0's binary_logloss: 0.000515429\n",
      "[106]\tvalid_0's binary_logloss: 0.000514873\n",
      "[107]\tvalid_0's binary_logloss: 0.000514751\n",
      "[108]\tvalid_0's binary_logloss: 0.000514462\n",
      "[109]\tvalid_0's binary_logloss: 0.000513527\n",
      "[110]\tvalid_0's binary_logloss: 0.000512616\n",
      "[111]\tvalid_0's binary_logloss: 0.000511729\n",
      "[112]\tvalid_0's binary_logloss: 0.000510866\n",
      "[113]\tvalid_0's binary_logloss: 0.000510032\n",
      "[114]\tvalid_0's binary_logloss: 0.000509213\n",
      "[115]\tvalid_0's binary_logloss: 0.000508415\n",
      "[116]\tvalid_0's binary_logloss: 0.000507743\n",
      "[117]\tvalid_0's binary_logloss: 0.000506974\n",
      "[118]\tvalid_0's binary_logloss: 0.000506339\n",
      "[119]\tvalid_0's binary_logloss: 0.000505619\n",
      "[120]\tvalid_0's binary_logloss: 0.000504983\n",
      "[121]\tvalid_0's binary_logloss: 0.000504373\n",
      "[122]\tvalid_0's binary_logloss: 0.000503726\n",
      "[123]\tvalid_0's binary_logloss: 0.000503149\n",
      "[124]\tvalid_0's binary_logloss: 0.000502784\n",
      "[125]\tvalid_0's binary_logloss: 0.000502674\n",
      "[126]\tvalid_0's binary_logloss: 0.000502145\n",
      "[127]\tvalid_0's binary_logloss: 0.000501539\n",
      "[128]\tvalid_0's binary_logloss: 0.000501151\n",
      "[129]\tvalid_0's binary_logloss: 0.000501093\n",
      "[130]\tvalid_0's binary_logloss: 0.000501021\n",
      "[131]\tvalid_0's binary_logloss: 0.000500458\n",
      "[132]\tvalid_0's binary_logloss: 0.000500435\n",
      "[133]\tvalid_0's binary_logloss: 0.000500129\n",
      "[134]\tvalid_0's binary_logloss: 0.000499698\n",
      "[135]\tvalid_0's binary_logloss: 0.000499673\n",
      "[136]\tvalid_0's binary_logloss: 0.000499171\n",
      "[137]\tvalid_0's binary_logloss: 0.0004992\n",
      "[138]\tvalid_0's binary_logloss: 0.000499424\n",
      "[139]\tvalid_0's binary_logloss: 0.000498957\n",
      "[140]\tvalid_0's binary_logloss: 0.000499019\n",
      "[141]\tvalid_0's binary_logloss: 0.00049904\n",
      "[142]\tvalid_0's binary_logloss: 0.00049875\n",
      "[143]\tvalid_0's binary_logloss: 0.000499013\n",
      "[144]\tvalid_0's binary_logloss: 0.000498741\n",
      "[145]\tvalid_0's binary_logloss: 0.000499024\n",
      "[146]\tvalid_0's binary_logloss: 0.000498632\n",
      "[147]\tvalid_0's binary_logloss: 0.000498761\n",
      "[148]\tvalid_0's binary_logloss: 0.000498845\n",
      "[149]\tvalid_0's binary_logloss: 0.000498628\n",
      "[150]\tvalid_0's binary_logloss: 0.000498943\n",
      "[151]\tvalid_0's binary_logloss: 0.000498642\n",
      "[152]\tvalid_0's binary_logloss: 0.000498456\n",
      "[153]\tvalid_0's binary_logloss: 0.000498773\n",
      "[154]\tvalid_0's binary_logloss: 0.000498503\n",
      "[155]\tvalid_0's binary_logloss: 0.000498851\n",
      "[156]\tvalid_0's binary_logloss: 0.000498568\n",
      "[157]\tvalid_0's binary_logloss: 0.000498443\n",
      "[158]\tvalid_0's binary_logloss: 0.000498717\n",
      "[159]\tvalid_0's binary_logloss: 0.000499096\n",
      "[160]\tvalid_0's binary_logloss: 0.000498833\n",
      "[161]\tvalid_0's binary_logloss: 0.000499112\n",
      "[162]\tvalid_0's binary_logloss: 0.00049891\n",
      "[163]\tvalid_0's binary_logloss: 0.000498832\n",
      "[164]\tvalid_0's binary_logloss: 0.000498608\n",
      "[165]\tvalid_0's binary_logloss: 0.000498946\n",
      "[166]\tvalid_0's binary_logloss: 0.000499345\n",
      "[167]\tvalid_0's binary_logloss: 0.000499582\n",
      "[168]\tvalid_0's binary_logloss: 0.000499528\n",
      "[169]\tvalid_0's binary_logloss: 0.000499253\n",
      "[170]\tvalid_0's binary_logloss: 0.00049962\n",
      "[171]\tvalid_0's binary_logloss: 0.000499985\n",
      "[172]\tvalid_0's binary_logloss: 0.000499729\n",
      "[173]\tvalid_0's binary_logloss: 0.000499997\n",
      "[174]\tvalid_0's binary_logloss: 0.000499752\n",
      "[175]\tvalid_0's binary_logloss: 0.00049952\n",
      "[176]\tvalid_0's binary_logloss: 0.000499525\n",
      "[177]\tvalid_0's binary_logloss: 0.000499306\n",
      "[178]\tvalid_0's binary_logloss: 0.000499101\n",
      "[179]\tvalid_0's binary_logloss: 0.000499422\n",
      "[180]\tvalid_0's binary_logloss: 0.000499227\n",
      "[181]\tvalid_0's binary_logloss: 0.000499046\n",
      "[182]\tvalid_0's binary_logloss: 0.000498869\n",
      "[183]\tvalid_0's binary_logloss: 0.000498855\n",
      "[184]\tvalid_0's binary_logloss: 0.000498963\n",
      "[185]\tvalid_0's binary_logloss: 0.000499075\n",
      "[186]\tvalid_0's binary_logloss: 0.000499142\n",
      "[187]\tvalid_0's binary_logloss: 0.000499566\n",
      "[188]\tvalid_0's binary_logloss: 0.000499652\n",
      "[189]\tvalid_0's binary_logloss: 0.000500011\n",
      "[190]\tvalid_0's binary_logloss: 0.000499881\n",
      "[191]\tvalid_0's binary_logloss: 0.000500027\n",
      "[192]\tvalid_0's binary_logloss: 0.000500183\n",
      "[193]\tvalid_0's binary_logloss: 0.000500628\n",
      "[194]\tvalid_0's binary_logloss: 0.000501053\n",
      "[195]\tvalid_0's binary_logloss: 0.000501516\n",
      "[196]\tvalid_0's binary_logloss: 0.000501263\n",
      "[197]\tvalid_0's binary_logloss: 0.000501164\n",
      "[198]\tvalid_0's binary_logloss: 0.000500932\n",
      "[199]\tvalid_0's binary_logloss: 0.000501121\n",
      "[200]\tvalid_0's binary_logloss: 0.000501315\n",
      "[201]\tvalid_0's binary_logloss: 0.000501106\n",
      "[202]\tvalid_0's binary_logloss: 0.000501044\n",
      "[203]\tvalid_0's binary_logloss: 0.000501255\n",
      "[204]\tvalid_0's binary_logloss: 0.000501071\n",
      "[205]\tvalid_0's binary_logloss: 0.000501295\n",
      "[206]\tvalid_0's binary_logloss: 0.000501128\n",
      "[207]\tvalid_0's binary_logloss: 0.000501294\n",
      "[208]\tvalid_0's binary_logloss: 0.000501144\n",
      "[209]\tvalid_0's binary_logloss: 0.000501385\n",
      "[210]\tvalid_0's binary_logloss: 0.000501566\n",
      "[211]\tvalid_0's binary_logloss: 0.000501438\n",
      "[212]\tvalid_0's binary_logloss: 0.00050163\n",
      "[213]\tvalid_0's binary_logloss: 0.00050152\n",
      "[214]\tvalid_0's binary_logloss: 0.000501531\n",
      "[215]\tvalid_0's binary_logloss: 0.000501439\n",
      "[216]\tvalid_0's binary_logloss: 0.000501652\n",
      "[217]\tvalid_0's binary_logloss: 0.000501575\n",
      "[218]\tvalid_0's binary_logloss: 0.000501852\n",
      "[219]\tvalid_0's binary_logloss: 0.000502049\n",
      "[220]\tvalid_0's binary_logloss: 0.000501993\n",
      "[221]\tvalid_0's binary_logloss: 0.000501947\n",
      "[222]\tvalid_0's binary_logloss: 0.000501916\n",
      "[223]\tvalid_0's binary_logloss: 0.000501983\n",
      "[224]\tvalid_0's binary_logloss: 0.000502206\n",
      "[225]\tvalid_0's binary_logloss: 0.000502192\n",
      "[226]\tvalid_0's binary_logloss: 0.000502193\n",
      "[227]\tvalid_0's binary_logloss: 0.000502197\n",
      "[228]\tvalid_0's binary_logloss: 0.000502469\n",
      "[229]\tvalid_0's binary_logloss: 0.000502385\n",
      "[230]\tvalid_0's binary_logloss: 0.000502652\n",
      "[231]\tvalid_0's binary_logloss: 0.000502684\n",
      "[232]\tvalid_0's binary_logloss: 0.000502791\n",
      "[233]\tvalid_0's binary_logloss: 0.000503059\n",
      "[234]\tvalid_0's binary_logloss: 0.000503002\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[235]\tvalid_0's binary_logloss: 0.000502959\n",
      "[236]\tvalid_0's binary_logloss: 0.000503027\n",
      "[237]\tvalid_0's binary_logloss: 0.0005033\n",
      "[238]\tvalid_0's binary_logloss: 0.000503279\n",
      "[239]\tvalid_0's binary_logloss: 0.000503368\n",
      "[240]\tvalid_0's binary_logloss: 0.000503515\n",
      "[241]\tvalid_0's binary_logloss: 0.000503515\n",
      "[242]\tvalid_0's binary_logloss: 0.000503811\n",
      "[243]\tvalid_0's binary_logloss: 0.000503927\n",
      "[244]\tvalid_0's binary_logloss: 0.000503947\n",
      "[245]\tvalid_0's binary_logloss: 0.000504281\n",
      "[246]\tvalid_0's binary_logloss: 0.000504416\n",
      "[247]\tvalid_0's binary_logloss: 0.000504735\n",
      "[248]\tvalid_0's binary_logloss: 0.000504779\n",
      "[249]\tvalid_0's binary_logloss: 0.000504826\n",
      "[250]\tvalid_0's binary_logloss: 0.000505181\n",
      "[251]\tvalid_0's binary_logloss: 0.000505417\n",
      "[252]\tvalid_0's binary_logloss: 0.000505589\n",
      "[253]\tvalid_0's binary_logloss: 0.000505761\n",
      "[254]\tvalid_0's binary_logloss: 0.000505833\n",
      "[255]\tvalid_0's binary_logloss: 0.000506051\n",
      "[256]\tvalid_0's binary_logloss: 0.000506404\n",
      "[257]\tvalid_0's binary_logloss: 0.000506493\n",
      "[258]\tvalid_0's binary_logloss: 0.000506698\n",
      "[259]\tvalid_0's binary_logloss: 0.000506871\n",
      "[260]\tvalid_0's binary_logloss: 0.000506977\n",
      "[261]\tvalid_0's binary_logloss: 0.000507199\n",
      "[262]\tvalid_0's binary_logloss: 0.00050749\n",
      "[263]\tvalid_0's binary_logloss: 0.000507614\n",
      "[264]\tvalid_0's binary_logloss: 0.000507765\n",
      "[265]\tvalid_0's binary_logloss: 0.00050796\n",
      "[266]\tvalid_0's binary_logloss: 0.000508205\n",
      "[267]\tvalid_0's binary_logloss: 0.00050835\n",
      "[268]\tvalid_0's binary_logloss: 0.000508524\n",
      "[269]\tvalid_0's binary_logloss: 0.000508686\n",
      "[270]\tvalid_0's binary_logloss: 0.000508647\n",
      "[271]\tvalid_0's binary_logloss: 0.000509145\n",
      "[272]\tvalid_0's binary_logloss: 0.000509417\n",
      "[273]\tvalid_0's binary_logloss: 0.000509617\n",
      "[274]\tvalid_0's binary_logloss: 0.000509806\n",
      "[275]\tvalid_0's binary_logloss: 0.000510013\n",
      "[276]\tvalid_0's binary_logloss: 0.000510306\n",
      "[277]\tvalid_0's binary_logloss: 0.000510526\n",
      "[278]\tvalid_0's binary_logloss: 0.000510737\n",
      "[279]\tvalid_0's binary_logloss: 0.000510977\n",
      "[280]\tvalid_0's binary_logloss: 0.000511193\n",
      "[281]\tvalid_0's binary_logloss: 0.000511514\n",
      "[282]\tvalid_0's binary_logloss: 0.000511863\n",
      "[283]\tvalid_0's binary_logloss: 0.000512095\n",
      "[284]\tvalid_0's binary_logloss: 0.000512448\n",
      "[285]\tvalid_0's binary_logloss: 0.00051278\n",
      "[286]\tvalid_0's binary_logloss: 0.000512912\n",
      "[287]\tvalid_0's binary_logloss: 0.000513167\n",
      "[288]\tvalid_0's binary_logloss: 0.000513304\n",
      "[289]\tvalid_0's binary_logloss: 0.000513448\n",
      "[290]\tvalid_0's binary_logloss: 0.000513803\n",
      "[291]\tvalid_0's binary_logloss: 0.000513952\n",
      "[292]\tvalid_0's binary_logloss: 0.000514228\n",
      "[293]\tvalid_0's binary_logloss: 0.000514388\n",
      "[294]\tvalid_0's binary_logloss: 0.000514828\n",
      "[295]\tvalid_0's binary_logloss: 0.000515272\n",
      "[296]\tvalid_0's binary_logloss: 0.000515349\n",
      "[297]\tvalid_0's binary_logloss: 0.000515728\n",
      "[298]\tvalid_0's binary_logloss: 0.000516028\n",
      "[299]\tvalid_0's binary_logloss: 0.00051661\n",
      "[300]\tvalid_0's binary_logloss: 0.000517063\n",
      "[301]\tvalid_0's binary_logloss: 0.0005172\n",
      "[302]\tvalid_0's binary_logloss: 0.000517342\n",
      "[303]\tvalid_0's binary_logloss: 0.000517494\n",
      "[304]\tvalid_0's binary_logloss: 0.000517957\n",
      "[305]\tvalid_0's binary_logloss: 0.000518049\n",
      "[306]\tvalid_0's binary_logloss: 0.000518147\n",
      "[307]\tvalid_0's binary_logloss: 0.000518251\n",
      "[308]\tvalid_0's binary_logloss: 0.00051836\n",
      "[309]\tvalid_0's binary_logloss: 0.000518478\n",
      "[310]\tvalid_0's binary_logloss: 0.0005186\n",
      "[311]\tvalid_0's binary_logloss: 0.000518695\n",
      "[312]\tvalid_0's binary_logloss: 0.000518831\n",
      "[313]\tvalid_0's binary_logloss: 0.000518936\n",
      "[314]\tvalid_0's binary_logloss: 0.000519483\n",
      "[315]\tvalid_0's binary_logloss: 0.00051963\n",
      "[316]\tvalid_0's binary_logloss: 0.000520113\n",
      "[317]\tvalid_0's binary_logloss: 0.000520231\n",
      "[318]\tvalid_0's binary_logloss: 0.000520358\n",
      "[319]\tvalid_0's binary_logloss: 0.000520525\n",
      "[320]\tvalid_0's binary_logloss: 0.000520661\n",
      "[321]\tvalid_0's binary_logloss: 0.000520838\n",
      "[322]\tvalid_0's binary_logloss: 0.000520985\n",
      "[323]\tvalid_0's binary_logloss: 0.000521175\n",
      "[324]\tvalid_0's binary_logloss: 0.000521334\n",
      "[325]\tvalid_0's binary_logloss: 0.000521703\n",
      "[326]\tvalid_0's binary_logloss: 0.000521907\n",
      "[327]\tvalid_0's binary_logloss: 0.00052208\n",
      "[328]\tvalid_0's binary_logloss: 0.000522294\n",
      "[329]\tvalid_0's binary_logloss: 0.000522478\n",
      "[330]\tvalid_0's binary_logloss: 0.000522703\n",
      "[331]\tvalid_0's binary_logloss: 0.00052293\n",
      "[332]\tvalid_0's binary_logloss: 0.000523501\n",
      "[333]\tvalid_0's binary_logloss: 0.000523702\n",
      "[334]\tvalid_0's binary_logloss: 0.000523908\n",
      "[335]\tvalid_0's binary_logloss: 0.000524451\n",
      "[336]\tvalid_0's binary_logloss: 0.000524693\n",
      "[337]\tvalid_0's binary_logloss: 0.000524908\n",
      "[338]\tvalid_0's binary_logloss: 0.000525127\n",
      "[339]\tvalid_0's binary_logloss: 0.000525353\n",
      "[340]\tvalid_0's binary_logloss: 0.000525928\n",
      "[341]\tvalid_0's binary_logloss: 0.000526191\n",
      "[342]\tvalid_0's binary_logloss: 0.000526461\n",
      "[343]\tvalid_0's binary_logloss: 0.000527006\n",
      "[344]\tvalid_0's binary_logloss: 0.000527246\n",
      "[345]\tvalid_0's binary_logloss: 0.000527571\n",
      "[346]\tvalid_0's binary_logloss: 0.000528152\n",
      "[347]\tvalid_0's binary_logloss: 0.000528707\n",
      "[348]\tvalid_0's binary_logloss: 0.000529037\n",
      "[349]\tvalid_0's binary_logloss: 0.000529628\n",
      "[350]\tvalid_0's binary_logloss: 0.000530192\n",
      "[351]\tvalid_0's binary_logloss: 0.00053076\n",
      "[352]\tvalid_0's binary_logloss: 0.000531097\n",
      "[353]\tvalid_0's binary_logloss: 0.000531701\n",
      "[354]\tvalid_0's binary_logloss: 0.000532275\n",
      "[355]\tvalid_0's binary_logloss: 0.000532616\n",
      "[356]\tvalid_0's binary_logloss: 0.000533199\n",
      "[357]\tvalid_0's binary_logloss: 0.000533889\n",
      "Early stopping, best iteration is:\n",
      "[157]\tvalid_0's binary_logloss: 0.000498443\n",
      "Training Log Loss:  0.00020349604975396007\n",
      "CV Log Loss:  0.0004984434368852255\n",
      "[1]\tvalid_0's binary_logloss: 0.00387295\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00411559\n",
      "[3]\tvalid_0's binary_logloss: 0.00553232\n",
      "[4]\tvalid_0's binary_logloss: 0.00550243\n",
      "[5]\tvalid_0's binary_logloss: 0.00547829\n",
      "[6]\tvalid_0's binary_logloss: 0.005568\n",
      "[7]\tvalid_0's binary_logloss: 0.00582828\n",
      "[8]\tvalid_0's binary_logloss: 0.0058231\n",
      "[9]\tvalid_0's binary_logloss: 0.00581751\n",
      "[10]\tvalid_0's binary_logloss: 0.00582546\n",
      "[11]\tvalid_0's binary_logloss: 0.00583006\n",
      "[12]\tvalid_0's binary_logloss: 0.00583271\n",
      "[13]\tvalid_0's binary_logloss: 0.0058341\n",
      "[14]\tvalid_0's binary_logloss: 0.00583473\n",
      "[15]\tvalid_0's binary_logloss: 0.00583486\n",
      "[16]\tvalid_0's binary_logloss: 0.00583463\n",
      "[17]\tvalid_0's binary_logloss: 0.00583412\n",
      "[18]\tvalid_0's binary_logloss: 0.00583341\n",
      "[19]\tvalid_0's binary_logloss: 0.00582908\n",
      "[20]\tvalid_0's binary_logloss: 0.00582478\n",
      "[21]\tvalid_0's binary_logloss: 0.00582062\n",
      "[22]\tvalid_0's binary_logloss: 0.00581653\n",
      "[23]\tvalid_0's binary_logloss: 0.00581253\n",
      "[24]\tvalid_0's binary_logloss: 0.00580862\n",
      "[25]\tvalid_0's binary_logloss: 0.00580478\n",
      "[26]\tvalid_0's binary_logloss: 0.00580172\n",
      "[27]\tvalid_0's binary_logloss: 0.00579875\n",
      "[28]\tvalid_0's binary_logloss: 0.00579584\n",
      "[29]\tvalid_0's binary_logloss: 0.00579299\n",
      "[30]\tvalid_0's binary_logloss: 0.00579013\n",
      "[31]\tvalid_0's binary_logloss: 0.00578742\n",
      "[32]\tvalid_0's binary_logloss: 0.00578472\n",
      "[33]\tvalid_0's binary_logloss: 0.00578204\n",
      "[34]\tvalid_0's binary_logloss: 0.0057795\n",
      "[35]\tvalid_0's binary_logloss: 0.00577707\n",
      "[36]\tvalid_0's binary_logloss: 0.00577388\n",
      "[37]\tvalid_0's binary_logloss: 0.00577153\n",
      "[38]\tvalid_0's binary_logloss: 0.00576839\n",
      "[39]\tvalid_0's binary_logloss: 0.00576622\n",
      "[40]\tvalid_0's binary_logloss: 0.00576317\n",
      "[41]\tvalid_0's binary_logloss: 0.00576101\n",
      "[42]\tvalid_0's binary_logloss: 0.00575836\n",
      "[43]\tvalid_0's binary_logloss: 0.00575577\n",
      "[44]\tvalid_0's binary_logloss: 0.00575319\n",
      "[45]\tvalid_0's binary_logloss: 0.00575074\n",
      "[46]\tvalid_0's binary_logloss: 0.00574823\n",
      "[47]\tvalid_0's binary_logloss: 0.00574577\n",
      "[48]\tvalid_0's binary_logloss: 0.0057432\n",
      "[49]\tvalid_0's binary_logloss: 0.00574132\n",
      "[50]\tvalid_0's binary_logloss: 0.00573952\n",
      "[51]\tvalid_0's binary_logloss: 0.00573769\n",
      "[52]\tvalid_0's binary_logloss: 0.00573594\n",
      "[53]\tvalid_0's binary_logloss: 0.00573415\n",
      "[54]\tvalid_0's binary_logloss: 0.00573245\n",
      "[55]\tvalid_0's binary_logloss: 0.00573071\n",
      "[56]\tvalid_0's binary_logloss: 0.005729\n",
      "[57]\tvalid_0's binary_logloss: 0.00572736\n",
      "[58]\tvalid_0's binary_logloss: 0.00572569\n",
      "[59]\tvalid_0's binary_logloss: 0.00572404\n",
      "[60]\tvalid_0's binary_logloss: 0.00572242\n",
      "[61]\tvalid_0's binary_logloss: 0.00572082\n",
      "[62]\tvalid_0's binary_logloss: 0.00571929\n",
      "[63]\tvalid_0's binary_logloss: 0.00571773\n",
      "[64]\tvalid_0's binary_logloss: 0.00571619\n",
      "[65]\tvalid_0's binary_logloss: 0.00571467\n",
      "[66]\tvalid_0's binary_logloss: 0.00571365\n",
      "[67]\tvalid_0's binary_logloss: 0.00571266\n",
      "[68]\tvalid_0's binary_logloss: 0.00571167\n",
      "[69]\tvalid_0's binary_logloss: 0.00571071\n",
      "[70]\tvalid_0's binary_logloss: 0.00570976\n",
      "[71]\tvalid_0's binary_logloss: 0.00570884\n",
      "[72]\tvalid_0's binary_logloss: 0.00570791\n",
      "[73]\tvalid_0's binary_logloss: 0.0057053\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[74]\tvalid_0's binary_logloss: 0.00570266\n",
      "[75]\tvalid_0's binary_logloss: 0.00570138\n",
      "[76]\tvalid_0's binary_logloss: 0.00569968\n",
      "[77]\tvalid_0's binary_logloss: 0.0056984\n",
      "[78]\tvalid_0's binary_logloss: 0.00569714\n",
      "[79]\tvalid_0's binary_logloss: 0.00569586\n",
      "[80]\tvalid_0's binary_logloss: 0.00569465\n",
      "[81]\tvalid_0's binary_logloss: 0.00569347\n",
      "[82]\tvalid_0's binary_logloss: 0.00569237\n",
      "[83]\tvalid_0's binary_logloss: 0.0056913\n",
      "[84]\tvalid_0's binary_logloss: 0.00569028\n",
      "[85]\tvalid_0's binary_logloss: 0.00568855\n",
      "[86]\tvalid_0's binary_logloss: 0.00568717\n",
      "[87]\tvalid_0's binary_logloss: 0.00568514\n",
      "[88]\tvalid_0's binary_logloss: 0.0056838\n",
      "[89]\tvalid_0's binary_logloss: 0.00568183\n",
      "[90]\tvalid_0's binary_logloss: 0.00568056\n",
      "[91]\tvalid_0's binary_logloss: 0.00567863\n",
      "[92]\tvalid_0's binary_logloss: 0.00567741\n",
      "[93]\tvalid_0's binary_logloss: 0.00567549\n",
      "[94]\tvalid_0's binary_logloss: 0.00567429\n",
      "[95]\tvalid_0's binary_logloss: 0.00567309\n",
      "[96]\tvalid_0's binary_logloss: 0.00567194\n",
      "[97]\tvalid_0's binary_logloss: 0.00567011\n",
      "[98]\tvalid_0's binary_logloss: 0.005669\n",
      "[99]\tvalid_0's binary_logloss: 0.00566721\n",
      "[100]\tvalid_0's binary_logloss: 0.0056661\n",
      "[101]\tvalid_0's binary_logloss: 0.00566499\n",
      "[102]\tvalid_0's binary_logloss: 0.00566375\n",
      "[103]\tvalid_0's binary_logloss: 0.00566317\n",
      "[104]\tvalid_0's binary_logloss: 0.00566261\n",
      "[105]\tvalid_0's binary_logloss: 0.00566142\n",
      "[106]\tvalid_0's binary_logloss: 0.00566089\n",
      "[107]\tvalid_0's binary_logloss: 0.00566035\n",
      "[108]\tvalid_0's binary_logloss: 0.00565985\n",
      "[109]\tvalid_0's binary_logloss: 0.0056587\n",
      "[110]\tvalid_0's binary_logloss: 0.00565824\n",
      "[111]\tvalid_0's binary_logloss: 0.00565775\n",
      "[112]\tvalid_0's binary_logloss: 0.00565666\n",
      "[113]\tvalid_0's binary_logloss: 0.0056562\n",
      "[114]\tvalid_0's binary_logloss: 0.00565577\n",
      "[115]\tvalid_0's binary_logloss: 0.00565471\n",
      "[116]\tvalid_0's binary_logloss: 0.00565429\n",
      "[117]\tvalid_0's binary_logloss: 0.00565391\n",
      "[118]\tvalid_0's binary_logloss: 0.00565291\n",
      "[119]\tvalid_0's binary_logloss: 0.00565252\n",
      "[120]\tvalid_0's binary_logloss: 0.00565219\n",
      "[121]\tvalid_0's binary_logloss: 0.00565183\n",
      "[122]\tvalid_0's binary_logloss: 0.0056515\n",
      "[123]\tvalid_0's binary_logloss: 0.00565121\n",
      "[124]\tvalid_0's binary_logloss: 0.00565087\n",
      "[125]\tvalid_0's binary_logloss: 0.00564995\n",
      "[126]\tvalid_0's binary_logloss: 0.00564966\n",
      "[127]\tvalid_0's binary_logloss: 0.00564894\n",
      "[128]\tvalid_0's binary_logloss: 0.00564866\n",
      "[129]\tvalid_0's binary_logloss: 0.00564798\n",
      "[130]\tvalid_0's binary_logloss: 0.00564667\n",
      "[131]\tvalid_0's binary_logloss: 0.00564599\n",
      "[132]\tvalid_0's binary_logloss: 0.00564577\n",
      "[133]\tvalid_0's binary_logloss: 0.00564511\n",
      "[134]\tvalid_0's binary_logloss: 0.00564447\n",
      "[135]\tvalid_0's binary_logloss: 0.00564367\n",
      "[136]\tvalid_0's binary_logloss: 0.00564304\n",
      "[137]\tvalid_0's binary_logloss: 0.00564287\n",
      "[138]\tvalid_0's binary_logloss: 0.00564227\n",
      "[139]\tvalid_0's binary_logloss: 0.0056421\n",
      "[140]\tvalid_0's binary_logloss: 0.00564155\n",
      "[141]\tvalid_0's binary_logloss: 0.00564059\n",
      "[142]\tvalid_0's binary_logloss: 0.00564069\n",
      "[143]\tvalid_0's binary_logloss: 0.00564039\n",
      "[144]\tvalid_0's binary_logloss: 0.00564049\n",
      "[145]\tvalid_0's binary_logloss: 0.00564022\n",
      "[146]\tvalid_0's binary_logloss: 0.00563977\n",
      "[147]\tvalid_0's binary_logloss: 0.00563949\n",
      "[148]\tvalid_0's binary_logloss: 0.00563964\n",
      "[149]\tvalid_0's binary_logloss: 0.00563938\n",
      "[150]\tvalid_0's binary_logloss: 0.00563915\n",
      "[151]\tvalid_0's binary_logloss: 0.00563932\n",
      "[152]\tvalid_0's binary_logloss: 0.0056385\n",
      "[153]\tvalid_0's binary_logloss: 0.00563869\n",
      "[154]\tvalid_0's binary_logloss: 0.00563849\n",
      "[155]\tvalid_0's binary_logloss: 0.00563811\n",
      "[156]\tvalid_0's binary_logloss: 0.00563792\n",
      "[157]\tvalid_0's binary_logloss: 0.00563813\n",
      "[158]\tvalid_0's binary_logloss: 0.00563798\n",
      "[159]\tvalid_0's binary_logloss: 0.00563782\n",
      "[160]\tvalid_0's binary_logloss: 0.00563809\n",
      "[161]\tvalid_0's binary_logloss: 0.00563793\n",
      "[162]\tvalid_0's binary_logloss: 0.00563819\n",
      "[163]\tvalid_0's binary_logloss: 0.00563808\n",
      "[164]\tvalid_0's binary_logloss: 0.00563838\n",
      "[165]\tvalid_0's binary_logloss: 0.00563767\n",
      "[166]\tvalid_0's binary_logloss: 0.00563797\n",
      "[167]\tvalid_0's binary_logloss: 0.00563787\n",
      "[168]\tvalid_0's binary_logloss: 0.00563819\n",
      "[169]\tvalid_0's binary_logloss: 0.0056381\n",
      "[170]\tvalid_0's binary_logloss: 0.00563844\n",
      "[171]\tvalid_0's binary_logloss: 0.0056378\n",
      "[172]\tvalid_0's binary_logloss: 0.00563716\n",
      "[173]\tvalid_0's binary_logloss: 0.00563751\n",
      "[174]\tvalid_0's binary_logloss: 0.00563746\n",
      "[175]\tvalid_0's binary_logloss: 0.0056378\n",
      "[176]\tvalid_0's binary_logloss: 0.00563779\n",
      "[177]\tvalid_0's binary_logloss: 0.00563757\n",
      "[178]\tvalid_0's binary_logloss: 0.00563757\n",
      "[179]\tvalid_0's binary_logloss: 0.00563795\n",
      "[180]\tvalid_0's binary_logloss: 0.00563739\n",
      "[181]\tvalid_0's binary_logloss: 0.00563777\n",
      "[182]\tvalid_0's binary_logloss: 0.00563778\n",
      "[183]\tvalid_0's binary_logloss: 0.00563821\n",
      "[184]\tvalid_0's binary_logloss: 0.00563825\n",
      "[185]\tvalid_0's binary_logloss: 0.00563773\n",
      "[186]\tvalid_0's binary_logloss: 0.00563816\n",
      "[187]\tvalid_0's binary_logloss: 0.00563765\n",
      "[188]\tvalid_0's binary_logloss: 0.0056381\n",
      "[189]\tvalid_0's binary_logloss: 0.00563759\n",
      "[190]\tvalid_0's binary_logloss: 0.00563804\n",
      "[191]\tvalid_0's binary_logloss: 0.0056383\n",
      "[192]\tvalid_0's binary_logloss: 0.00563876\n",
      "[193]\tvalid_0's binary_logloss: 0.00563829\n",
      "[194]\tvalid_0's binary_logloss: 0.00563875\n",
      "[195]\tvalid_0's binary_logloss: 0.00563888\n",
      "[196]\tvalid_0's binary_logloss: 0.00563881\n",
      "[197]\tvalid_0's binary_logloss: 0.00563893\n",
      "[198]\tvalid_0's binary_logloss: 0.00563886\n",
      "[199]\tvalid_0's binary_logloss: 0.00563902\n",
      "[200]\tvalid_0's binary_logloss: 0.00563892\n",
      "[201]\tvalid_0's binary_logloss: 0.00563907\n",
      "Early stopping, best iteration is:\n",
      "[1]\tvalid_0's binary_logloss: 0.00387295\n",
      "Training Log Loss:  0.00223723546221179\n",
      "CV Log Loss:  0.0038729473192394112\n",
      "[1]\tvalid_0's binary_logloss: 0.000835509\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.000817131\n",
      "[3]\tvalid_0's binary_logloss: 0.000833596\n",
      "[4]\tvalid_0's binary_logloss: 0.000831496\n",
      "[5]\tvalid_0's binary_logloss: 0.000829439\n",
      "[6]\tvalid_0's binary_logloss: 0.000827399\n",
      "[7]\tvalid_0's binary_logloss: 0.000829562\n",
      "[8]\tvalid_0's binary_logloss: 0.000827046\n",
      "[9]\tvalid_0's binary_logloss: 0.00082459\n",
      "[10]\tvalid_0's binary_logloss: 0.000822166\n",
      "[11]\tvalid_0's binary_logloss: 0.000820657\n",
      "[12]\tvalid_0's binary_logloss: 0.000819169\n",
      "[13]\tvalid_0's binary_logloss: 0.00081779\n",
      "[14]\tvalid_0's binary_logloss: 0.00081635\n",
      "[15]\tvalid_0's binary_logloss: 0.000814845\n",
      "[16]\tvalid_0's binary_logloss: 0.000813389\n",
      "[17]\tvalid_0's binary_logloss: 0.000812019\n",
      "[18]\tvalid_0's binary_logloss: 0.000810575\n",
      "[19]\tvalid_0's binary_logloss: 0.000809171\n",
      "[20]\tvalid_0's binary_logloss: 0.000807862\n",
      "[21]\tvalid_0's binary_logloss: 0.000806577\n",
      "[22]\tvalid_0's binary_logloss: 0.000805233\n",
      "[23]\tvalid_0's binary_logloss: 0.000803965\n",
      "[24]\tvalid_0's binary_logloss: 0.000802743\n",
      "[25]\tvalid_0's binary_logloss: 0.000801552\n",
      "[26]\tvalid_0's binary_logloss: 0.000800316\n",
      "[27]\tvalid_0's binary_logloss: 0.000799167\n",
      "[28]\tvalid_0's binary_logloss: 0.000797948\n",
      "[29]\tvalid_0's binary_logloss: 0.000796791\n",
      "[30]\tvalid_0's binary_logloss: 0.000795628\n",
      "[31]\tvalid_0's binary_logloss: 0.000794555\n",
      "[32]\tvalid_0's binary_logloss: 0.000793562\n",
      "[33]\tvalid_0's binary_logloss: 0.000792434\n",
      "[34]\tvalid_0's binary_logloss: 0.000791442\n",
      "[35]\tvalid_0's binary_logloss: 0.000790427\n",
      "[36]\tvalid_0's binary_logloss: 0.000789843\n",
      "[37]\tvalid_0's binary_logloss: 0.00078921\n",
      "[38]\tvalid_0's binary_logloss: 0.000788632\n",
      "[39]\tvalid_0's binary_logloss: 0.000788128\n",
      "[40]\tvalid_0's binary_logloss: 0.00078756\n",
      "[41]\tvalid_0's binary_logloss: 0.000786937\n",
      "[42]\tvalid_0's binary_logloss: 0.000786376\n",
      "[43]\tvalid_0's binary_logloss: 0.000785884\n",
      "[44]\tvalid_0's binary_logloss: 0.000785343\n",
      "[45]\tvalid_0's binary_logloss: 0.000784831\n",
      "[46]\tvalid_0's binary_logloss: 0.000784308\n",
      "[47]\tvalid_0's binary_logloss: 0.000783823\n",
      "[48]\tvalid_0's binary_logloss: 0.000783346\n",
      "[49]\tvalid_0's binary_logloss: 0.000782915\n",
      "[50]\tvalid_0's binary_logloss: 0.000782547\n",
      "[51]\tvalid_0's binary_logloss: 0.000782123\n",
      "[52]\tvalid_0's binary_logloss: 0.000781779\n",
      "[53]\tvalid_0's binary_logloss: 0.000781401\n",
      "[54]\tvalid_0's binary_logloss: 0.00078105\n",
      "[55]\tvalid_0's binary_logloss: 0.000780757\n",
      "[56]\tvalid_0's binary_logloss: 0.000780497\n",
      "[57]\tvalid_0's binary_logloss: 0.000780202\n",
      "[58]\tvalid_0's binary_logloss: 0.000779911\n",
      "[59]\tvalid_0's binary_logloss: 0.000779588\n",
      "[60]\tvalid_0's binary_logloss: 0.000779398\n",
      "[61]\tvalid_0's binary_logloss: 0.000779166\n",
      "[62]\tvalid_0's binary_logloss: 0.000778899\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[63]\tvalid_0's binary_logloss: 0.000778716\n",
      "[64]\tvalid_0's binary_logloss: 0.000778543\n",
      "[65]\tvalid_0's binary_logloss: 0.000778304\n",
      "[66]\tvalid_0's binary_logloss: 0.000778129\n",
      "[67]\tvalid_0's binary_logloss: 0.000777939\n",
      "[68]\tvalid_0's binary_logloss: 0.000777793\n",
      "[69]\tvalid_0's binary_logloss: 0.000777723\n",
      "[70]\tvalid_0's binary_logloss: 0.000777597\n",
      "[71]\tvalid_0's binary_logloss: 0.00077755\n",
      "[72]\tvalid_0's binary_logloss: 0.000777427\n",
      "[73]\tvalid_0's binary_logloss: 0.000777354\n",
      "[74]\tvalid_0's binary_logloss: 0.000777323\n",
      "[75]\tvalid_0's binary_logloss: 0.000777288\n",
      "[76]\tvalid_0's binary_logloss: 0.000777248\n",
      "[77]\tvalid_0's binary_logloss: 0.00077721\n",
      "[78]\tvalid_0's binary_logloss: 0.000777253\n",
      "[79]\tvalid_0's binary_logloss: 0.000777261\n",
      "[80]\tvalid_0's binary_logloss: 0.000777308\n",
      "[81]\tvalid_0's binary_logloss: 0.000777331\n",
      "[82]\tvalid_0's binary_logloss: 0.000777417\n",
      "[83]\tvalid_0's binary_logloss: 0.000777502\n",
      "[84]\tvalid_0's binary_logloss: 0.000777662\n",
      "[85]\tvalid_0's binary_logloss: 0.00077775\n",
      "[86]\tvalid_0's binary_logloss: 0.000777887\n",
      "[87]\tvalid_0's binary_logloss: 0.000778002\n",
      "[88]\tvalid_0's binary_logloss: 0.000778143\n",
      "[89]\tvalid_0's binary_logloss: 0.000778334\n",
      "[90]\tvalid_0's binary_logloss: 0.000778494\n",
      "[91]\tvalid_0's binary_logloss: 0.000778704\n",
      "[92]\tvalid_0's binary_logloss: 0.000778955\n",
      "[93]\tvalid_0's binary_logloss: 0.000779157\n",
      "[94]\tvalid_0's binary_logloss: 0.0007794\n",
      "[95]\tvalid_0's binary_logloss: 0.000779652\n",
      "[96]\tvalid_0's binary_logloss: 0.000779957\n",
      "[97]\tvalid_0's binary_logloss: 0.000780215\n",
      "[98]\tvalid_0's binary_logloss: 0.000780509\n",
      "[99]\tvalid_0's binary_logloss: 0.000780794\n",
      "[100]\tvalid_0's binary_logloss: 0.000781125\n",
      "[101]\tvalid_0's binary_logloss: 0.000781433\n",
      "[102]\tvalid_0's binary_logloss: 0.000781807\n",
      "[103]\tvalid_0's binary_logloss: 0.000782164\n",
      "[104]\tvalid_0's binary_logloss: 0.000782508\n",
      "[105]\tvalid_0's binary_logloss: 0.000782897\n",
      "[106]\tvalid_0's binary_logloss: 0.000783316\n",
      "[107]\tvalid_0's binary_logloss: 0.000783695\n",
      "[108]\tvalid_0's binary_logloss: 0.000784112\n",
      "[109]\tvalid_0's binary_logloss: 0.000784109\n",
      "[110]\tvalid_0's binary_logloss: 0.000784067\n",
      "[111]\tvalid_0's binary_logloss: 0.000784064\n",
      "[112]\tvalid_0's binary_logloss: 0.000783861\n",
      "[113]\tvalid_0's binary_logloss: 0.000783799\n",
      "[114]\tvalid_0's binary_logloss: 0.000783622\n",
      "[115]\tvalid_0's binary_logloss: 0.000783583\n",
      "[116]\tvalid_0's binary_logloss: 0.000783556\n",
      "[117]\tvalid_0's binary_logloss: 0.00078354\n",
      "[118]\tvalid_0's binary_logloss: 0.00078341\n",
      "[119]\tvalid_0's binary_logloss: 0.000783416\n",
      "[120]\tvalid_0's binary_logloss: 0.000783432\n",
      "[121]\tvalid_0's binary_logloss: 0.00078346\n",
      "[122]\tvalid_0's binary_logloss: 0.000783919\n",
      "[123]\tvalid_0's binary_logloss: 0.000783844\n",
      "[124]\tvalid_0's binary_logloss: 0.0007839\n",
      "[125]\tvalid_0's binary_logloss: 0.000783968\n",
      "[126]\tvalid_0's binary_logloss: 0.000784045\n",
      "[127]\tvalid_0's binary_logloss: 0.000784426\n",
      "[128]\tvalid_0's binary_logloss: 0.000784523\n",
      "[129]\tvalid_0's binary_logloss: 0.000784628\n",
      "[130]\tvalid_0's binary_logloss: 0.000784625\n",
      "[131]\tvalid_0's binary_logloss: 0.000784751\n",
      "[132]\tvalid_0's binary_logloss: 0.000784886\n",
      "[133]\tvalid_0's binary_logloss: 0.000785434\n",
      "[134]\tvalid_0's binary_logloss: 0.00078547\n",
      "[135]\tvalid_0's binary_logloss: 0.000785593\n",
      "[136]\tvalid_0's binary_logloss: 0.000785764\n",
      "[137]\tvalid_0's binary_logloss: 0.000785905\n",
      "[138]\tvalid_0's binary_logloss: 0.000786492\n",
      "[139]\tvalid_0's binary_logloss: 0.000786651\n",
      "[140]\tvalid_0's binary_logloss: 0.000786856\n",
      "[141]\tvalid_0's binary_logloss: 0.000787034\n",
      "[142]\tvalid_0's binary_logloss: 0.000787259\n",
      "[143]\tvalid_0's binary_logloss: 0.000787489\n",
      "[144]\tvalid_0's binary_logloss: 0.000787826\n",
      "[145]\tvalid_0's binary_logloss: 0.000788036\n",
      "[146]\tvalid_0's binary_logloss: 0.000788391\n",
      "[147]\tvalid_0's binary_logloss: 0.000788657\n",
      "[148]\tvalid_0's binary_logloss: 0.000789027\n",
      "[149]\tvalid_0's binary_logloss: 0.000789305\n",
      "[150]\tvalid_0's binary_logloss: 0.000789692\n",
      "[151]\tvalid_0's binary_logloss: 0.000790223\n",
      "[152]\tvalid_0's binary_logloss: 0.000790761\n",
      "[153]\tvalid_0's binary_logloss: 0.000791308\n",
      "[154]\tvalid_0's binary_logloss: 0.000791862\n",
      "[155]\tvalid_0's binary_logloss: 0.000792422\n",
      "[156]\tvalid_0's binary_logloss: 0.000792991\n",
      "[157]\tvalid_0's binary_logloss: 0.000793565\n",
      "[158]\tvalid_0's binary_logloss: 0.000794148\n",
      "[159]\tvalid_0's binary_logloss: 0.000794737\n",
      "[160]\tvalid_0's binary_logloss: 0.000795333\n",
      "[161]\tvalid_0's binary_logloss: 0.000795936\n",
      "[162]\tvalid_0's binary_logloss: 0.000796551\n",
      "[163]\tvalid_0's binary_logloss: 0.000797167\n",
      "[164]\tvalid_0's binary_logloss: 0.000797795\n",
      "[165]\tvalid_0's binary_logloss: 0.000798423\n",
      "[166]\tvalid_0's binary_logloss: 0.000799064\n",
      "[167]\tvalid_0's binary_logloss: 0.000799705\n",
      "[168]\tvalid_0's binary_logloss: 0.000800357\n",
      "[169]\tvalid_0's binary_logloss: 0.00080101\n",
      "[170]\tvalid_0's binary_logloss: 0.000801674\n",
      "[171]\tvalid_0's binary_logloss: 0.000802339\n",
      "[172]\tvalid_0's binary_logloss: 0.000803015\n",
      "[173]\tvalid_0's binary_logloss: 0.000803697\n",
      "[174]\tvalid_0's binary_logloss: 0.000804545\n",
      "[175]\tvalid_0's binary_logloss: 0.00080523\n",
      "[176]\tvalid_0's binary_logloss: 0.000805927\n",
      "[177]\tvalid_0's binary_logloss: 0.000806789\n",
      "[178]\tvalid_0's binary_logloss: 0.000807496\n",
      "[179]\tvalid_0's binary_logloss: 0.000808201\n",
      "[180]\tvalid_0's binary_logloss: 0.000808918\n",
      "[181]\tvalid_0's binary_logloss: 0.000809797\n",
      "[182]\tvalid_0's binary_logloss: 0.000810516\n",
      "[183]\tvalid_0's binary_logloss: 0.000811247\n",
      "[184]\tvalid_0's binary_logloss: 0.000812139\n",
      "[185]\tvalid_0's binary_logloss: 0.000812879\n",
      "[186]\tvalid_0's binary_logloss: 0.000813616\n",
      "[187]\tvalid_0's binary_logloss: 0.000814365\n",
      "[188]\tvalid_0's binary_logloss: 0.000815272\n",
      "[189]\tvalid_0's binary_logloss: 0.000816029\n",
      "[190]\tvalid_0's binary_logloss: 0.000816783\n",
      "[191]\tvalid_0's binary_logloss: 0.00081755\n",
      "[192]\tvalid_0's binary_logloss: 0.00081847\n",
      "[193]\tvalid_0's binary_logloss: 0.000819236\n",
      "[194]\tvalid_0's binary_logloss: 0.000820014\n",
      "[195]\tvalid_0's binary_logloss: 0.000820945\n",
      "[196]\tvalid_0's binary_logloss: 0.000821731\n",
      "[197]\tvalid_0's binary_logloss: 0.000822668\n",
      "[198]\tvalid_0's binary_logloss: 0.000823452\n",
      "[199]\tvalid_0's binary_logloss: 0.000824258\n",
      "[200]\tvalid_0's binary_logloss: 0.000825068\n",
      "[201]\tvalid_0's binary_logloss: 0.000826019\n",
      "[202]\tvalid_0's binary_logloss: 0.000826826\n",
      "[203]\tvalid_0's binary_logloss: 0.000827522\n",
      "[204]\tvalid_0's binary_logloss: 0.000828246\n",
      "[205]\tvalid_0's binary_logloss: 0.000828976\n",
      "[206]\tvalid_0's binary_logloss: 0.00082981\n",
      "[207]\tvalid_0's binary_logloss: 0.00083055\n",
      "[208]\tvalid_0's binary_logloss: 0.000831524\n",
      "[209]\tvalid_0's binary_logloss: 0.000832272\n",
      "[210]\tvalid_0's binary_logloss: 0.000833006\n",
      "[211]\tvalid_0's binary_logloss: 0.000833862\n",
      "[212]\tvalid_0's binary_logloss: 0.000834624\n",
      "[213]\tvalid_0's binary_logloss: 0.000835489\n",
      "[214]\tvalid_0's binary_logloss: 0.000836352\n",
      "[215]\tvalid_0's binary_logloss: 0.000837223\n",
      "[216]\tvalid_0's binary_logloss: 0.000838002\n",
      "[217]\tvalid_0's binary_logloss: 0.000838881\n",
      "[218]\tvalid_0's binary_logloss: 0.000839638\n",
      "[219]\tvalid_0's binary_logloss: 0.000840524\n",
      "[220]\tvalid_0's binary_logloss: 0.000841356\n",
      "[221]\tvalid_0's binary_logloss: 0.000842249\n",
      "[222]\tvalid_0's binary_logloss: 0.00084302\n",
      "[223]\tvalid_0's binary_logloss: 0.000843863\n",
      "[224]\tvalid_0's binary_logloss: 0.000844767\n",
      "[225]\tvalid_0's binary_logloss: 0.000845616\n",
      "[226]\tvalid_0's binary_logloss: 0.000846395\n",
      "[227]\tvalid_0's binary_logloss: 0.000847309\n",
      "[228]\tvalid_0's binary_logloss: 0.000848136\n",
      "[229]\tvalid_0's binary_logloss: 0.000849056\n",
      "[230]\tvalid_0's binary_logloss: 0.000849855\n",
      "[231]\tvalid_0's binary_logloss: 0.000850781\n",
      "[232]\tvalid_0's binary_logloss: 0.000851655\n",
      "[233]\tvalid_0's binary_logloss: 0.000852588\n",
      "[234]\tvalid_0's binary_logloss: 0.000853399\n",
      "[235]\tvalid_0's binary_logloss: 0.000854251\n",
      "[236]\tvalid_0's binary_logloss: 0.000855193\n",
      "[237]\tvalid_0's binary_logloss: 0.000856264\n",
      "[238]\tvalid_0's binary_logloss: 0.000857143\n",
      "[239]\tvalid_0's binary_logloss: 0.000858038\n",
      "[240]\tvalid_0's binary_logloss: 0.000858907\n",
      "[241]\tvalid_0's binary_logloss: 0.000859188\n",
      "[242]\tvalid_0's binary_logloss: 0.000860093\n",
      "[243]\tvalid_0's binary_logloss: 0.000860381\n",
      "[244]\tvalid_0's binary_logloss: 0.000861275\n",
      "[245]\tvalid_0's binary_logloss: 0.00086224\n",
      "[246]\tvalid_0's binary_logloss: 0.000863127\n",
      "[247]\tvalid_0's binary_logloss: 0.000863427\n",
      "[248]\tvalid_0's binary_logloss: 0.000864399\n",
      "[249]\tvalid_0's binary_logloss: 0.000864705\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[250]\tvalid_0's binary_logloss: 0.000865682\n",
      "[251]\tvalid_0's binary_logloss: 0.000865995\n",
      "[252]\tvalid_0's binary_logloss: 0.00086709\n",
      "[253]\tvalid_0's binary_logloss: 0.000867409\n",
      "[254]\tvalid_0's binary_logloss: 0.000868393\n",
      "[255]\tvalid_0's binary_logloss: 0.000868718\n",
      "[256]\tvalid_0's binary_logloss: 0.000869818\n",
      "[257]\tvalid_0's binary_logloss: 0.00087015\n",
      "[258]\tvalid_0's binary_logloss: 0.00087114\n",
      "[259]\tvalid_0's binary_logloss: 0.000871478\n",
      "[260]\tvalid_0's binary_logloss: 0.000872473\n",
      "[261]\tvalid_0's binary_logloss: 0.000872816\n",
      "[262]\tvalid_0's binary_logloss: 0.000873923\n",
      "[263]\tvalid_0's binary_logloss: 0.000874272\n",
      "[264]\tvalid_0's binary_logloss: 0.00087523\n",
      "[265]\tvalid_0's binary_logloss: 0.000875586\n",
      "[266]\tvalid_0's binary_logloss: 0.000876591\n",
      "[267]\tvalid_0's binary_logloss: 0.000876953\n",
      "[268]\tvalid_0's binary_logloss: 0.000877959\n",
      "[269]\tvalid_0's binary_logloss: 0.000878326\n",
      "[270]\tvalid_0's binary_logloss: 0.000879442\n",
      "[271]\tvalid_0's binary_logloss: 0.000879814\n",
      "[272]\tvalid_0's binary_logloss: 0.00088083\n",
      "[273]\tvalid_0's binary_logloss: 0.000881208\n",
      "[274]\tvalid_0's binary_logloss: 0.000882328\n",
      "[275]\tvalid_0's binary_logloss: 0.000882711\n",
      "[276]\tvalid_0's binary_logloss: 0.00088373\n",
      "[277]\tvalid_0's binary_logloss: 0.000884681\n",
      "Early stopping, best iteration is:\n",
      "[77]\tvalid_0's binary_logloss: 0.00077721\n",
      "Training Log Loss:  0.00024230954642378113\n",
      "CV Log Loss:  0.0007772098153701629\n",
      "[1]\tvalid_0's binary_logloss: 0.00340922\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's binary_logloss: 0.00276496\n",
      "[3]\tvalid_0's binary_logloss: 0.00295535\n",
      "[4]\tvalid_0's binary_logloss: 0.00335592\n",
      "[5]\tvalid_0's binary_logloss: 0.00267359\n",
      "[6]\tvalid_0's binary_logloss: 0.00360399\n",
      "[7]\tvalid_0's binary_logloss: 0.00235365\n",
      "[8]\tvalid_0's binary_logloss: 0.00234982\n",
      "[9]\tvalid_0's binary_logloss: 0.00234608\n",
      "[10]\tvalid_0's binary_logloss: 0.00199646\n",
      "[11]\tvalid_0's binary_logloss: 0.00199476\n",
      "[12]\tvalid_0's binary_logloss: 0.0019916\n",
      "[13]\tvalid_0's binary_logloss: 0.00198879\n",
      "[14]\tvalid_0's binary_logloss: 0.00198704\n",
      "[15]\tvalid_0's binary_logloss: 0.00198903\n",
      "[16]\tvalid_0's binary_logloss: 0.00198963\n",
      "[17]\tvalid_0's binary_logloss: 0.0019898\n",
      "[18]\tvalid_0's binary_logloss: 0.00199013\n",
      "[19]\tvalid_0's binary_logloss: 0.00198969\n",
      "[20]\tvalid_0's binary_logloss: 0.00199065\n",
      "[21]\tvalid_0's binary_logloss: 0.00198957\n",
      "[22]\tvalid_0's binary_logloss: 0.00199047\n",
      "[23]\tvalid_0's binary_logloss: 0.00199084\n",
      "[24]\tvalid_0's binary_logloss: 0.0019894\n",
      "[25]\tvalid_0's binary_logloss: 0.00198921\n",
      "[26]\tvalid_0's binary_logloss: 0.00198853\n",
      "[27]\tvalid_0's binary_logloss: 0.00198746\n",
      "[28]\tvalid_0's binary_logloss: 0.00198672\n",
      "[29]\tvalid_0's binary_logloss: 0.00198597\n",
      "[30]\tvalid_0's binary_logloss: 0.00198612\n",
      "[31]\tvalid_0's binary_logloss: 0.00198472\n",
      "[32]\tvalid_0's binary_logloss: 0.00198394\n",
      "[33]\tvalid_0's binary_logloss: 0.00198255\n",
      "[34]\tvalid_0's binary_logloss: 0.00198117\n",
      "[35]\tvalid_0's binary_logloss: 0.00198032\n",
      "[36]\tvalid_0's binary_logloss: 0.00197894\n",
      "[37]\tvalid_0's binary_logloss: 0.00197792\n",
      "[38]\tvalid_0's binary_logloss: 0.00197705\n",
      "[39]\tvalid_0's binary_logloss: 0.00197569\n",
      "[40]\tvalid_0's binary_logloss: 0.00197486\n",
      "[41]\tvalid_0's binary_logloss: 0.00197435\n",
      "[42]\tvalid_0's binary_logloss: 0.00197304\n",
      "[43]\tvalid_0's binary_logloss: 0.0019721\n",
      "[44]\tvalid_0's binary_logloss: 0.0019708\n",
      "[45]\tvalid_0's binary_logloss: 0.00196988\n",
      "[46]\tvalid_0's binary_logloss: 0.00196895\n",
      "[47]\tvalid_0's binary_logloss: 0.00196766\n",
      "[48]\tvalid_0's binary_logloss: 0.00196716\n",
      "[49]\tvalid_0's binary_logloss: 0.00196588\n",
      "[50]\tvalid_0's binary_logloss: 0.00196499\n",
      "[51]\tvalid_0's binary_logloss: 0.00196409\n",
      "[52]\tvalid_0's binary_logloss: 0.0019622\n",
      "[53]\tvalid_0's binary_logloss: 0.00196033\n",
      "[54]\tvalid_0's binary_logloss: 0.00195844\n",
      "[55]\tvalid_0's binary_logloss: 0.00195664\n",
      "[56]\tvalid_0's binary_logloss: 0.0019559\n",
      "[57]\tvalid_0's binary_logloss: 0.00195525\n",
      "[58]\tvalid_0's binary_logloss: 0.00195354\n",
      "[59]\tvalid_0's binary_logloss: 0.00195225\n",
      "[60]\tvalid_0's binary_logloss: 0.0019504\n",
      "[61]\tvalid_0's binary_logloss: 0.00194966\n",
      "[62]\tvalid_0's binary_logloss: 0.00194774\n",
      "[63]\tvalid_0's binary_logloss: 0.00194579\n",
      "[64]\tvalid_0's binary_logloss: 0.00194386\n",
      "[65]\tvalid_0's binary_logloss: 0.00194348\n",
      "[66]\tvalid_0's binary_logloss: 0.00194157\n",
      "[67]\tvalid_0's binary_logloss: 0.00193968\n",
      "[68]\tvalid_0's binary_logloss: 0.00193803\n",
      "[69]\tvalid_0's binary_logloss: 0.00193616\n",
      "[70]\tvalid_0's binary_logloss: 0.00193428\n",
      "[71]\tvalid_0's binary_logloss: 0.00193243\n",
      "[72]\tvalid_0's binary_logloss: 0.00193115\n",
      "[73]\tvalid_0's binary_logloss: 0.00192928\n",
      "[74]\tvalid_0's binary_logloss: 0.00192745\n",
      "[75]\tvalid_0's binary_logloss: 0.00192547\n",
      "[76]\tvalid_0's binary_logloss: 0.00192484\n",
      "[77]\tvalid_0's binary_logloss: 0.00192324\n",
      "[78]\tvalid_0's binary_logloss: 0.00192134\n",
      "[79]\tvalid_0's binary_logloss: 0.00191941\n",
      "[80]\tvalid_0's binary_logloss: 0.0019188\n",
      "[81]\tvalid_0's binary_logloss: 0.00191725\n",
      "[82]\tvalid_0's binary_logloss: 0.00191538\n",
      "[83]\tvalid_0's binary_logloss: 0.00191387\n",
      "[84]\tvalid_0's binary_logloss: 0.00191199\n",
      "[85]\tvalid_0's binary_logloss: 0.00191054\n",
      "[86]\tvalid_0's binary_logloss: 0.00190869\n",
      "[87]\tvalid_0's binary_logloss: 0.00190774\n",
      "[88]\tvalid_0's binary_logloss: 0.00190633\n",
      "[89]\tvalid_0's binary_logloss: 0.00190521\n",
      "[90]\tvalid_0's binary_logloss: 0.00190384\n",
      "[91]\tvalid_0's binary_logloss: 0.00190246\n",
      "[92]\tvalid_0's binary_logloss: 0.00190112\n",
      "[93]\tvalid_0's binary_logloss: 0.00189977\n",
      "[94]\tvalid_0's binary_logloss: 0.00189843\n",
      "[95]\tvalid_0's binary_logloss: 0.00189709\n",
      "[96]\tvalid_0's binary_logloss: 0.00189578\n",
      "[97]\tvalid_0's binary_logloss: 0.00189447\n",
      "[98]\tvalid_0's binary_logloss: 0.00189317\n",
      "[99]\tvalid_0's binary_logloss: 0.00189189\n",
      "[100]\tvalid_0's binary_logloss: 0.00189143\n",
      "[101]\tvalid_0's binary_logloss: 0.00189016\n",
      "[102]\tvalid_0's binary_logloss: 0.0018889\n",
      "[103]\tvalid_0's binary_logloss: 0.00188766\n",
      "[104]\tvalid_0's binary_logloss: 0.00188643\n",
      "[105]\tvalid_0's binary_logloss: 0.00188521\n",
      "[106]\tvalid_0's binary_logloss: 0.00188399\n",
      "[107]\tvalid_0's binary_logloss: 0.00188279\n",
      "[108]\tvalid_0's binary_logloss: 0.00188159\n",
      "[109]\tvalid_0's binary_logloss: 0.00188041\n",
      "[110]\tvalid_0's binary_logloss: 0.00187923\n",
      "[111]\tvalid_0's binary_logloss: 0.00187806\n",
      "[112]\tvalid_0's binary_logloss: 0.00187691\n",
      "[113]\tvalid_0's binary_logloss: 0.00187657\n",
      "[114]\tvalid_0's binary_logloss: 0.00187542\n",
      "[115]\tvalid_0's binary_logloss: 0.00187429\n",
      "[116]\tvalid_0's binary_logloss: 0.00187317\n",
      "[117]\tvalid_0's binary_logloss: 0.00187204\n",
      "[118]\tvalid_0's binary_logloss: 0.00187093\n",
      "[119]\tvalid_0's binary_logloss: 0.00186906\n",
      "[120]\tvalid_0's binary_logloss: 0.00186722\n",
      "[121]\tvalid_0's binary_logloss: 0.00186539\n",
      "[122]\tvalid_0's binary_logloss: 0.00186359\n",
      "[123]\tvalid_0's binary_logloss: 0.0018618\n",
      "[124]\tvalid_0's binary_logloss: 0.00186004\n",
      "[125]\tvalid_0's binary_logloss: 0.0018583\n",
      "[126]\tvalid_0's binary_logloss: 0.00185658\n",
      "[127]\tvalid_0's binary_logloss: 0.00185487\n",
      "[128]\tvalid_0's binary_logloss: 0.00185319\n",
      "[129]\tvalid_0's binary_logloss: 0.00185152\n",
      "[130]\tvalid_0's binary_logloss: 0.00184987\n",
      "[131]\tvalid_0's binary_logloss: 0.00184823\n",
      "[132]\tvalid_0's binary_logloss: 0.00184662\n",
      "[133]\tvalid_0's binary_logloss: 0.00184501\n",
      "[134]\tvalid_0's binary_logloss: 0.00184343\n",
      "[135]\tvalid_0's binary_logloss: 0.00184186\n",
      "[136]\tvalid_0's binary_logloss: 0.0018403\n",
      "[137]\tvalid_0's binary_logloss: 0.00183876\n",
      "[138]\tvalid_0's binary_logloss: 0.00183724\n",
      "[139]\tvalid_0's binary_logloss: 0.00183572\n",
      "[140]\tvalid_0's binary_logloss: 0.00183422\n",
      "[141]\tvalid_0's binary_logloss: 0.00183273\n",
      "[142]\tvalid_0's binary_logloss: 0.00183125\n",
      "[143]\tvalid_0's binary_logloss: 0.00182979\n",
      "[144]\tvalid_0's binary_logloss: 0.00182833\n",
      "[145]\tvalid_0's binary_logloss: 0.0018269\n",
      "[146]\tvalid_0's binary_logloss: 0.00182547\n",
      "[147]\tvalid_0's binary_logloss: 0.00182404\n",
      "[148]\tvalid_0's binary_logloss: 0.00182262\n",
      "[149]\tvalid_0's binary_logloss: 0.00182123\n",
      "[150]\tvalid_0's binary_logloss: 0.00181983\n",
      "[151]\tvalid_0's binary_logloss: 0.00181845\n",
      "[152]\tvalid_0's binary_logloss: 0.00181709\n",
      "[153]\tvalid_0's binary_logloss: 0.00181573\n",
      "[154]\tvalid_0's binary_logloss: 0.00181457\n",
      "[155]\tvalid_0's binary_logloss: 0.00181324\n",
      "[156]\tvalid_0's binary_logloss: 0.00181208\n",
      "[157]\tvalid_0's binary_logloss: 0.00181094\n",
      "[158]\tvalid_0's binary_logloss: 0.00180963\n",
      "[159]\tvalid_0's binary_logloss: 0.00180849\n",
      "[160]\tvalid_0's binary_logloss: 0.0018072\n",
      "[161]\tvalid_0's binary_logloss: 0.00180609\n",
      "[162]\tvalid_0's binary_logloss: 0.00180481\n",
      "[163]\tvalid_0's binary_logloss: 0.00180371\n",
      "[164]\tvalid_0's binary_logloss: 0.0018026\n",
      "[165]\tvalid_0's binary_logloss: 0.00180135\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[166]\tvalid_0's binary_logloss: 0.00179968\n",
      "[167]\tvalid_0's binary_logloss: 0.00179801\n",
      "[168]\tvalid_0's binary_logloss: 0.00179635\n",
      "[169]\tvalid_0's binary_logloss: 0.00179471\n",
      "[170]\tvalid_0's binary_logloss: 0.00179307\n",
      "[171]\tvalid_0's binary_logloss: 0.00179145\n",
      "[172]\tvalid_0's binary_logloss: 0.00179025\n",
      "[173]\tvalid_0's binary_logloss: 0.00178865\n",
      "[174]\tvalid_0's binary_logloss: 0.00178731\n",
      "[175]\tvalid_0's binary_logloss: 0.00178579\n",
      "[176]\tvalid_0's binary_logloss: 0.00178428\n",
      "[177]\tvalid_0's binary_logloss: 0.00178278\n",
      "[178]\tvalid_0's binary_logloss: 0.00178129\n",
      "[179]\tvalid_0's binary_logloss: 0.00178014\n",
      "[180]\tvalid_0's binary_logloss: 0.00177885\n",
      "[181]\tvalid_0's binary_logloss: 0.00177739\n",
      "[182]\tvalid_0's binary_logloss: 0.00177592\n",
      "[183]\tvalid_0's binary_logloss: 0.00177448\n",
      "[184]\tvalid_0's binary_logloss: 0.00177321\n",
      "[185]\tvalid_0's binary_logloss: 0.00177209\n",
      "[186]\tvalid_0's binary_logloss: 0.00177067\n",
      "[187]\tvalid_0's binary_logloss: 0.00176924\n",
      "[188]\tvalid_0's binary_logloss: 0.00176782\n",
      "[189]\tvalid_0's binary_logloss: 0.00176659\n",
      "[190]\tvalid_0's binary_logloss: 0.0017655\n",
      "[191]\tvalid_0's binary_logloss: 0.00176411\n",
      "[192]\tvalid_0's binary_logloss: 0.00176271\n",
      "[193]\tvalid_0's binary_logloss: 0.00176133\n",
      "[194]\tvalid_0's binary_logloss: 0.00176038\n",
      "[195]\tvalid_0's binary_logloss: 0.00175943\n",
      "[196]\tvalid_0's binary_logloss: 0.00175848\n",
      "[197]\tvalid_0's binary_logloss: 0.00175731\n",
      "[198]\tvalid_0's binary_logloss: 0.00175638\n",
      "[199]\tvalid_0's binary_logloss: 0.00175544\n",
      "[200]\tvalid_0's binary_logloss: 0.00175451\n",
      "[201]\tvalid_0's binary_logloss: 0.00175318\n",
      "[202]\tvalid_0's binary_logloss: 0.00175225\n",
      "[203]\tvalid_0's binary_logloss: 0.00175133\n",
      "[204]\tvalid_0's binary_logloss: 0.00175094\n",
      "[205]\tvalid_0's binary_logloss: 0.00174962\n",
      "[206]\tvalid_0's binary_logloss: 0.00174871\n",
      "[207]\tvalid_0's binary_logloss: 0.00174832\n",
      "[208]\tvalid_0's binary_logloss: 0.00174742\n",
      "[209]\tvalid_0's binary_logloss: 0.00174632\n",
      "[210]\tvalid_0's binary_logloss: 0.00174594\n",
      "[211]\tvalid_0's binary_logloss: 0.00174505\n",
      "[212]\tvalid_0's binary_logloss: 0.00174467\n",
      "[213]\tvalid_0's binary_logloss: 0.00174339\n",
      "[214]\tvalid_0's binary_logloss: 0.00174251\n",
      "[215]\tvalid_0's binary_logloss: 0.00174213\n",
      "[216]\tvalid_0's binary_logloss: 0.00174175\n",
      "[217]\tvalid_0's binary_logloss: 0.00174048\n",
      "[218]\tvalid_0's binary_logloss: 0.00174011\n",
      "[219]\tvalid_0's binary_logloss: 0.00173924\n",
      "[220]\tvalid_0's binary_logloss: 0.00173842\n",
      "[221]\tvalid_0's binary_logloss: 0.00173805\n",
      "[222]\tvalid_0's binary_logloss: 0.00173723\n",
      "[223]\tvalid_0's binary_logloss: 0.00173622\n",
      "[224]\tvalid_0's binary_logloss: 0.00173522\n",
      "[225]\tvalid_0's binary_logloss: 0.00173422\n",
      "[226]\tvalid_0's binary_logloss: 0.00173386\n",
      "[227]\tvalid_0's binary_logloss: 0.00173358\n",
      "[228]\tvalid_0's binary_logloss: 0.00173311\n",
      "[229]\tvalid_0's binary_logloss: 0.00173275\n",
      "[230]\tvalid_0's binary_logloss: 0.00173191\n",
      "[231]\tvalid_0's binary_logloss: 0.00173111\n",
      "[232]\tvalid_0's binary_logloss: 0.00173064\n",
      "[233]\tvalid_0's binary_logloss: 0.00173029\n",
      "[234]\tvalid_0's binary_logloss: 0.0017295\n",
      "[235]\tvalid_0's binary_logloss: 0.0017287\n",
      "[236]\tvalid_0's binary_logloss: 0.00172826\n",
      "[237]\tvalid_0's binary_logloss: 0.00172791\n",
      "[238]\tvalid_0's binary_logloss: 0.00172747\n",
      "[239]\tvalid_0's binary_logloss: 0.00172712\n",
      "[240]\tvalid_0's binary_logloss: 0.00172678\n",
      "[241]\tvalid_0's binary_logloss: 0.00172656\n",
      "[242]\tvalid_0's binary_logloss: 0.00172613\n",
      "[243]\tvalid_0's binary_logloss: 0.00172579\n",
      "[244]\tvalid_0's binary_logloss: 0.00172536\n",
      "[245]\tvalid_0's binary_logloss: 0.00172456\n",
      "[246]\tvalid_0's binary_logloss: 0.00172414\n",
      "[247]\tvalid_0's binary_logloss: 0.00172381\n",
      "[248]\tvalid_0's binary_logloss: 0.00172339\n",
      "[249]\tvalid_0's binary_logloss: 0.00172297\n",
      "[250]\tvalid_0's binary_logloss: 0.00172265\n",
      "[251]\tvalid_0's binary_logloss: 0.00172224\n",
      "[252]\tvalid_0's binary_logloss: 0.00172191\n",
      "[253]\tvalid_0's binary_logloss: 0.0017215\n",
      "[254]\tvalid_0's binary_logloss: 0.00172118\n",
      "[255]\tvalid_0's binary_logloss: 0.00172099\n",
      "[256]\tvalid_0's binary_logloss: 0.00172059\n",
      "[257]\tvalid_0's binary_logloss: 0.00172027\n",
      "[258]\tvalid_0's binary_logloss: 0.00171987\n",
      "[259]\tvalid_0's binary_logloss: 0.0017191\n",
      "[260]\tvalid_0's binary_logloss: 0.0017187\n",
      "[261]\tvalid_0's binary_logloss: 0.00171838\n",
      "[262]\tvalid_0's binary_logloss: 0.00171798\n",
      "[263]\tvalid_0's binary_logloss: 0.00171767\n",
      "[264]\tvalid_0's binary_logloss: 0.00171726\n",
      "[265]\tvalid_0's binary_logloss: 0.00171688\n",
      "[266]\tvalid_0's binary_logloss: 0.00171657\n",
      "[267]\tvalid_0's binary_logloss: 0.00171575\n",
      "[268]\tvalid_0's binary_logloss: 0.00171492\n",
      "[269]\tvalid_0's binary_logloss: 0.00171462\n",
      "[270]\tvalid_0's binary_logloss: 0.00171422\n",
      "[271]\tvalid_0's binary_logloss: 0.00171392\n",
      "[272]\tvalid_0's binary_logloss: 0.00171311\n",
      "[273]\tvalid_0's binary_logloss: 0.00171281\n",
      "[274]\tvalid_0's binary_logloss: 0.00171201\n",
      "[275]\tvalid_0's binary_logloss: 0.00171172\n",
      "[276]\tvalid_0's binary_logloss: 0.00171091\n",
      "[277]\tvalid_0's binary_logloss: 0.0017101\n",
      "[278]\tvalid_0's binary_logloss: 0.0017098\n",
      "[279]\tvalid_0's binary_logloss: 0.00170942\n",
      "[280]\tvalid_0's binary_logloss: 0.00170862\n",
      "[281]\tvalid_0's binary_logloss: 0.00170832\n",
      "[282]\tvalid_0's binary_logloss: 0.00170754\n",
      "[283]\tvalid_0's binary_logloss: 0.00170725\n",
      "[284]\tvalid_0's binary_logloss: 0.00170645\n",
      "[285]\tvalid_0's binary_logloss: 0.00170572\n",
      "[286]\tvalid_0's binary_logloss: 0.00170492\n",
      "[287]\tvalid_0's binary_logloss: 0.00170463\n",
      "[288]\tvalid_0's binary_logloss: 0.00170384\n",
      "[289]\tvalid_0's binary_logloss: 0.00170311\n",
      "[290]\tvalid_0's binary_logloss: 0.00170283\n",
      "[291]\tvalid_0's binary_logloss: 0.00170204\n",
      "[292]\tvalid_0's binary_logloss: 0.00170175\n",
      "[293]\tvalid_0's binary_logloss: 0.00170114\n",
      "[294]\tvalid_0's binary_logloss: 0.00170086\n",
      "[295]\tvalid_0's binary_logloss: 0.00169972\n",
      "[296]\tvalid_0's binary_logloss: 0.001699\n",
      "[297]\tvalid_0's binary_logloss: 0.00169809\n",
      "[298]\tvalid_0's binary_logloss: 0.00169782\n",
      "[299]\tvalid_0's binary_logloss: 0.00169753\n",
      "[300]\tvalid_0's binary_logloss: 0.00169725\n",
      "[301]\tvalid_0's binary_logloss: 0.00169617\n",
      "[302]\tvalid_0's binary_logloss: 0.00169589\n",
      "[303]\tvalid_0's binary_logloss: 0.00169561\n",
      "[304]\tvalid_0's binary_logloss: 0.00169534\n",
      "[305]\tvalid_0's binary_logloss: 0.00169426\n",
      "[306]\tvalid_0's binary_logloss: 0.00169398\n",
      "[307]\tvalid_0's binary_logloss: 0.00169371\n",
      "[308]\tvalid_0's binary_logloss: 0.00169344\n",
      "[309]\tvalid_0's binary_logloss: 0.00169257\n",
      "[310]\tvalid_0's binary_logloss: 0.00169229\n",
      "[311]\tvalid_0's binary_logloss: 0.00169159\n",
      "[312]\tvalid_0's binary_logloss: 0.00169053\n",
      "[313]\tvalid_0's binary_logloss: 0.00169027\n",
      "[314]\tvalid_0's binary_logloss: 0.00168939\n",
      "[315]\tvalid_0's binary_logloss: 0.00168913\n",
      "[316]\tvalid_0's binary_logloss: 0.00168886\n",
      "[317]\tvalid_0's binary_logloss: 0.0016886\n",
      "[318]\tvalid_0's binary_logloss: 0.00168754\n",
      "[319]\tvalid_0's binary_logloss: 0.00168728\n",
      "[320]\tvalid_0's binary_logloss: 0.00168701\n",
      "[321]\tvalid_0's binary_logloss: 0.00168676\n",
      "[322]\tvalid_0's binary_logloss: 0.00168609\n",
      "[323]\tvalid_0's binary_logloss: 0.00168582\n",
      "[324]\tvalid_0's binary_logloss: 0.00168557\n",
      "[325]\tvalid_0's binary_logloss: 0.00168471\n",
      "[326]\tvalid_0's binary_logloss: 0.00168445\n",
      "[327]\tvalid_0's binary_logloss: 0.00168419\n",
      "[328]\tvalid_0's binary_logloss: 0.00168394\n",
      "[329]\tvalid_0's binary_logloss: 0.0016829\n",
      "[330]\tvalid_0's binary_logloss: 0.00168265\n",
      "[331]\tvalid_0's binary_logloss: 0.00168239\n",
      "[332]\tvalid_0's binary_logloss: 0.00168221\n",
      "[333]\tvalid_0's binary_logloss: 0.00168152\n",
      "[334]\tvalid_0's binary_logloss: 0.00168082\n",
      "[335]\tvalid_0's binary_logloss: 0.00168018\n",
      "[336]\tvalid_0's binary_logloss: 0.00167993\n",
      "[337]\tvalid_0's binary_logloss: 0.00167924\n",
      "[338]\tvalid_0's binary_logloss: 0.00167856\n",
      "[339]\tvalid_0's binary_logloss: 0.00167771\n",
      "[340]\tvalid_0's binary_logloss: 0.00167703\n",
      "[341]\tvalid_0's binary_logloss: 0.00167642\n",
      "[342]\tvalid_0's binary_logloss: 0.00167617\n",
      "[343]\tvalid_0's binary_logloss: 0.00167549\n",
      "[344]\tvalid_0's binary_logloss: 0.00167534\n",
      "[345]\tvalid_0's binary_logloss: 0.00167504\n",
      "[346]\tvalid_0's binary_logloss: 0.00167437\n",
      "[347]\tvalid_0's binary_logloss: 0.0016737\n",
      "[348]\tvalid_0's binary_logloss: 0.00167356\n",
      "[349]\tvalid_0's binary_logloss: 0.00167342\n",
      "[350]\tvalid_0's binary_logloss: 0.00167284\n",
      "[351]\tvalid_0's binary_logloss: 0.00167218\n",
      "[352]\tvalid_0's binary_logloss: 0.00167133\n",
      "[353]\tvalid_0's binary_logloss: 0.00167119\n",
      "[354]\tvalid_0's binary_logloss: 0.00167101\n",
      "[355]\tvalid_0's binary_logloss: 0.00167084\n",
      "[356]\tvalid_0's binary_logloss: 0.00167018\n",
      "[357]\tvalid_0's binary_logloss: 0.00166961\n",
      "[358]\tvalid_0's binary_logloss: 0.00166948\n",
      "[359]\tvalid_0's binary_logloss: 0.00166882\n",
      "[360]\tvalid_0's binary_logloss: 0.00166915\n",
      "[361]\tvalid_0's binary_logloss: 0.00166902\n",
      "[362]\tvalid_0's binary_logloss: 0.00166849\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[363]\tvalid_0's binary_logloss: 0.00166784\n",
      "[364]\tvalid_0's binary_logloss: 0.00166653\n",
      "[365]\tvalid_0's binary_logloss: 0.00166641\n",
      "[366]\tvalid_0's binary_logloss: 0.00166674\n",
      "[367]\tvalid_0's binary_logloss: 0.00166609\n",
      "[368]\tvalid_0's binary_logloss: 0.00166642\n",
      "[369]\tvalid_0's binary_logloss: 0.00166629\n",
      "[370]\tvalid_0's binary_logloss: 0.00166571\n",
      "[371]\tvalid_0's binary_logloss: 0.00166507\n",
      "[372]\tvalid_0's binary_logloss: 0.00166474\n",
      "[373]\tvalid_0's binary_logloss: 0.00166508\n",
      "[374]\tvalid_0's binary_logloss: 0.00166495\n",
      "[375]\tvalid_0's binary_logloss: 0.00166477\n",
      "[376]\tvalid_0's binary_logloss: 0.00166457\n",
      "[377]\tvalid_0's binary_logloss: 0.00166394\n",
      "[378]\tvalid_0's binary_logloss: 0.00166338\n",
      "[379]\tvalid_0's binary_logloss: 0.00166319\n",
      "[380]\tvalid_0's binary_logloss: 0.00166307\n",
      "[381]\tvalid_0's binary_logloss: 0.00166244\n",
      "[382]\tvalid_0's binary_logloss: 0.0016616\n",
      "[383]\tvalid_0's binary_logloss: 0.00166142\n",
      "[384]\tvalid_0's binary_logloss: 0.00166125\n",
      "[385]\tvalid_0's binary_logloss: 0.00166069\n",
      "[386]\tvalid_0's binary_logloss: 0.00166006\n",
      "[387]\tvalid_0's binary_logloss: 0.0016598\n",
      "[388]\tvalid_0's binary_logloss: 0.00165969\n",
      "[389]\tvalid_0's binary_logloss: 0.00165943\n",
      "[390]\tvalid_0's binary_logloss: 0.00165881\n",
      "[391]\tvalid_0's binary_logloss: 0.00165814\n",
      "[392]\tvalid_0's binary_logloss: 0.00165803\n",
      "[393]\tvalid_0's binary_logloss: 0.00165777\n",
      "[394]\tvalid_0's binary_logloss: 0.00165715\n",
      "[395]\tvalid_0's binary_logloss: 0.00165598\n",
      "[396]\tvalid_0's binary_logloss: 0.00165587\n",
      "[397]\tvalid_0's binary_logloss: 0.0016557\n",
      "[398]\tvalid_0's binary_logloss: 0.00165545\n",
      "[399]\tvalid_0's binary_logloss: 0.00165479\n",
      "[400]\tvalid_0's binary_logloss: 0.00165417\n",
      "[401]\tvalid_0's binary_logloss: 0.00165369\n",
      "[402]\tvalid_0's binary_logloss: 0.00165359\n",
      "[403]\tvalid_0's binary_logloss: 0.00165333\n",
      "[404]\tvalid_0's binary_logloss: 0.00165272\n",
      "[405]\tvalid_0's binary_logloss: 0.00165224\n",
      "[406]\tvalid_0's binary_logloss: 0.00165214\n",
      "[407]\tvalid_0's binary_logloss: 0.00165201\n",
      "[408]\tvalid_0's binary_logloss: 0.0016514\n",
      "[409]\tvalid_0's binary_logloss: 0.00165092\n",
      "[410]\tvalid_0's binary_logloss: 0.00165051\n",
      "[411]\tvalid_0's binary_logloss: 0.00165025\n",
      "[412]\tvalid_0's binary_logloss: 0.00164987\n",
      "[413]\tvalid_0's binary_logloss: 0.00164946\n",
      "[414]\tvalid_0's binary_logloss: 0.00164898\n",
      "[415]\tvalid_0's binary_logloss: 0.00164838\n",
      "[416]\tvalid_0's binary_logloss: 0.00164813\n",
      "[417]\tvalid_0's binary_logloss: 0.00164774\n",
      "[418]\tvalid_0's binary_logloss: 0.00164677\n",
      "[419]\tvalid_0's binary_logloss: 0.00164667\n",
      "[420]\tvalid_0's binary_logloss: 0.0016462\n",
      "[421]\tvalid_0's binary_logloss: 0.00164579\n",
      "[422]\tvalid_0's binary_logloss: 0.00164554\n",
      "[423]\tvalid_0's binary_logloss: 0.00164494\n",
      "[424]\tvalid_0's binary_logloss: 0.00164397\n",
      "[425]\tvalid_0's binary_logloss: 0.00164338\n",
      "[426]\tvalid_0's binary_logloss: 0.0016429\n",
      "[427]\tvalid_0's binary_logloss: 0.00164253\n",
      "[428]\tvalid_0's binary_logloss: 0.00164228\n",
      "[429]\tvalid_0's binary_logloss: 0.00164188\n",
      "[430]\tvalid_0's binary_logloss: 0.00164178\n",
      "[431]\tvalid_0's binary_logloss: 0.00164082\n",
      "[432]\tvalid_0's binary_logloss: 0.00164108\n",
      "[433]\tvalid_0's binary_logloss: 0.00164049\n",
      "[434]\tvalid_0's binary_logloss: 0.00164009\n",
      "[435]\tvalid_0's binary_logloss: 0.00164035\n",
      "[436]\tvalid_0's binary_logloss: 0.00164025\n",
      "[437]\tvalid_0's binary_logloss: 0.00164051\n",
      "[438]\tvalid_0's binary_logloss: 0.00163992\n",
      "[439]\tvalid_0's binary_logloss: 0.0016394\n",
      "[440]\tvalid_0's binary_logloss: 0.00163901\n",
      "[441]\tvalid_0's binary_logloss: 0.00163876\n",
      "[442]\tvalid_0's binary_logloss: 0.0016384\n",
      "[443]\tvalid_0's binary_logloss: 0.00163865\n",
      "[444]\tvalid_0's binary_logloss: 0.00163856\n",
      "[445]\tvalid_0's binary_logloss: 0.00163809\n",
      "[446]\tvalid_0's binary_logloss: 0.0016377\n",
      "[447]\tvalid_0's binary_logloss: 0.00163796\n",
      "[448]\tvalid_0's binary_logloss: 0.00163737\n",
      "[449]\tvalid_0's binary_logloss: 0.00163726\n",
      "[450]\tvalid_0's binary_logloss: 0.0016369\n",
      "[451]\tvalid_0's binary_logloss: 0.00163666\n",
      "[452]\tvalid_0's binary_logloss: 0.00163627\n",
      "[453]\tvalid_0's binary_logloss: 0.00163653\n",
      "[454]\tvalid_0's binary_logloss: 0.00163596\n",
      "[455]\tvalid_0's binary_logloss: 0.00163585\n",
      "[456]\tvalid_0's binary_logloss: 0.0016355\n",
      "[457]\tvalid_0's binary_logloss: 0.00163576\n",
      "[458]\tvalid_0's binary_logloss: 0.00163538\n",
      "[459]\tvalid_0's binary_logloss: 0.00163514\n",
      "[460]\tvalid_0's binary_logloss: 0.00163506\n",
      "[461]\tvalid_0's binary_logloss: 0.00163408\n",
      "[462]\tvalid_0's binary_logloss: 0.00163374\n",
      "[463]\tvalid_0's binary_logloss: 0.00163279\n",
      "[464]\tvalid_0's binary_logloss: 0.00163222\n",
      "[465]\tvalid_0's binary_logloss: 0.00163248\n",
      "[466]\tvalid_0's binary_logloss: 0.00163211\n",
      "[467]\tvalid_0's binary_logloss: 0.00163237\n",
      "[468]\tvalid_0's binary_logloss: 0.00163229\n",
      "[469]\tvalid_0's binary_logloss: 0.00163168\n",
      "[470]\tvalid_0's binary_logloss: 0.00163131\n",
      "[471]\tvalid_0's binary_logloss: 0.00163019\n",
      "[472]\tvalid_0's binary_logloss: 0.00162995\n",
      "[473]\tvalid_0's binary_logloss: 0.00162939\n",
      "[474]\tvalid_0's binary_logloss: 0.00162827\n",
      "[475]\tvalid_0's binary_logloss: 0.00162716\n",
      "[476]\tvalid_0's binary_logloss: 0.00162693\n",
      "[477]\tvalid_0's binary_logloss: 0.00162581\n",
      "[478]\tvalid_0's binary_logloss: 0.00162534\n",
      "[479]\tvalid_0's binary_logloss: 0.00162511\n",
      "[480]\tvalid_0's binary_logloss: 0.001624\n",
      "[481]\tvalid_0's binary_logloss: 0.00162288\n",
      "[482]\tvalid_0's binary_logloss: 0.00162258\n",
      "[483]\tvalid_0's binary_logloss: 0.00162234\n",
      "[484]\tvalid_0's binary_logloss: 0.00162123\n",
      "[485]\tvalid_0's binary_logloss: 0.00162012\n",
      "[486]\tvalid_0's binary_logloss: 0.00161901\n",
      "[487]\tvalid_0's binary_logloss: 0.00161878\n",
      "[488]\tvalid_0's binary_logloss: 0.00161767\n",
      "[489]\tvalid_0's binary_logloss: 0.00161736\n",
      "[490]\tvalid_0's binary_logloss: 0.00161625\n",
      "[491]\tvalid_0's binary_logloss: 0.00161602\n",
      "[492]\tvalid_0's binary_logloss: 0.00161491\n",
      "[493]\tvalid_0's binary_logloss: 0.0016138\n",
      "[494]\tvalid_0's binary_logloss: 0.0016135\n",
      "[495]\tvalid_0's binary_logloss: 0.00161326\n",
      "[496]\tvalid_0's binary_logloss: 0.00161216\n",
      "[497]\tvalid_0's binary_logloss: 0.00161105\n",
      "[498]\tvalid_0's binary_logloss: 0.00161074\n",
      "[499]\tvalid_0's binary_logloss: 0.00161051\n",
      "[500]\tvalid_0's binary_logloss: 0.0016094\n",
      "[501]\tvalid_0's binary_logloss: 0.0016083\n",
      "[502]\tvalid_0's binary_logloss: 0.00160719\n",
      "[503]\tvalid_0's binary_logloss: 0.00160696\n",
      "[504]\tvalid_0's binary_logloss: 0.00160586\n",
      "[505]\tvalid_0's binary_logloss: 0.00160555\n",
      "[506]\tvalid_0's binary_logloss: 0.00160444\n",
      "[507]\tvalid_0's binary_logloss: 0.00160334\n",
      "[508]\tvalid_0's binary_logloss: 0.00160311\n",
      "[509]\tvalid_0's binary_logloss: 0.001602\n",
      "[510]\tvalid_0's binary_logloss: 0.00160169\n",
      "[511]\tvalid_0's binary_logloss: 0.00160059\n",
      "[512]\tvalid_0's binary_logloss: 0.00160036\n",
      "[513]\tvalid_0's binary_logloss: 0.00159925\n",
      "[514]\tvalid_0's binary_logloss: 0.00159815\n",
      "[515]\tvalid_0's binary_logloss: 0.00159784\n",
      "[516]\tvalid_0's binary_logloss: 0.00159674\n",
      "[517]\tvalid_0's binary_logloss: 0.00159642\n",
      "[518]\tvalid_0's binary_logloss: 0.00159532\n",
      "[519]\tvalid_0's binary_logloss: 0.001595\n",
      "[520]\tvalid_0's binary_logloss: 0.0015939\n",
      "[521]\tvalid_0's binary_logloss: 0.00159366\n",
      "[522]\tvalid_0's binary_logloss: 0.00159256\n",
      "[523]\tvalid_0's binary_logloss: 0.00159147\n",
      "[524]\tvalid_0's binary_logloss: 0.00159115\n",
      "[525]\tvalid_0's binary_logloss: 0.00159005\n",
      "[526]\tvalid_0's binary_logloss: 0.00158981\n",
      "[527]\tvalid_0's binary_logloss: 0.00158871\n",
      "[528]\tvalid_0's binary_logloss: 0.00158839\n",
      "[529]\tvalid_0's binary_logloss: 0.0015873\n",
      "[530]\tvalid_0's binary_logloss: 0.00158634\n",
      "[531]\tvalid_0's binary_logloss: 0.00158629\n",
      "[532]\tvalid_0's binary_logloss: 0.001586\n",
      "[533]\tvalid_0's binary_logloss: 0.00158491\n",
      "[534]\tvalid_0's binary_logloss: 0.00158459\n",
      "[535]\tvalid_0's binary_logloss: 0.00158363\n",
      "[536]\tvalid_0's binary_logloss: 0.00158358\n",
      "[537]\tvalid_0's binary_logloss: 0.00158325\n",
      "[538]\tvalid_0's binary_logloss: 0.0015823\n",
      "[539]\tvalid_0's binary_logloss: 0.00158113\n",
      "[540]\tvalid_0's binary_logloss: 0.00158018\n",
      "[541]\tvalid_0's binary_logloss: 0.00157908\n",
      "[542]\tvalid_0's binary_logloss: 0.00157813\n",
      "[543]\tvalid_0's binary_logloss: 0.00157808\n",
      "[544]\tvalid_0's binary_logloss: 0.00157783\n",
      "[545]\tvalid_0's binary_logloss: 0.00157674\n",
      "[546]\tvalid_0's binary_logloss: 0.00157642\n",
      "[547]\tvalid_0's binary_logloss: 0.00157547\n",
      "[548]\tvalid_0's binary_logloss: 0.00157431\n",
      "[549]\tvalid_0's binary_logloss: 0.00157336\n",
      "[550]\tvalid_0's binary_logloss: 0.0015722\n",
      "[551]\tvalid_0's binary_logloss: 0.00157125\n",
      "[552]\tvalid_0's binary_logloss: 0.00157016\n",
      "[553]\tvalid_0's binary_logloss: 0.00156921\n",
      "[554]\tvalid_0's binary_logloss: 0.00156806\n",
      "[555]\tvalid_0's binary_logloss: 0.00156711\n",
      "[556]\tvalid_0's binary_logloss: 0.00156594\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[557]\tvalid_0's binary_logloss: 0.00156499\n",
      "[558]\tvalid_0's binary_logloss: 0.00156391\n",
      "[559]\tvalid_0's binary_logloss: 0.00156362\n",
      "[560]\tvalid_0's binary_logloss: 0.00156267\n",
      "[561]\tvalid_0's binary_logloss: 0.00156262\n",
      "[562]\tvalid_0's binary_logloss: 0.00156288\n",
      "[563]\tvalid_0's binary_logloss: 0.00156172\n",
      "[564]\tvalid_0's binary_logloss: 0.00156147\n",
      "[565]\tvalid_0's binary_logloss: 0.00156039\n",
      "[566]\tvalid_0's binary_logloss: 0.00155944\n",
      "[567]\tvalid_0's binary_logloss: 0.00155913\n",
      "[568]\tvalid_0's binary_logloss: 0.00155818\n",
      "[569]\tvalid_0's binary_logloss: 0.00155702\n",
      "[570]\tvalid_0's binary_logloss: 0.00155588\n",
      "[571]\tvalid_0's binary_logloss: 0.00155614\n",
      "[572]\tvalid_0's binary_logloss: 0.0015552\n",
      "[573]\tvalid_0's binary_logloss: 0.00155495\n",
      "[574]\tvalid_0's binary_logloss: 0.00155417\n",
      "[575]\tvalid_0's binary_logloss: 0.00155323\n",
      "[576]\tvalid_0's binary_logloss: 0.00155181\n",
      "[577]\tvalid_0's binary_logloss: 0.00155182\n",
      "[578]\tvalid_0's binary_logloss: 0.00155208\n",
      "[579]\tvalid_0's binary_logloss: 0.001551\n",
      "[580]\tvalid_0's binary_logloss: 0.00155161\n",
      "[581]\tvalid_0's binary_logloss: 0.00155128\n",
      "[582]\tvalid_0's binary_logloss: 0.00155021\n",
      "[583]\tvalid_0's binary_logloss: 0.00154926\n",
      "[584]\tvalid_0's binary_logloss: 0.00154952\n",
      "[585]\tvalid_0's binary_logloss: 0.00154842\n",
      "[586]\tvalid_0's binary_logloss: 0.0015481\n",
      "[587]\tvalid_0's binary_logloss: 0.00154668\n",
      "[588]\tvalid_0's binary_logloss: 0.00154553\n",
      "[589]\tvalid_0's binary_logloss: 0.00154529\n",
      "[590]\tvalid_0's binary_logloss: 0.00154416\n",
      "[591]\tvalid_0's binary_logloss: 0.00154274\n",
      "[592]\tvalid_0's binary_logloss: 0.00154335\n",
      "[593]\tvalid_0's binary_logloss: 0.00154225\n",
      "[594]\tvalid_0's binary_logloss: 0.00154211\n",
      "[595]\tvalid_0's binary_logloss: 0.00154097\n",
      "[596]\tvalid_0's binary_logloss: 0.00154003\n",
      "[597]\tvalid_0's binary_logloss: 0.00153896\n",
      "[598]\tvalid_0's binary_logloss: 0.00153755\n",
      "[599]\tvalid_0's binary_logloss: 0.00153741\n",
      "[600]\tvalid_0's binary_logloss: 0.00153627\n",
      "[601]\tvalid_0's binary_logloss: 0.00153518\n",
      "[602]\tvalid_0's binary_logloss: 0.00153409\n",
      "[603]\tvalid_0's binary_logloss: 0.00153434\n",
      "[604]\tvalid_0's binary_logloss: 0.00153358\n",
      "[605]\tvalid_0's binary_logloss: 0.00153217\n",
      "[606]\tvalid_0's binary_logloss: 0.00153193\n",
      "[607]\tvalid_0's binary_logloss: 0.00153084\n",
      "[608]\tvalid_0's binary_logloss: 0.00153008\n",
      "[609]\tvalid_0's binary_logloss: 0.00152868\n",
      "[610]\tvalid_0's binary_logloss: 0.00152776\n",
      "[611]\tvalid_0's binary_logloss: 0.00152726\n",
      "[612]\tvalid_0's binary_logloss: 0.00152727\n",
      "[613]\tvalid_0's binary_logloss: 0.00152788\n",
      "[614]\tvalid_0's binary_logloss: 0.00152764\n",
      "[615]\tvalid_0's binary_logloss: 0.00152651\n",
      "[616]\tvalid_0's binary_logloss: 0.00152551\n",
      "[617]\tvalid_0's binary_logloss: 0.00152458\n",
      "[618]\tvalid_0's binary_logloss: 0.00152409\n",
      "[619]\tvalid_0's binary_logloss: 0.00152432\n",
      "[620]\tvalid_0's binary_logloss: 0.00152383\n",
      "[621]\tvalid_0's binary_logloss: 0.00152334\n",
      "[622]\tvalid_0's binary_logloss: 0.00152284\n",
      "[623]\tvalid_0's binary_logloss: 0.00152184\n",
      "[624]\tvalid_0's binary_logloss: 0.00152135\n",
      "[625]\tvalid_0's binary_logloss: 0.00152086\n",
      "[626]\tvalid_0's binary_logloss: 0.00152073\n",
      "[627]\tvalid_0's binary_logloss: 0.00152024\n",
      "[628]\tvalid_0's binary_logloss: 0.00151915\n",
      "[629]\tvalid_0's binary_logloss: 0.00151866\n",
      "[630]\tvalid_0's binary_logloss: 0.00151817\n",
      "[631]\tvalid_0's binary_logloss: 0.00151769\n",
      "[632]\tvalid_0's binary_logloss: 0.00151662\n",
      "[633]\tvalid_0's binary_logloss: 0.00151613\n",
      "[634]\tvalid_0's binary_logloss: 0.001516\n",
      "[635]\tvalid_0's binary_logloss: 0.00151552\n",
      "[636]\tvalid_0's binary_logloss: 0.00151445\n",
      "[637]\tvalid_0's binary_logloss: 0.00151332\n",
      "[638]\tvalid_0's binary_logloss: 0.00151356\n",
      "[639]\tvalid_0's binary_logloss: 0.00151308\n",
      "[640]\tvalid_0's binary_logloss: 0.0015126\n",
      "[641]\tvalid_0's binary_logloss: 0.00151121\n",
      "[642]\tvalid_0's binary_logloss: 0.00151073\n",
      "[643]\tvalid_0's binary_logloss: 0.00150974\n",
      "[644]\tvalid_0's binary_logloss: 0.00150925\n",
      "[645]\tvalid_0's binary_logloss: 0.0015082\n",
      "[646]\tvalid_0's binary_logloss: 0.00150772\n",
      "[647]\tvalid_0's binary_logloss: 0.00150758\n",
      "[648]\tvalid_0's binary_logloss: 0.00150711\n",
      "[649]\tvalid_0's binary_logloss: 0.00150612\n",
      "[650]\tvalid_0's binary_logloss: 0.00150565\n",
      "[651]\tvalid_0's binary_logloss: 0.0015046\n",
      "[652]\tvalid_0's binary_logloss: 0.00150413\n",
      "[653]\tvalid_0's binary_logloss: 0.00150437\n",
      "[654]\tvalid_0's binary_logloss: 0.0015039\n",
      "[655]\tvalid_0's binary_logloss: 0.00150343\n",
      "[656]\tvalid_0's binary_logloss: 0.00150268\n",
      "[657]\tvalid_0's binary_logloss: 0.0015022\n",
      "[658]\tvalid_0's binary_logloss: 0.00150128\n",
      "[659]\tvalid_0's binary_logloss: 0.00150041\n",
      "[660]\tvalid_0's binary_logloss: 0.00149937\n",
      "[661]\tvalid_0's binary_logloss: 0.00149961\n",
      "[662]\tvalid_0's binary_logloss: 0.00149915\n",
      "[663]\tvalid_0's binary_logloss: 0.00149869\n",
      "[664]\tvalid_0's binary_logloss: 0.00149794\n",
      "[665]\tvalid_0's binary_logloss: 0.00149748\n",
      "[666]\tvalid_0's binary_logloss: 0.00149781\n",
      "[667]\tvalid_0's binary_logloss: 0.0014969\n",
      "[668]\tvalid_0's binary_logloss: 0.00149644\n",
      "[669]\tvalid_0's binary_logloss: 0.00149553\n",
      "[670]\tvalid_0's binary_logloss: 0.00149462\n",
      "[671]\tvalid_0's binary_logloss: 0.00149416\n",
      "[672]\tvalid_0's binary_logloss: 0.00149326\n",
      "[673]\tvalid_0's binary_logloss: 0.00149312\n",
      "[674]\tvalid_0's binary_logloss: 0.00149265\n",
      "[675]\tvalid_0's binary_logloss: 0.00149167\n",
      "[676]\tvalid_0's binary_logloss: 0.00149121\n",
      "[677]\tvalid_0's binary_logloss: 0.00149081\n",
      "[678]\tvalid_0's binary_logloss: 0.00149036\n",
      "[679]\tvalid_0's binary_logloss: 0.00148924\n",
      "[680]\tvalid_0's binary_logloss: 0.00148948\n",
      "[681]\tvalid_0's binary_logloss: 0.00148903\n",
      "[682]\tvalid_0's binary_logloss: 0.00148858\n",
      "[683]\tvalid_0's binary_logloss: 0.00148768\n",
      "[684]\tvalid_0's binary_logloss: 0.00148827\n",
      "[685]\tvalid_0's binary_logloss: 0.00148737\n",
      "[686]\tvalid_0's binary_logloss: 0.00148647\n",
      "[687]\tvalid_0's binary_logloss: 0.00148608\n",
      "[688]\tvalid_0's binary_logloss: 0.00148563\n",
      "[689]\tvalid_0's binary_logloss: 0.00148451\n",
      "[690]\tvalid_0's binary_logloss: 0.00148476\n",
      "[691]\tvalid_0's binary_logloss: 0.00148432\n",
      "[692]\tvalid_0's binary_logloss: 0.00148388\n",
      "[693]\tvalid_0's binary_logloss: 0.00148443\n",
      "[694]\tvalid_0's binary_logloss: 0.00148428\n",
      "[695]\tvalid_0's binary_logloss: 0.00148384\n",
      "[696]\tvalid_0's binary_logloss: 0.0014834\n",
      "[697]\tvalid_0's binary_logloss: 0.00148251\n",
      "[698]\tvalid_0's binary_logloss: 0.00148212\n",
      "[699]\tvalid_0's binary_logloss: 0.00148247\n",
      "[700]\tvalid_0's binary_logloss: 0.00148171\n",
      "[701]\tvalid_0's binary_logloss: 0.00148127\n",
      "[702]\tvalid_0's binary_logloss: 0.00148038\n",
      "[703]\tvalid_0's binary_logloss: 0.0014794\n",
      "[704]\tvalid_0's binary_logloss: 0.00147883\n",
      "[705]\tvalid_0's binary_logloss: 0.00147795\n",
      "[706]\tvalid_0's binary_logloss: 0.00147855\n",
      "[707]\tvalid_0's binary_logloss: 0.00147766\n",
      "[708]\tvalid_0's binary_logloss: 0.00147669\n",
      "[709]\tvalid_0's binary_logloss: 0.00147649\n",
      "[710]\tvalid_0's binary_logloss: 0.00147561\n",
      "[711]\tvalid_0's binary_logloss: 0.00147505\n",
      "[712]\tvalid_0's binary_logloss: 0.00147417\n",
      "[713]\tvalid_0's binary_logloss: 0.00147317\n",
      "[714]\tvalid_0's binary_logloss: 0.00147221\n",
      "[715]\tvalid_0's binary_logloss: 0.00147277\n",
      "[716]\tvalid_0's binary_logloss: 0.00147182\n",
      "[717]\tvalid_0's binary_logloss: 0.00147163\n",
      "[718]\tvalid_0's binary_logloss: 0.00147153\n",
      "[719]\tvalid_0's binary_logloss: 0.00147066\n",
      "[720]\tvalid_0's binary_logloss: 0.0014707\n",
      "[721]\tvalid_0's binary_logloss: 0.00146975\n",
      "[722]\tvalid_0's binary_logloss: 0.00146956\n",
      "[723]\tvalid_0's binary_logloss: 0.00146947\n",
      "[724]\tvalid_0's binary_logloss: 0.00146973\n",
      "[725]\tvalid_0's binary_logloss: 0.00146887\n",
      "[726]\tvalid_0's binary_logloss: 0.00146792\n",
      "[727]\tvalid_0's binary_logloss: 0.00146773\n",
      "[728]\tvalid_0's binary_logloss: 0.00146717\n",
      "[729]\tvalid_0's binary_logloss: 0.00146673\n",
      "[730]\tvalid_0's binary_logloss: 0.00146586\n",
      "[731]\tvalid_0's binary_logloss: 0.00146514\n",
      "[732]\tvalid_0's binary_logloss: 0.00146428\n",
      "[733]\tvalid_0's binary_logloss: 0.00146342\n",
      "[734]\tvalid_0's binary_logloss: 0.00146249\n",
      "[735]\tvalid_0's binary_logloss: 0.00146157\n",
      "[736]\tvalid_0's binary_logloss: 0.00146139\n",
      "[737]\tvalid_0's binary_logloss: 0.00146053\n",
      "[738]\tvalid_0's binary_logloss: 0.00145959\n",
      "[739]\tvalid_0's binary_logloss: 0.00145874\n",
      "[740]\tvalid_0's binary_logloss: 0.00145866\n",
      "[741]\tvalid_0's binary_logloss: 0.00145774\n",
      "[742]\tvalid_0's binary_logloss: 0.00145756\n",
      "[743]\tvalid_0's binary_logloss: 0.00145671\n",
      "[744]\tvalid_0's binary_logloss: 0.00145627\n",
      "[745]\tvalid_0's binary_logloss: 0.00145584\n",
      "[746]\tvalid_0's binary_logloss: 0.00145494\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[747]\tvalid_0's binary_logloss: 0.00145458\n",
      "[748]\tvalid_0's binary_logloss: 0.00145374\n",
      "[749]\tvalid_0's binary_logloss: 0.00145355\n",
      "[750]\tvalid_0's binary_logloss: 0.00145271\n",
      "[751]\tvalid_0's binary_logloss: 0.00145276\n",
      "[752]\tvalid_0's binary_logloss: 0.00145191\n",
      "[753]\tvalid_0's binary_logloss: 0.00145107\n",
      "[754]\tvalid_0's binary_logloss: 0.00145018\n",
      "[755]\tvalid_0's binary_logloss: 0.0014503\n",
      "[756]\tvalid_0's binary_logloss: 0.00145\n",
      "[757]\tvalid_0's binary_logloss: 0.00144916\n",
      "[758]\tvalid_0's binary_logloss: 0.00144928\n",
      "[759]\tvalid_0's binary_logloss: 0.00144955\n",
      "[760]\tvalid_0's binary_logloss: 0.00144862\n",
      "[761]\tvalid_0's binary_logloss: 0.0014482\n",
      "[762]\tvalid_0's binary_logloss: 0.00144749\n",
      "[763]\tvalid_0's binary_logloss: 0.00144708\n",
      "[764]\tvalid_0's binary_logloss: 0.0014462\n",
      "[765]\tvalid_0's binary_logloss: 0.00144603\n",
      "[766]\tvalid_0's binary_logloss: 0.0014451\n",
      "[767]\tvalid_0's binary_logloss: 0.00144469\n",
      "[768]\tvalid_0's binary_logloss: 0.00144529\n",
      "[769]\tvalid_0's binary_logloss: 0.00144446\n",
      "[770]\tvalid_0's binary_logloss: 0.00144429\n",
      "[771]\tvalid_0's binary_logloss: 0.00144388\n",
      "[772]\tvalid_0's binary_logloss: 0.00144311\n",
      "[773]\tvalid_0's binary_logloss: 0.00144229\n",
      "[774]\tvalid_0's binary_logloss: 0.00144147\n",
      "[775]\tvalid_0's binary_logloss: 0.00144087\n",
      "[776]\tvalid_0's binary_logloss: 0.00144002\n",
      "[777]\tvalid_0's binary_logloss: 0.0014391\n",
      "[778]\tvalid_0's binary_logloss: 0.00143868\n",
      "[779]\tvalid_0's binary_logloss: 0.00143827\n",
      "[780]\tvalid_0's binary_logloss: 0.00143744\n",
      "[781]\tvalid_0's binary_logloss: 0.00143673\n",
      "[782]\tvalid_0's binary_logloss: 0.00143589\n",
      "[783]\tvalid_0's binary_logloss: 0.00143512\n",
      "[784]\tvalid_0's binary_logloss: 0.00143428\n",
      "[785]\tvalid_0's binary_logloss: 0.00143367\n",
      "[786]\tvalid_0's binary_logloss: 0.00143391\n",
      "[787]\tvalid_0's binary_logloss: 0.00143309\n",
      "[788]\tvalid_0's binary_logloss: 0.00143268\n",
      "[789]\tvalid_0's binary_logloss: 0.00143187\n",
      "[790]\tvalid_0's binary_logloss: 0.00143081\n",
      "[791]\tvalid_0's binary_logloss: 0.00143018\n",
      "[792]\tvalid_0's binary_logloss: 0.00143025\n",
      "[793]\tvalid_0's binary_logloss: 0.00142991\n",
      "[794]\tvalid_0's binary_logloss: 0.00142921\n",
      "[795]\tvalid_0's binary_logloss: 0.00142945\n",
      "[796]\tvalid_0's binary_logloss: 0.00142876\n",
      "[797]\tvalid_0's binary_logloss: 0.00142795\n",
      "[798]\tvalid_0's binary_logloss: 0.00142715\n",
      "[799]\tvalid_0's binary_logloss: 0.00142636\n",
      "[800]\tvalid_0's binary_logloss: 0.00142639\n",
      "[801]\tvalid_0's binary_logloss: 0.00142598\n",
      "[802]\tvalid_0's binary_logloss: 0.00142535\n",
      "[803]\tvalid_0's binary_logloss: 0.00142542\n",
      "[804]\tvalid_0's binary_logloss: 0.0014251\n",
      "[805]\tvalid_0's binary_logloss: 0.00142469\n",
      "[806]\tvalid_0's binary_logloss: 0.001424\n",
      "[807]\tvalid_0's binary_logloss: 0.00142425\n",
      "[808]\tvalid_0's binary_logloss: 0.00142318\n",
      "[809]\tvalid_0's binary_logloss: 0.00142327\n",
      "[810]\tvalid_0's binary_logloss: 0.00142287\n",
      "[811]\tvalid_0's binary_logloss: 0.00142294\n",
      "[812]\tvalid_0's binary_logloss: 0.00142226\n",
      "[813]\tvalid_0's binary_logloss: 0.00142194\n",
      "[814]\tvalid_0's binary_logloss: 0.00142115\n",
      "[815]\tvalid_0's binary_logloss: 0.0014214\n",
      "[816]\tvalid_0's binary_logloss: 0.00142072\n",
      "[817]\tvalid_0's binary_logloss: 0.00141993\n",
      "[818]\tvalid_0's binary_logloss: 0.00141941\n",
      "[819]\tvalid_0's binary_logloss: 0.00141863\n",
      "[820]\tvalid_0's binary_logloss: 0.00141818\n",
      "[821]\tvalid_0's binary_logloss: 0.00141827\n",
      "[822]\tvalid_0's binary_logloss: 0.00141788\n",
      "[823]\tvalid_0's binary_logloss: 0.0014171\n",
      "[824]\tvalid_0's binary_logloss: 0.00141719\n",
      "[825]\tvalid_0's binary_logloss: 0.00141613\n",
      "[826]\tvalid_0's binary_logloss: 0.00141511\n",
      "[827]\tvalid_0's binary_logloss: 0.00141417\n",
      "[828]\tvalid_0's binary_logloss: 0.00141336\n",
      "[829]\tvalid_0's binary_logloss: 0.00141254\n",
      "[830]\tvalid_0's binary_logloss: 0.0014119\n",
      "[831]\tvalid_0's binary_logloss: 0.0014116\n",
      "[832]\tvalid_0's binary_logloss: 0.00141163\n",
      "[833]\tvalid_0's binary_logloss: 0.00141124\n",
      "[834]\tvalid_0's binary_logloss: 0.00141047\n",
      "[835]\tvalid_0's binary_logloss: 0.00141056\n",
      "[836]\tvalid_0's binary_logloss: 0.00140987\n",
      "[837]\tvalid_0's binary_logloss: 0.00140906\n",
      "[838]\tvalid_0's binary_logloss: 0.00140826\n",
      "[839]\tvalid_0's binary_logloss: 0.00140783\n",
      "[840]\tvalid_0's binary_logloss: 0.00140703\n",
      "[841]\tvalid_0's binary_logloss: 0.00140728\n",
      "[842]\tvalid_0's binary_logloss: 0.00140664\n",
      "[843]\tvalid_0's binary_logloss: 0.00140576\n",
      "[844]\tvalid_0's binary_logloss: 0.00140579\n",
      "[845]\tvalid_0's binary_logloss: 0.00140587\n",
      "[846]\tvalid_0's binary_logloss: 0.00140477\n",
      "[847]\tvalid_0's binary_logloss: 0.00140367\n",
      "[848]\tvalid_0's binary_logloss: 0.00140329\n",
      "[849]\tvalid_0's binary_logloss: 0.00140276\n",
      "[850]\tvalid_0's binary_logloss: 0.00140274\n",
      "[851]\tvalid_0's binary_logloss: 0.00140285\n",
      "[852]\tvalid_0's binary_logloss: 0.00140249\n",
      "[853]\tvalid_0's binary_logloss: 0.00140181\n",
      "[854]\tvalid_0's binary_logloss: 0.00140128\n",
      "[855]\tvalid_0's binary_logloss: 0.0014007\n",
      "[856]\tvalid_0's binary_logloss: 0.00140035\n",
      "[857]\tvalid_0's binary_logloss: 0.0013996\n",
      "[858]\tvalid_0's binary_logloss: 0.00139935\n",
      "[859]\tvalid_0's binary_logloss: 0.00139834\n",
      "[860]\tvalid_0's binary_logloss: 0.00139839\n",
      "[861]\tvalid_0's binary_logloss: 0.00139787\n",
      "[862]\tvalid_0's binary_logloss: 0.00139735\n",
      "[863]\tvalid_0's binary_logloss: 0.00139746\n",
      "[864]\tvalid_0's binary_logloss: 0.00139705\n",
      "[865]\tvalid_0's binary_logloss: 0.00139602\n",
      "[866]\tvalid_0's binary_logloss: 0.00139607\n",
      "[867]\tvalid_0's binary_logloss: 0.00139555\n",
      "[868]\tvalid_0's binary_logloss: 0.00139504\n",
      "[869]\tvalid_0's binary_logloss: 0.00139453\n",
      "[870]\tvalid_0's binary_logloss: 0.00139396\n",
      "[871]\tvalid_0's binary_logloss: 0.00139345\n",
      "[872]\tvalid_0's binary_logloss: 0.00139321\n",
      "[873]\tvalid_0's binary_logloss: 0.00139219\n",
      "[874]\tvalid_0's binary_logloss: 0.00139224\n",
      "[875]\tvalid_0's binary_logloss: 0.00139174\n",
      "[876]\tvalid_0's binary_logloss: 0.00139184\n",
      "[877]\tvalid_0's binary_logloss: 0.00139134\n",
      "[878]\tvalid_0's binary_logloss: 0.00139084\n",
      "[879]\tvalid_0's binary_logloss: 0.00139043\n",
      "[880]\tvalid_0's binary_logloss: 0.00138993\n",
      "[881]\tvalid_0's binary_logloss: 0.00138943\n",
      "[882]\tvalid_0's binary_logloss: 0.00139012\n",
      "[883]\tvalid_0's binary_logloss: 0.00138939\n",
      "[884]\tvalid_0's binary_logloss: 0.00138933\n",
      "[885]\tvalid_0's binary_logloss: 0.00138884\n",
      "[886]\tvalid_0's binary_logloss: 0.00138836\n",
      "[887]\tvalid_0's binary_logloss: 0.00138787\n",
      "[888]\tvalid_0's binary_logloss: 0.00138793\n",
      "[889]\tvalid_0's binary_logloss: 0.00138744\n",
      "[890]\tvalid_0's binary_logloss: 0.00138695\n",
      "[891]\tvalid_0's binary_logloss: 0.00138595\n",
      "[892]\tvalid_0's binary_logloss: 0.00138548\n",
      "[893]\tvalid_0's binary_logloss: 0.00138508\n",
      "[894]\tvalid_0's binary_logloss: 0.0013846\n",
      "[895]\tvalid_0's binary_logloss: 0.00138481\n",
      "[896]\tvalid_0's binary_logloss: 0.00138434\n",
      "[897]\tvalid_0's binary_logloss: 0.00138378\n",
      "[898]\tvalid_0's binary_logloss: 0.00138338\n",
      "[899]\tvalid_0's binary_logloss: 0.00138299\n",
      "[900]\tvalid_0's binary_logloss: 0.00138251\n",
      "[901]\tvalid_0's binary_logloss: 0.00138272\n",
      "[902]\tvalid_0's binary_logloss: 0.0013832\n",
      "[903]\tvalid_0's binary_logloss: 0.00138274\n",
      "[904]\tvalid_0's binary_logloss: 0.00138234\n",
      "[905]\tvalid_0's binary_logloss: 0.00138213\n",
      "[906]\tvalid_0's binary_logloss: 0.00138174\n",
      "[907]\tvalid_0's binary_logloss: 0.00138063\n",
      "[908]\tvalid_0's binary_logloss: 0.00138008\n",
      "[909]\tvalid_0's binary_logloss: 0.0013796\n",
      "[910]\tvalid_0's binary_logloss: 0.00137876\n",
      "[911]\tvalid_0's binary_logloss: 0.00137829\n",
      "[912]\tvalid_0's binary_logloss: 0.00137783\n",
      "[913]\tvalid_0's binary_logloss: 0.00137735\n",
      "[914]\tvalid_0's binary_logloss: 0.00137742\n",
      "[915]\tvalid_0's binary_logloss: 0.00137763\n",
      "[916]\tvalid_0's binary_logloss: 0.00137717\n",
      "[917]\tvalid_0's binary_logloss: 0.00137678\n",
      "[918]\tvalid_0's binary_logloss: 0.00137727\n",
      "[919]\tvalid_0's binary_logloss: 0.00137707\n",
      "[920]\tvalid_0's binary_logloss: 0.00137774\n",
      "[921]\tvalid_0's binary_logloss: 0.00137727\n",
      "[922]\tvalid_0's binary_logloss: 0.00137639\n",
      "[923]\tvalid_0's binary_logloss: 0.00137529\n",
      "[924]\tvalid_0's binary_logloss: 0.00137482\n",
      "[925]\tvalid_0's binary_logloss: 0.00137435\n",
      "[926]\tvalid_0's binary_logloss: 0.00137502\n",
      "[927]\tvalid_0's binary_logloss: 0.00137549\n",
      "[928]\tvalid_0's binary_logloss: 0.00137527\n",
      "[929]\tvalid_0's binary_logloss: 0.00137574\n",
      "[930]\tvalid_0's binary_logloss: 0.00137621\n",
      "[931]\tvalid_0's binary_logloss: 0.00137691\n",
      "[932]\tvalid_0's binary_logloss: 0.00137738\n",
      "[933]\tvalid_0's binary_logloss: 0.00137628\n",
      "[934]\tvalid_0's binary_logloss: 0.00137669\n",
      "[935]\tvalid_0's binary_logloss: 0.00137716\n",
      "[936]\tvalid_0's binary_logloss: 0.00137763\n",
      "[937]\tvalid_0's binary_logloss: 0.00137706\n",
      "[938]\tvalid_0's binary_logloss: 0.00137642\n",
      "[939]\tvalid_0's binary_logloss: 0.00137696\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[940]\tvalid_0's binary_logloss: 0.0013765\n",
      "[941]\tvalid_0's binary_logloss: 0.00137605\n",
      "[942]\tvalid_0's binary_logloss: 0.00137509\n",
      "[943]\tvalid_0's binary_logloss: 0.00137489\n",
      "[944]\tvalid_0's binary_logloss: 0.00137419\n",
      "[945]\tvalid_0's binary_logloss: 0.00137356\n",
      "[946]\tvalid_0's binary_logloss: 0.00137246\n",
      "[947]\tvalid_0's binary_logloss: 0.00137202\n",
      "[948]\tvalid_0's binary_logloss: 0.00137132\n",
      "[949]\tvalid_0's binary_logloss: 0.0013707\n",
      "[950]\tvalid_0's binary_logloss: 0.00137024\n",
      "[951]\tvalid_0's binary_logloss: 0.00136979\n",
      "[952]\tvalid_0's binary_logloss: 0.00136917\n",
      "[953]\tvalid_0's binary_logloss: 0.00136863\n",
      "[954]\tvalid_0's binary_logloss: 0.00136801\n",
      "[955]\tvalid_0's binary_logloss: 0.00136747\n",
      "[956]\tvalid_0's binary_logloss: 0.00136802\n",
      "[957]\tvalid_0's binary_logloss: 0.00136757\n",
      "[958]\tvalid_0's binary_logloss: 0.00136737\n",
      "[959]\tvalid_0's binary_logloss: 0.00136804\n",
      "[960]\tvalid_0's binary_logloss: 0.0013675\n",
      "[961]\tvalid_0's binary_logloss: 0.00136656\n",
      "[962]\tvalid_0's binary_logloss: 0.00136636\n",
      "[963]\tvalid_0's binary_logloss: 0.00136582\n",
      "[964]\tvalid_0's binary_logloss: 0.00136558\n",
      "[965]\tvalid_0's binary_logloss: 0.00136513\n",
      "[966]\tvalid_0's binary_logloss: 0.00136493\n",
      "[967]\tvalid_0's binary_logloss: 0.00136448\n",
      "[968]\tvalid_0's binary_logloss: 0.00136394\n",
      "[969]\tvalid_0's binary_logloss: 0.00136327\n",
      "[970]\tvalid_0's binary_logloss: 0.00136307\n",
      "[971]\tvalid_0's binary_logloss: 0.00136285\n",
      "[972]\tvalid_0's binary_logloss: 0.00136231\n",
      "[973]\tvalid_0's binary_logloss: 0.00136299\n",
      "[974]\tvalid_0's binary_logloss: 0.00136245\n",
      "[975]\tvalid_0's binary_logloss: 0.00136224\n",
      "[976]\tvalid_0's binary_logloss: 0.0013622\n",
      "[977]\tvalid_0's binary_logloss: 0.00136197\n",
      "[978]\tvalid_0's binary_logloss: 0.00136152\n",
      "[979]\tvalid_0's binary_logloss: 0.00136108\n",
      "[980]\tvalid_0's binary_logloss: 0.00136061\n",
      "[981]\tvalid_0's binary_logloss: 0.00135967\n",
      "[982]\tvalid_0's binary_logloss: 0.00135945\n",
      "[983]\tvalid_0's binary_logloss: 0.00135927\n",
      "[984]\tvalid_0's binary_logloss: 0.00135904\n",
      "[985]\tvalid_0's binary_logloss: 0.00135831\n",
      "[986]\tvalid_0's binary_logloss: 0.00135809\n",
      "[987]\tvalid_0's binary_logloss: 0.00135791\n",
      "[988]\tvalid_0's binary_logloss: 0.00135809\n",
      "[989]\tvalid_0's binary_logloss: 0.0013579\n",
      "[990]\tvalid_0's binary_logloss: 0.00135796\n",
      "[991]\tvalid_0's binary_logloss: 0.00135778\n",
      "[992]\tvalid_0's binary_logloss: 0.00135694\n",
      "[993]\tvalid_0's binary_logloss: 0.00135743\n",
      "[994]\tvalid_0's binary_logloss: 0.00135701\n",
      "[995]\tvalid_0's binary_logloss: 0.00135707\n",
      "[996]\tvalid_0's binary_logloss: 0.00135686\n",
      "[997]\tvalid_0's binary_logloss: 0.00135664\n",
      "[998]\tvalid_0's binary_logloss: 0.00135671\n",
      "[999]\tvalid_0's binary_logloss: 0.0013567\n",
      "[1000]\tvalid_0's binary_logloss: 0.00135578\n",
      "[1001]\tvalid_0's binary_logloss: 0.00135584\n",
      "[1002]\tvalid_0's binary_logloss: 0.00135542\n",
      "[1003]\tvalid_0's binary_logloss: 0.00135457\n",
      "[1004]\tvalid_0's binary_logloss: 0.00135372\n",
      "[1005]\tvalid_0's binary_logloss: 0.00135379\n",
      "[1006]\tvalid_0's binary_logloss: 0.00135269\n",
      "[1007]\tvalid_0's binary_logloss: 0.0013524\n",
      "[1008]\tvalid_0's binary_logloss: 0.00135247\n",
      "[1009]\tvalid_0's binary_logloss: 0.0013523\n",
      "[1010]\tvalid_0's binary_logloss: 0.00135237\n",
      "[1011]\tvalid_0's binary_logloss: 0.00135127\n",
      "[1012]\tvalid_0's binary_logloss: 0.00135127\n",
      "[1013]\tvalid_0's binary_logloss: 0.00135036\n",
      "[1014]\tvalid_0's binary_logloss: 0.00135043\n",
      "[1015]\tvalid_0's binary_logloss: 0.00134934\n",
      "[1016]\tvalid_0's binary_logloss: 0.00134893\n",
      "[1017]\tvalid_0's binary_logloss: 0.00134877\n",
      "[1018]\tvalid_0's binary_logloss: 0.00134884\n",
      "[1019]\tvalid_0's binary_logloss: 0.00134843\n",
      "[1020]\tvalid_0's binary_logloss: 0.0013478\n",
      "[1021]\tvalid_0's binary_logloss: 0.0013478\n",
      "[1022]\tvalid_0's binary_logloss: 0.00134695\n",
      "[1023]\tvalid_0's binary_logloss: 0.00134703\n",
      "[1024]\tvalid_0's binary_logloss: 0.00134618\n",
      "[1025]\tvalid_0's binary_logloss: 0.00134517\n",
      "[1026]\tvalid_0's binary_logloss: 0.00134425\n",
      "[1027]\tvalid_0's binary_logloss: 0.00134484\n",
      "[1028]\tvalid_0's binary_logloss: 0.00134468\n",
      "[1029]\tvalid_0's binary_logloss: 0.00134479\n",
      "[1030]\tvalid_0's binary_logloss: 0.00134439\n",
      "[1031]\tvalid_0's binary_logloss: 0.00134417\n",
      "[1032]\tvalid_0's binary_logloss: 0.00134425\n",
      "[1033]\tvalid_0's binary_logloss: 0.0013436\n",
      "[1034]\tvalid_0's binary_logloss: 0.00134309\n",
      "[1035]\tvalid_0's binary_logloss: 0.00134269\n",
      "[1036]\tvalid_0's binary_logloss: 0.00134278\n",
      "[1037]\tvalid_0's binary_logloss: 0.0013424\n",
      "[1038]\tvalid_0's binary_logloss: 0.00134158\n",
      "[1039]\tvalid_0's binary_logloss: 0.00134145\n",
      "[1040]\tvalid_0's binary_logloss: 0.00134148\n",
      "[1041]\tvalid_0's binary_logloss: 0.00134109\n",
      "[1042]\tvalid_0's binary_logloss: 0.00134152\n",
      "[1043]\tvalid_0's binary_logloss: 0.00134102\n",
      "[1044]\tvalid_0's binary_logloss: 0.00134001\n",
      "[1045]\tvalid_0's binary_logloss: 0.0013401\n",
      "[1046]\tvalid_0's binary_logloss: 0.00133945\n",
      "[1047]\tvalid_0's binary_logloss: 0.00133855\n",
      "[1048]\tvalid_0's binary_logloss: 0.00133833\n",
      "[1049]\tvalid_0's binary_logloss: 0.00133757\n",
      "[1050]\tvalid_0's binary_logloss: 0.00133766\n",
      "[1051]\tvalid_0's binary_logloss: 0.00133727\n",
      "[1052]\tvalid_0's binary_logloss: 0.00133737\n",
      "[1053]\tvalid_0's binary_logloss: 0.00133723\n",
      "[1054]\tvalid_0's binary_logloss: 0.00133673\n",
      "[1055]\tvalid_0's binary_logloss: 0.00133682\n",
      "[1056]\tvalid_0's binary_logloss: 0.00133581\n",
      "[1057]\tvalid_0's binary_logloss: 0.00133518\n",
      "[1058]\tvalid_0's binary_logloss: 0.00133454\n",
      "[1059]\tvalid_0's binary_logloss: 0.00133404\n",
      "[1060]\tvalid_0's binary_logloss: 0.00133395\n",
      "[1061]\tvalid_0's binary_logloss: 0.00133305\n",
      "[1062]\tvalid_0's binary_logloss: 0.00133293\n",
      "[1063]\tvalid_0's binary_logloss: 0.00133254\n",
      "[1064]\tvalid_0's binary_logloss: 0.00133216\n",
      "[1065]\tvalid_0's binary_logloss: 0.00133227\n",
      "[1066]\tvalid_0's binary_logloss: 0.00133164\n",
      "[1067]\tvalid_0's binary_logloss: 0.00133176\n",
      "[1068]\tvalid_0's binary_logloss: 0.0013313\n",
      "[1069]\tvalid_0's binary_logloss: 0.00133092\n",
      "[1070]\tvalid_0's binary_logloss: 0.00133104\n",
      "[1071]\tvalid_0's binary_logloss: 0.00133025\n",
      "[1072]\tvalid_0's binary_logloss: 0.0013301\n",
      "[1073]\tvalid_0's binary_logloss: 0.00132973\n",
      "[1074]\tvalid_0's binary_logloss: 0.00132936\n",
      "[1075]\tvalid_0's binary_logloss: 0.00133004\n",
      "[1076]\tvalid_0's binary_logloss: 0.00132903\n",
      "[1077]\tvalid_0's binary_logloss: 0.00132959\n",
      "[1078]\tvalid_0's binary_logloss: 0.00132922\n",
      "[1079]\tvalid_0's binary_logloss: 0.00132876\n",
      "[1080]\tvalid_0's binary_logloss: 0.00132775\n",
      "[1081]\tvalid_0's binary_logloss: 0.00132712\n",
      "[1082]\tvalid_0's binary_logloss: 0.00132749\n",
      "[1083]\tvalid_0's binary_logloss: 0.00132817\n",
      "[1084]\tvalid_0's binary_logloss: 0.00132839\n",
      "[1085]\tvalid_0's binary_logloss: 0.00132895\n",
      "[1086]\tvalid_0's binary_logloss: 0.00132963\n",
      "[1087]\tvalid_0's binary_logloss: 0.00132935\n",
      "[1088]\tvalid_0's binary_logloss: 0.0013289\n",
      "[1089]\tvalid_0's binary_logloss: 0.00132862\n",
      "[1090]\tvalid_0's binary_logloss: 0.0013284\n",
      "[1091]\tvalid_0's binary_logloss: 0.00132741\n",
      "[1092]\tvalid_0's binary_logloss: 0.00132713\n",
      "[1093]\tvalid_0's binary_logloss: 0.00132773\n",
      "[1094]\tvalid_0's binary_logloss: 0.00132736\n",
      "[1095]\tvalid_0's binary_logloss: 0.00132735\n",
      "[1096]\tvalid_0's binary_logloss: 0.00132647\n",
      "[1097]\tvalid_0's binary_logloss: 0.00132602\n",
      "[1098]\tvalid_0's binary_logloss: 0.00132658\n",
      "[1099]\tvalid_0's binary_logloss: 0.00132561\n",
      "[1100]\tvalid_0's binary_logloss: 0.00132596\n",
      "[1101]\tvalid_0's binary_logloss: 0.00132508\n",
      "[1102]\tvalid_0's binary_logloss: 0.00132489\n",
      "[1103]\tvalid_0's binary_logloss: 0.00132444\n",
      "[1104]\tvalid_0's binary_logloss: 0.00132419\n",
      "[1105]\tvalid_0's binary_logloss: 0.00132454\n",
      "[1106]\tvalid_0's binary_logloss: 0.00132436\n",
      "[1107]\tvalid_0's binary_logloss: 0.0013242\n",
      "[1108]\tvalid_0's binary_logloss: 0.00132358\n",
      "[1109]\tvalid_0's binary_logloss: 0.00132418\n",
      "[1110]\tvalid_0's binary_logloss: 0.0013233\n",
      "[1111]\tvalid_0's binary_logloss: 0.00132286\n",
      "[1112]\tvalid_0's binary_logloss: 0.00132267\n",
      "[1113]\tvalid_0's binary_logloss: 0.00132231\n",
      "[1114]\tvalid_0's binary_logloss: 0.00132196\n",
      "[1115]\tvalid_0's binary_logloss: 0.00132177\n",
      "[1116]\tvalid_0's binary_logloss: 0.00132212\n",
      "[1117]\tvalid_0's binary_logloss: 0.00132125\n",
      "[1118]\tvalid_0's binary_logloss: 0.00132064\n",
      "[1119]\tvalid_0's binary_logloss: 0.00132025\n",
      "[1120]\tvalid_0's binary_logloss: 0.00132004\n",
      "[1121]\tvalid_0's binary_logloss: 0.00131935\n",
      "[1122]\tvalid_0's binary_logloss: 0.00131891\n",
      "[1123]\tvalid_0's binary_logloss: 0.00131823\n",
      "[1124]\tvalid_0's binary_logloss: 0.00131856\n",
      "[1125]\tvalid_0's binary_logloss: 0.00131906\n",
      "[1126]\tvalid_0's binary_logloss: 0.00131891\n",
      "[1127]\tvalid_0's binary_logloss: 0.00131907\n",
      "[1128]\tvalid_0's binary_logloss: 0.00131847\n",
      "[1129]\tvalid_0's binary_logloss: 0.00131829\n",
      "[1130]\tvalid_0's binary_logloss: 0.00131879\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1131]\tvalid_0's binary_logloss: 0.00131895\n",
      "[1132]\tvalid_0's binary_logloss: 0.0013188\n",
      "[1133]\tvalid_0's binary_logloss: 0.001319\n",
      "[1134]\tvalid_0's binary_logloss: 0.00131857\n",
      "[1135]\tvalid_0's binary_logloss: 0.00131841\n",
      "[1136]\tvalid_0's binary_logloss: 0.001318\n",
      "[1137]\tvalid_0's binary_logloss: 0.00131794\n",
      "[1138]\tvalid_0's binary_logloss: 0.00131734\n",
      "[1139]\tvalid_0's binary_logloss: 0.00131784\n",
      "[1140]\tvalid_0's binary_logloss: 0.00131768\n",
      "[1141]\tvalid_0's binary_logloss: 0.00131682\n",
      "[1142]\tvalid_0's binary_logloss: 0.00131666\n",
      "[1143]\tvalid_0's binary_logloss: 0.00131687\n",
      "[1144]\tvalid_0's binary_logloss: 0.00131641\n",
      "[1145]\tvalid_0's binary_logloss: 0.00131641\n",
      "[1146]\tvalid_0's binary_logloss: 0.00131691\n",
      "[1147]\tvalid_0's binary_logloss: 0.00131674\n",
      "[1148]\tvalid_0's binary_logloss: 0.00131658\n",
      "[1149]\tvalid_0's binary_logloss: 0.00131585\n",
      "[1150]\tvalid_0's binary_logloss: 0.0013157\n",
      "[1151]\tvalid_0's binary_logloss: 0.0013159\n",
      "[1152]\tvalid_0's binary_logloss: 0.00131531\n",
      "[1153]\tvalid_0's binary_logloss: 0.0013149\n",
      "[1154]\tvalid_0's binary_logloss: 0.00131489\n",
      "[1155]\tvalid_0's binary_logloss: 0.00131451\n",
      "[1156]\tvalid_0's binary_logloss: 0.0013145\n",
      "[1157]\tvalid_0's binary_logloss: 0.0013147\n",
      "[1158]\tvalid_0's binary_logloss: 0.00131424\n",
      "[1159]\tvalid_0's binary_logloss: 0.00131424\n",
      "[1160]\tvalid_0's binary_logloss: 0.00131424\n",
      "[1161]\tvalid_0's binary_logloss: 0.00131456\n",
      "[1162]\tvalid_0's binary_logloss: 0.001315\n",
      "[1163]\tvalid_0's binary_logloss: 0.00131483\n",
      "[1164]\tvalid_0's binary_logloss: 0.00131427\n",
      "[1165]\tvalid_0's binary_logloss: 0.00131467\n",
      "[1166]\tvalid_0's binary_logloss: 0.00131508\n",
      "[1167]\tvalid_0's binary_logloss: 0.00131541\n",
      "[1168]\tvalid_0's binary_logloss: 0.00131496\n",
      "[1169]\tvalid_0's binary_logloss: 0.0013148\n",
      "[1170]\tvalid_0's binary_logloss: 0.00131472\n",
      "[1171]\tvalid_0's binary_logloss: 0.00131422\n",
      "[1172]\tvalid_0's binary_logloss: 0.00131431\n",
      "[1173]\tvalid_0's binary_logloss: 0.00131474\n",
      "[1174]\tvalid_0's binary_logloss: 0.0013146\n",
      "[1175]\tvalid_0's binary_logloss: 0.00131461\n",
      "[1176]\tvalid_0's binary_logloss: 0.00131493\n",
      "[1177]\tvalid_0's binary_logloss: 0.00131443\n",
      "[1178]\tvalid_0's binary_logloss: 0.00131443\n",
      "[1179]\tvalid_0's binary_logloss: 0.00131466\n",
      "[1180]\tvalid_0's binary_logloss: 0.00131447\n",
      "[1181]\tvalid_0's binary_logloss: 0.00131439\n",
      "[1182]\tvalid_0's binary_logloss: 0.00131389\n",
      "[1183]\tvalid_0's binary_logloss: 0.00131406\n",
      "[1184]\tvalid_0's binary_logloss: 0.00131421\n",
      "[1185]\tvalid_0's binary_logloss: 0.00131439\n",
      "[1186]\tvalid_0's binary_logloss: 0.00131432\n",
      "[1187]\tvalid_0's binary_logloss: 0.00131463\n",
      "[1188]\tvalid_0's binary_logloss: 0.00131455\n",
      "[1189]\tvalid_0's binary_logloss: 0.00131486\n",
      "[1190]\tvalid_0's binary_logloss: 0.0013149\n",
      "[1191]\tvalid_0's binary_logloss: 0.00131534\n",
      "[1192]\tvalid_0's binary_logloss: 0.00131527\n",
      "[1193]\tvalid_0's binary_logloss: 0.0013152\n",
      "[1194]\tvalid_0's binary_logloss: 0.00131513\n",
      "[1195]\tvalid_0's binary_logloss: 0.00131557\n",
      "[1196]\tvalid_0's binary_logloss: 0.00131561\n",
      "[1197]\tvalid_0's binary_logloss: 0.00131554\n",
      "[1198]\tvalid_0's binary_logloss: 0.00131559\n",
      "[1199]\tvalid_0's binary_logloss: 0.00131556\n",
      "[1200]\tvalid_0's binary_logloss: 0.00131561\n",
      "[1201]\tvalid_0's binary_logloss: 0.00131554\n",
      "[1202]\tvalid_0's binary_logloss: 0.00131547\n",
      "[1203]\tvalid_0's binary_logloss: 0.00131598\n",
      "[1204]\tvalid_0's binary_logloss: 0.00131583\n",
      "[1205]\tvalid_0's binary_logloss: 0.00131564\n",
      "[1206]\tvalid_0's binary_logloss: 0.00131558\n",
      "[1207]\tvalid_0's binary_logloss: 0.00131574\n",
      "[1208]\tvalid_0's binary_logloss: 0.00131578\n",
      "[1209]\tvalid_0's binary_logloss: 0.0013153\n",
      "[1210]\tvalid_0's binary_logloss: 0.00131575\n",
      "[1211]\tvalid_0's binary_logloss: 0.0013156\n",
      "[1212]\tvalid_0's binary_logloss: 0.00131461\n",
      "[1213]\tvalid_0's binary_logloss: 0.00131459\n",
      "[1214]\tvalid_0's binary_logloss: 0.00131425\n",
      "[1215]\tvalid_0's binary_logloss: 0.0013147\n",
      "[1216]\tvalid_0's binary_logloss: 0.00131371\n",
      "[1217]\tvalid_0's binary_logloss: 0.00131369\n",
      "[1218]\tvalid_0's binary_logloss: 0.00131333\n",
      "[1219]\tvalid_0's binary_logloss: 0.00131349\n",
      "[1220]\tvalid_0's binary_logloss: 0.00131326\n",
      "[1221]\tvalid_0's binary_logloss: 0.00131284\n",
      "[1222]\tvalid_0's binary_logloss: 0.00131329\n",
      "[1223]\tvalid_0's binary_logloss: 0.00131287\n",
      "[1224]\tvalid_0's binary_logloss: 0.00131332\n",
      "[1225]\tvalid_0's binary_logloss: 0.0013127\n",
      "[1226]\tvalid_0's binary_logloss: 0.00131229\n",
      "[1227]\tvalid_0's binary_logloss: 0.00131218\n",
      "[1228]\tvalid_0's binary_logloss: 0.00131182\n",
      "[1229]\tvalid_0's binary_logloss: 0.0013118\n",
      "[1230]\tvalid_0's binary_logloss: 0.00131139\n",
      "[1231]\tvalid_0's binary_logloss: 0.00131109\n",
      "[1232]\tvalid_0's binary_logloss: 0.00131068\n",
      "[1233]\tvalid_0's binary_logloss: 0.00131027\n",
      "[1234]\tvalid_0's binary_logloss: 0.00130965\n",
      "[1235]\tvalid_0's binary_logloss: 0.00130981\n",
      "[1236]\tvalid_0's binary_logloss: 0.00130974\n",
      "[1237]\tvalid_0's binary_logloss: 0.00130923\n",
      "[1238]\tvalid_0's binary_logloss: 0.00130882\n",
      "[1239]\tvalid_0's binary_logloss: 0.0013085\n",
      "[1240]\tvalid_0's binary_logloss: 0.00130849\n",
      "[1241]\tvalid_0's binary_logloss: 0.00130797\n",
      "[1242]\tvalid_0's binary_logloss: 0.00130776\n",
      "[1243]\tvalid_0's binary_logloss: 0.00130774\n",
      "[1244]\tvalid_0's binary_logloss: 0.00130733\n",
      "[1245]\tvalid_0's binary_logloss: 0.00130729\n",
      "[1246]\tvalid_0's binary_logloss: 0.00130749\n",
      "[1247]\tvalid_0's binary_logloss: 0.00130747\n",
      "[1248]\tvalid_0's binary_logloss: 0.0013073\n",
      "[1249]\tvalid_0's binary_logloss: 0.00130728\n",
      "[1250]\tvalid_0's binary_logloss: 0.00130723\n",
      "[1251]\tvalid_0's binary_logloss: 0.00130696\n",
      "[1252]\tvalid_0's binary_logloss: 0.00130695\n",
      "[1253]\tvalid_0's binary_logloss: 0.0013069\n",
      "[1254]\tvalid_0's binary_logloss: 0.00130663\n",
      "[1255]\tvalid_0's binary_logloss: 0.00130662\n",
      "[1256]\tvalid_0's binary_logloss: 0.00130658\n",
      "[1257]\tvalid_0's binary_logloss: 0.00130599\n",
      "[1258]\tvalid_0's binary_logloss: 0.00130563\n",
      "[1259]\tvalid_0's binary_logloss: 0.00130562\n",
      "[1260]\tvalid_0's binary_logloss: 0.0013054\n",
      "[1261]\tvalid_0's binary_logloss: 0.00130536\n",
      "[1262]\tvalid_0's binary_logloss: 0.00130509\n",
      "[1263]\tvalid_0's binary_logloss: 0.00130456\n",
      "[1264]\tvalid_0's binary_logloss: 0.00130455\n",
      "[1265]\tvalid_0's binary_logloss: 0.00130492\n",
      "[1266]\tvalid_0's binary_logloss: 0.00130466\n",
      "[1267]\tvalid_0's binary_logloss: 0.00130447\n",
      "[1268]\tvalid_0's binary_logloss: 0.00130446\n",
      "[1269]\tvalid_0's binary_logloss: 0.00130409\n",
      "[1270]\tvalid_0's binary_logloss: 0.00130405\n",
      "[1271]\tvalid_0's binary_logloss: 0.00130421\n",
      "[1272]\tvalid_0's binary_logloss: 0.00130399\n",
      "[1273]\tvalid_0's binary_logloss: 0.00130436\n",
      "[1274]\tvalid_0's binary_logloss: 0.00130455\n",
      "[1275]\tvalid_0's binary_logloss: 0.00130418\n",
      "[1276]\tvalid_0's binary_logloss: 0.00130392\n",
      "[1277]\tvalid_0's binary_logloss: 0.00130429\n",
      "[1278]\tvalid_0's binary_logloss: 0.00130448\n",
      "[1279]\tvalid_0's binary_logloss: 0.00130421\n",
      "[1280]\tvalid_0's binary_logloss: 0.00130334\n",
      "[1281]\tvalid_0's binary_logloss: 0.00130298\n",
      "[1282]\tvalid_0's binary_logloss: 0.00130335\n",
      "[1283]\tvalid_0's binary_logloss: 0.00130311\n",
      "[1284]\tvalid_0's binary_logloss: 0.0013033\n",
      "[1285]\tvalid_0's binary_logloss: 0.00130368\n",
      "[1286]\tvalid_0's binary_logloss: 0.00130384\n",
      "[1287]\tvalid_0's binary_logloss: 0.00130298\n",
      "[1288]\tvalid_0's binary_logloss: 0.0013032\n",
      "[1289]\tvalid_0's binary_logloss: 0.00130357\n",
      "[1290]\tvalid_0's binary_logloss: 0.00130306\n",
      "[1291]\tvalid_0's binary_logloss: 0.00130333\n",
      "[1292]\tvalid_0's binary_logloss: 0.00130248\n",
      "[1293]\tvalid_0's binary_logloss: 0.00130158\n",
      "[1294]\tvalid_0's binary_logloss: 0.00130109\n",
      "[1295]\tvalid_0's binary_logloss: 0.00130019\n",
      "[1296]\tvalid_0's binary_logloss: 0.00129997\n",
      "[1297]\tvalid_0's binary_logloss: 0.00129947\n",
      "[1298]\tvalid_0's binary_logloss: 0.00129891\n",
      "[1299]\tvalid_0's binary_logloss: 0.00129868\n",
      "[1300]\tvalid_0's binary_logloss: 0.0012978\n",
      "[1301]\tvalid_0's binary_logloss: 0.00129758\n",
      "[1302]\tvalid_0's binary_logloss: 0.00129801\n",
      "[1303]\tvalid_0's binary_logloss: 0.00129716\n",
      "[1304]\tvalid_0's binary_logloss: 0.00129667\n",
      "[1305]\tvalid_0's binary_logloss: 0.00129579\n",
      "[1306]\tvalid_0's binary_logloss: 0.00129557\n",
      "[1307]\tvalid_0's binary_logloss: 0.00129501\n",
      "[1308]\tvalid_0's binary_logloss: 0.00129427\n",
      "[1309]\tvalid_0's binary_logloss: 0.00129371\n",
      "[1310]\tvalid_0's binary_logloss: 0.00129349\n",
      "[1311]\tvalid_0's binary_logloss: 0.001293\n",
      "[1312]\tvalid_0's binary_logloss: 0.00129315\n",
      "[1313]\tvalid_0's binary_logloss: 0.00129231\n",
      "[1314]\tvalid_0's binary_logloss: 0.00129145\n",
      "[1315]\tvalid_0's binary_logloss: 0.00129097\n",
      "[1316]\tvalid_0's binary_logloss: 0.00129099\n",
      "[1317]\tvalid_0's binary_logloss: 0.00129016\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1318]\tvalid_0's binary_logloss: 0.00128942\n",
      "[1319]\tvalid_0's binary_logloss: 0.00128958\n",
      "[1320]\tvalid_0's binary_logloss: 0.00128876\n",
      "[1321]\tvalid_0's binary_logloss: 0.00128904\n",
      "[1322]\tvalid_0's binary_logloss: 0.00128856\n",
      "[1323]\tvalid_0's binary_logloss: 0.00128774\n",
      "[1324]\tvalid_0's binary_logloss: 0.00128793\n",
      "[1325]\tvalid_0's binary_logloss: 0.00128741\n",
      "[1326]\tvalid_0's binary_logloss: 0.00128771\n",
      "[1327]\tvalid_0's binary_logloss: 0.00128695\n",
      "[1328]\tvalid_0's binary_logloss: 0.00128691\n",
      "[1329]\tvalid_0's binary_logloss: 0.00128657\n",
      "[1330]\tvalid_0's binary_logloss: 0.00128645\n",
      "[1331]\tvalid_0's binary_logloss: 0.00128668\n",
      "[1332]\tvalid_0's binary_logloss: 0.00128694\n",
      "[1333]\tvalid_0's binary_logloss: 0.00128682\n",
      "[1334]\tvalid_0's binary_logloss: 0.00128712\n",
      "[1335]\tvalid_0's binary_logloss: 0.0012874\n",
      "[1336]\tvalid_0's binary_logloss: 0.00128685\n",
      "[1337]\tvalid_0's binary_logloss: 0.00128711\n",
      "[1338]\tvalid_0's binary_logloss: 0.00128741\n",
      "[1339]\tvalid_0's binary_logloss: 0.0012873\n",
      "[1340]\tvalid_0's binary_logloss: 0.00128683\n",
      "[1341]\tvalid_0's binary_logloss: 0.00128713\n",
      "[1342]\tvalid_0's binary_logloss: 0.00128652\n",
      "[1343]\tvalid_0's binary_logloss: 0.00128573\n",
      "[1344]\tvalid_0's binary_logloss: 0.00128522\n",
      "[1345]\tvalid_0's binary_logloss: 0.00128444\n",
      "[1346]\tvalid_0's binary_logloss: 0.00128502\n",
      "[1347]\tvalid_0's binary_logloss: 0.00128542\n",
      "[1348]\tvalid_0's binary_logloss: 0.00128491\n",
      "[1349]\tvalid_0's binary_logloss: 0.00128409\n",
      "[1350]\tvalid_0's binary_logloss: 0.00128398\n",
      "[1351]\tvalid_0's binary_logloss: 0.00128456\n",
      "[1352]\tvalid_0's binary_logloss: 0.00128496\n",
      "[1353]\tvalid_0's binary_logloss: 0.00128511\n",
      "[1354]\tvalid_0's binary_logloss: 0.00128539\n",
      "[1355]\tvalid_0's binary_logloss: 0.0012856\n",
      "[1356]\tvalid_0's binary_logloss: 0.00128499\n",
      "[1357]\tvalid_0's binary_logloss: 0.00128437\n",
      "[1358]\tvalid_0's binary_logloss: 0.00128355\n",
      "[1359]\tvalid_0's binary_logloss: 0.00128274\n",
      "[1360]\tvalid_0's binary_logloss: 0.001283\n",
      "[1361]\tvalid_0's binary_logloss: 0.00128239\n",
      "[1362]\tvalid_0's binary_logloss: 0.00128279\n",
      "[1363]\tvalid_0's binary_logloss: 0.00128283\n",
      "[1364]\tvalid_0's binary_logloss: 0.00128202\n",
      "[1365]\tvalid_0's binary_logloss: 0.00128168\n",
      "[1366]\tvalid_0's binary_logloss: 0.00128185\n",
      "[1367]\tvalid_0's binary_logloss: 0.00128114\n",
      "[1368]\tvalid_0's binary_logloss: 0.00128081\n",
      "[1369]\tvalid_0's binary_logloss: 0.00128098\n",
      "[1370]\tvalid_0's binary_logloss: 0.00128026\n",
      "[1371]\tvalid_0's binary_logloss: 0.00128052\n",
      "[1372]\tvalid_0's binary_logloss: 0.00128018\n",
      "[1373]\tvalid_0's binary_logloss: 0.0012795\n",
      "[1374]\tvalid_0's binary_logloss: 0.00127945\n",
      "[1375]\tvalid_0's binary_logloss: 0.00127962\n",
      "[1376]\tvalid_0's binary_logloss: 0.00127911\n",
      "[1377]\tvalid_0's binary_logloss: 0.00127842\n",
      "[1378]\tvalid_0's binary_logloss: 0.00127868\n",
      "[1379]\tvalid_0's binary_logloss: 0.00127797\n",
      "[1380]\tvalid_0's binary_logloss: 0.00127815\n",
      "[1381]\tvalid_0's binary_logloss: 0.00127841\n",
      "[1382]\tvalid_0's binary_logloss: 0.00127773\n",
      "[1383]\tvalid_0's binary_logloss: 0.0012779\n",
      "[1384]\tvalid_0's binary_logloss: 0.0012772\n",
      "[1385]\tvalid_0's binary_logloss: 0.00127746\n",
      "[1386]\tvalid_0's binary_logloss: 0.00127764\n",
      "[1387]\tvalid_0's binary_logloss: 0.00127694\n",
      "[1388]\tvalid_0's binary_logloss: 0.0012772\n",
      "[1389]\tvalid_0's binary_logloss: 0.00127652\n",
      "[1390]\tvalid_0's binary_logloss: 0.00127617\n",
      "[1391]\tvalid_0's binary_logloss: 0.00127643\n",
      "[1392]\tvalid_0's binary_logloss: 0.00127576\n",
      "[1393]\tvalid_0's binary_logloss: 0.00127565\n",
      "[1394]\tvalid_0's binary_logloss: 0.0012753\n",
      "[1395]\tvalid_0's binary_logloss: 0.00127463\n",
      "[1396]\tvalid_0's binary_logloss: 0.00127489\n",
      "[1397]\tvalid_0's binary_logloss: 0.00127496\n",
      "[1398]\tvalid_0's binary_logloss: 0.00127462\n",
      "[1399]\tvalid_0's binary_logloss: 0.00127492\n",
      "[1400]\tvalid_0's binary_logloss: 0.00127482\n",
      "[1401]\tvalid_0's binary_logloss: 0.00127489\n",
      "[1402]\tvalid_0's binary_logloss: 0.00127529\n",
      "[1403]\tvalid_0's binary_logloss: 0.0012752\n",
      "[1404]\tvalid_0's binary_logloss: 0.0012749\n",
      "[1405]\tvalid_0's binary_logloss: 0.00127512\n",
      "[1406]\tvalid_0's binary_logloss: 0.00127566\n",
      "[1407]\tvalid_0's binary_logloss: 0.00127557\n",
      "[1408]\tvalid_0's binary_logloss: 0.00127523\n",
      "[1409]\tvalid_0's binary_logloss: 0.00127524\n",
      "[1410]\tvalid_0's binary_logloss: 0.00127493\n",
      "[1411]\tvalid_0's binary_logloss: 0.00127494\n",
      "[1412]\tvalid_0's binary_logloss: 0.00127484\n",
      "[1413]\tvalid_0's binary_logloss: 0.0012745\n",
      "[1414]\tvalid_0's binary_logloss: 0.00127432\n",
      "[1415]\tvalid_0's binary_logloss: 0.00127423\n",
      "[1416]\tvalid_0's binary_logloss: 0.00127385\n",
      "[1417]\tvalid_0's binary_logloss: 0.00127439\n",
      "[1418]\tvalid_0's binary_logloss: 0.00127405\n",
      "[1419]\tvalid_0's binary_logloss: 0.00127415\n",
      "[1420]\tvalid_0's binary_logloss: 0.00127364\n",
      "[1421]\tvalid_0's binary_logloss: 0.00127417\n",
      "[1422]\tvalid_0's binary_logloss: 0.00127395\n",
      "[1423]\tvalid_0's binary_logloss: 0.00127344\n",
      "[1424]\tvalid_0's binary_logloss: 0.00127397\n",
      "[1425]\tvalid_0's binary_logloss: 0.00127366\n",
      "[1426]\tvalid_0's binary_logloss: 0.00127349\n",
      "[1427]\tvalid_0's binary_logloss: 0.00127359\n",
      "[1428]\tvalid_0's binary_logloss: 0.00127349\n",
      "[1429]\tvalid_0's binary_logloss: 0.00127377\n",
      "[1430]\tvalid_0's binary_logloss: 0.00127392\n",
      "[1431]\tvalid_0's binary_logloss: 0.00127382\n",
      "[1432]\tvalid_0's binary_logloss: 0.00127344\n",
      "[1433]\tvalid_0's binary_logloss: 0.00127313\n",
      "[1434]\tvalid_0's binary_logloss: 0.00127296\n",
      "[1435]\tvalid_0's binary_logloss: 0.00127349\n",
      "[1436]\tvalid_0's binary_logloss: 0.00127332\n",
      "[1437]\tvalid_0's binary_logloss: 0.00127342\n",
      "[1438]\tvalid_0's binary_logloss: 0.00127312\n",
      "[1439]\tvalid_0's binary_logloss: 0.00127275\n",
      "[1440]\tvalid_0's binary_logloss: 0.00127259\n",
      "[1441]\tvalid_0's binary_logloss: 0.00127311\n",
      "[1442]\tvalid_0's binary_logloss: 0.00127281\n",
      "[1443]\tvalid_0's binary_logloss: 0.00127292\n",
      "[1444]\tvalid_0's binary_logloss: 0.0012723\n",
      "[1445]\tvalid_0's binary_logloss: 0.00127283\n",
      "[1446]\tvalid_0's binary_logloss: 0.00127293\n",
      "[1447]\tvalid_0's binary_logloss: 0.00127277\n",
      "[1448]\tvalid_0's binary_logloss: 0.00127305\n",
      "[1449]\tvalid_0's binary_logloss: 0.00127288\n",
      "[1450]\tvalid_0's binary_logloss: 0.0012725\n",
      "[1451]\tvalid_0's binary_logloss: 0.0012723\n",
      "[1452]\tvalid_0's binary_logloss: 0.00127282\n",
      "[1453]\tvalid_0's binary_logloss: 0.00127221\n",
      "[1454]\tvalid_0's binary_logloss: 0.00127191\n",
      "[1455]\tvalid_0's binary_logloss: 0.00127201\n",
      "[1456]\tvalid_0's binary_logloss: 0.00127212\n",
      "[1457]\tvalid_0's binary_logloss: 0.00127151\n",
      "[1458]\tvalid_0's binary_logloss: 0.00127204\n",
      "[1459]\tvalid_0's binary_logloss: 0.00127231\n",
      "[1460]\tvalid_0's binary_logloss: 0.00127214\n",
      "[1461]\tvalid_0's binary_logloss: 0.00127153\n",
      "[1462]\tvalid_0's binary_logloss: 0.0012718\n",
      "[1463]\tvalid_0's binary_logloss: 0.0012712\n",
      "[1464]\tvalid_0's binary_logloss: 0.001271\n",
      "[1465]\tvalid_0's binary_logloss: 0.00127152\n",
      "[1466]\tvalid_0's binary_logloss: 0.00127162\n",
      "[1467]\tvalid_0's binary_logloss: 0.00127172\n",
      "[1468]\tvalid_0's binary_logloss: 0.00127155\n",
      "[1469]\tvalid_0's binary_logloss: 0.00127182\n",
      "[1470]\tvalid_0's binary_logloss: 0.00127122\n",
      "[1471]\tvalid_0's binary_logloss: 0.00127081\n",
      "[1472]\tvalid_0's binary_logloss: 0.00127133\n",
      "[1473]\tvalid_0's binary_logloss: 0.00127083\n",
      "[1474]\tvalid_0's binary_logloss: 0.00127081\n",
      "[1475]\tvalid_0's binary_logloss: 0.00127091\n",
      "[1476]\tvalid_0's binary_logloss: 0.00127101\n",
      "[1477]\tvalid_0's binary_logloss: 0.0012704\n",
      "[1478]\tvalid_0's binary_logloss: 0.00127016\n",
      "[1479]\tvalid_0's binary_logloss: 0.00127067\n",
      "[1480]\tvalid_0's binary_logloss: 0.00127078\n",
      "[1481]\tvalid_0's binary_logloss: 0.0012706\n",
      "[1482]\tvalid_0's binary_logloss: 0.00127058\n",
      "[1483]\tvalid_0's binary_logloss: 0.00127034\n",
      "[1484]\tvalid_0's binary_logloss: 0.00126973\n",
      "[1485]\tvalid_0's binary_logloss: 0.00127025\n",
      "[1486]\tvalid_0's binary_logloss: 0.00127035\n",
      "[1487]\tvalid_0's binary_logloss: 0.00127045\n",
      "[1488]\tvalid_0's binary_logloss: 0.00127021\n",
      "[1489]\tvalid_0's binary_logloss: 0.00127072\n",
      "[1490]\tvalid_0's binary_logloss: 0.00127082\n",
      "[1491]\tvalid_0's binary_logloss: 0.00127092\n",
      "[1492]\tvalid_0's binary_logloss: 0.00127056\n",
      "[1493]\tvalid_0's binary_logloss: 0.00127054\n",
      "[1494]\tvalid_0's binary_logloss: 0.00126994\n",
      "[1495]\tvalid_0's binary_logloss: 0.00127004\n",
      "[1496]\tvalid_0's binary_logloss: 0.00127002\n",
      "[1497]\tvalid_0's binary_logloss: 0.00126966\n",
      "[1498]\tvalid_0's binary_logloss: 0.00126976\n",
      "[1499]\tvalid_0's binary_logloss: 0.0012699\n",
      "[1500]\tvalid_0's binary_logloss: 0.00127001\n",
      "[1501]\tvalid_0's binary_logloss: 0.0012701\n",
      "[1502]\tvalid_0's binary_logloss: 0.00126993\n",
      "[1503]\tvalid_0's binary_logloss: 0.00126957\n",
      "[1504]\tvalid_0's binary_logloss: 0.00126897\n",
      "[1505]\tvalid_0's binary_logloss: 0.00126924\n",
      "[1506]\tvalid_0's binary_logloss: 0.00126904\n",
      "[1507]\tvalid_0's binary_logloss: 0.00126914\n",
      "[1508]\tvalid_0's binary_logloss: 0.00126929\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1509]\tvalid_0's binary_logloss: 0.00126893\n",
      "[1510]\tvalid_0's binary_logloss: 0.00126833\n",
      "[1511]\tvalid_0's binary_logloss: 0.0012686\n",
      "[1512]\tvalid_0's binary_logloss: 0.00126865\n",
      "[1513]\tvalid_0's binary_logloss: 0.00126847\n",
      "[1514]\tvalid_0's binary_logloss: 0.00126874\n",
      "[1515]\tvalid_0's binary_logloss: 0.00126815\n",
      "[1516]\tvalid_0's binary_logloss: 0.00126798\n",
      "[1517]\tvalid_0's binary_logloss: 0.00126778\n",
      "[1518]\tvalid_0's binary_logloss: 0.00126788\n",
      "[1519]\tvalid_0's binary_logloss: 0.00126803\n",
      "[1520]\tvalid_0's binary_logloss: 0.00126767\n",
      "[1521]\tvalid_0's binary_logloss: 0.00126785\n",
      "[1522]\tvalid_0's binary_logloss: 0.00126726\n",
      "[1523]\tvalid_0's binary_logloss: 0.00126736\n",
      "[1524]\tvalid_0's binary_logloss: 0.001267\n",
      "[1525]\tvalid_0's binary_logloss: 0.00126692\n",
      "[1526]\tvalid_0's binary_logloss: 0.00126707\n",
      "[1527]\tvalid_0's binary_logloss: 0.0012673\n",
      "[1528]\tvalid_0's binary_logloss: 0.00126672\n",
      "[1529]\tvalid_0's binary_logloss: 0.00126636\n",
      "[1530]\tvalid_0's binary_logloss: 0.00126659\n",
      "[1531]\tvalid_0's binary_logloss: 0.00126702\n",
      "[1532]\tvalid_0's binary_logloss: 0.00126643\n",
      "[1533]\tvalid_0's binary_logloss: 0.00126653\n",
      "[1534]\tvalid_0's binary_logloss: 0.00126676\n",
      "[1535]\tvalid_0's binary_logloss: 0.00126641\n",
      "[1536]\tvalid_0's binary_logloss: 0.00126583\n",
      "[1537]\tvalid_0's binary_logloss: 0.00126584\n",
      "[1538]\tvalid_0's binary_logloss: 0.00126576\n",
      "[1539]\tvalid_0's binary_logloss: 0.00126599\n",
      "[1540]\tvalid_0's binary_logloss: 0.00126603\n",
      "[1541]\tvalid_0's binary_logloss: 0.00126587\n",
      "[1542]\tvalid_0's binary_logloss: 0.00126564\n",
      "[1543]\tvalid_0's binary_logloss: 0.00126544\n",
      "[1544]\tvalid_0's binary_logloss: 0.00126567\n",
      "[1545]\tvalid_0's binary_logloss: 0.00126531\n",
      "[1546]\tvalid_0's binary_logloss: 0.00126474\n",
      "[1547]\tvalid_0's binary_logloss: 0.00126497\n",
      "[1548]\tvalid_0's binary_logloss: 0.00126513\n",
      "[1549]\tvalid_0's binary_logloss: 0.00126456\n",
      "[1550]\tvalid_0's binary_logloss: 0.00126452\n",
      "[1551]\tvalid_0's binary_logloss: 0.00126417\n",
      "[1552]\tvalid_0's binary_logloss: 0.00126439\n",
      "[1553]\tvalid_0's binary_logloss: 0.00126383\n",
      "[1554]\tvalid_0's binary_logloss: 0.00126366\n",
      "[1555]\tvalid_0's binary_logloss: 0.00126389\n",
      "[1556]\tvalid_0's binary_logloss: 0.00126399\n",
      "[1557]\tvalid_0's binary_logloss: 0.00126375\n",
      "[1558]\tvalid_0's binary_logloss: 0.0012634\n",
      "[1559]\tvalid_0's binary_logloss: 0.00126355\n",
      "[1560]\tvalid_0's binary_logloss: 0.00126299\n",
      "[1561]\tvalid_0's binary_logloss: 0.00126297\n",
      "[1562]\tvalid_0's binary_logloss: 0.00126262\n",
      "[1563]\tvalid_0's binary_logloss: 0.00126243\n",
      "[1564]\tvalid_0's binary_logloss: 0.00126266\n",
      "[1565]\tvalid_0's binary_logloss: 0.00126246\n",
      "[1566]\tvalid_0's binary_logloss: 0.00126245\n",
      "[1567]\tvalid_0's binary_logloss: 0.00126255\n",
      "[1568]\tvalid_0's binary_logloss: 0.00126269\n",
      "[1569]\tvalid_0's binary_logloss: 0.00126234\n",
      "[1570]\tvalid_0's binary_logloss: 0.0012622\n",
      "[1571]\tvalid_0's binary_logloss: 0.00126242\n",
      "[1572]\tvalid_0's binary_logloss: 0.00126252\n",
      "[1573]\tvalid_0's binary_logloss: 0.00126218\n",
      "[1574]\tvalid_0's binary_logloss: 0.00126216\n",
      "[1575]\tvalid_0's binary_logloss: 0.00126208\n",
      "[1576]\tvalid_0's binary_logloss: 0.00126189\n",
      "[1577]\tvalid_0's binary_logloss: 0.00126157\n",
      "[1578]\tvalid_0's binary_logloss: 0.00126169\n",
      "[1579]\tvalid_0's binary_logloss: 0.00126161\n",
      "[1580]\tvalid_0's binary_logloss: 0.0012616\n",
      "[1581]\tvalid_0's binary_logloss: 0.00126144\n",
      "[1582]\tvalid_0's binary_logloss: 0.00126113\n",
      "[1583]\tvalid_0's binary_logloss: 0.00126105\n",
      "[1584]\tvalid_0's binary_logloss: 0.00126115\n",
      "[1585]\tvalid_0's binary_logloss: 0.00126114\n",
      "[1586]\tvalid_0's binary_logloss: 0.00126106\n",
      "[1587]\tvalid_0's binary_logloss: 0.00126128\n",
      "[1588]\tvalid_0's binary_logloss: 0.00126113\n",
      "[1589]\tvalid_0's binary_logloss: 0.00126104\n",
      "[1590]\tvalid_0's binary_logloss: 0.00126073\n",
      "[1591]\tvalid_0's binary_logloss: 0.00126072\n",
      "[1592]\tvalid_0's binary_logloss: 0.00126064\n",
      "[1593]\tvalid_0's binary_logloss: 0.00126049\n",
      "[1594]\tvalid_0's binary_logloss: 0.00126018\n",
      "[1595]\tvalid_0's binary_logloss: 0.00126003\n",
      "[1596]\tvalid_0's binary_logloss: 0.00126002\n",
      "[1597]\tvalid_0's binary_logloss: 0.00125994\n",
      "[1598]\tvalid_0's binary_logloss: 0.00125971\n",
      "[1599]\tvalid_0's binary_logloss: 0.00125965\n",
      "[1600]\tvalid_0's binary_logloss: 0.0012597\n",
      "[1601]\tvalid_0's binary_logloss: 0.00125961\n",
      "[1602]\tvalid_0's binary_logloss: 0.00125942\n",
      "[1603]\tvalid_0's binary_logloss: 0.00125965\n",
      "[1604]\tvalid_0's binary_logloss: 0.00125963\n",
      "[1605]\tvalid_0's binary_logloss: 0.00125953\n",
      "[1606]\tvalid_0's binary_logloss: 0.00125945\n",
      "[1607]\tvalid_0's binary_logloss: 0.00125943\n",
      "[1608]\tvalid_0's binary_logloss: 0.0012592\n",
      "[1609]\tvalid_0's binary_logloss: 0.00125942\n",
      "[1610]\tvalid_0's binary_logloss: 0.00125931\n",
      "[1611]\tvalid_0's binary_logloss: 0.00125923\n",
      "[1612]\tvalid_0's binary_logloss: 0.00125913\n",
      "[1613]\tvalid_0's binary_logloss: 0.00125911\n",
      "[1614]\tvalid_0's binary_logloss: 0.00125892\n",
      "[1615]\tvalid_0's binary_logloss: 0.00125915\n",
      "[1616]\tvalid_0's binary_logloss: 0.00125883\n",
      "[1617]\tvalid_0's binary_logloss: 0.00125873\n",
      "[1618]\tvalid_0's binary_logloss: 0.00125865\n",
      "[1619]\tvalid_0's binary_logloss: 0.00125863\n",
      "[1620]\tvalid_0's binary_logloss: 0.00125855\n",
      "[1621]\tvalid_0's binary_logloss: 0.00125832\n",
      "[1622]\tvalid_0's binary_logloss: 0.00125854\n",
      "[1623]\tvalid_0's binary_logloss: 0.00125844\n",
      "[1624]\tvalid_0's binary_logloss: 0.00125842\n",
      "[1625]\tvalid_0's binary_logloss: 0.00125811\n",
      "[1626]\tvalid_0's binary_logloss: 0.00125791\n",
      "[1627]\tvalid_0's binary_logloss: 0.00125782\n",
      "[1628]\tvalid_0's binary_logloss: 0.00125772\n",
      "[1629]\tvalid_0's binary_logloss: 0.00125795\n",
      "[1630]\tvalid_0's binary_logloss: 0.00125793\n",
      "[1631]\tvalid_0's binary_logloss: 0.00125772\n",
      "[1632]\tvalid_0's binary_logloss: 0.00125762\n",
      "[1633]\tvalid_0's binary_logloss: 0.00125753\n",
      "[1634]\tvalid_0's binary_logloss: 0.0012573\n",
      "[1635]\tvalid_0's binary_logloss: 0.00125752\n",
      "[1636]\tvalid_0's binary_logloss: 0.00125719\n",
      "[1637]\tvalid_0's binary_logloss: 0.00125718\n",
      "[1638]\tvalid_0's binary_logloss: 0.00125687\n",
      "[1639]\tvalid_0's binary_logloss: 0.00125667\n",
      "[1640]\tvalid_0's binary_logloss: 0.00125657\n",
      "[1641]\tvalid_0's binary_logloss: 0.00125648\n",
      "[1642]\tvalid_0's binary_logloss: 0.00125647\n",
      "[1643]\tvalid_0's binary_logloss: 0.00125624\n",
      "[1644]\tvalid_0's binary_logloss: 0.00125646\n",
      "[1645]\tvalid_0's binary_logloss: 0.00125658\n",
      "[1646]\tvalid_0's binary_logloss: 0.00125627\n",
      "[1647]\tvalid_0's binary_logloss: 0.00125626\n",
      "[1648]\tvalid_0's binary_logloss: 0.00125618\n",
      "[1649]\tvalid_0's binary_logloss: 0.00125596\n",
      "[1650]\tvalid_0's binary_logloss: 0.00125587\n",
      "[1651]\tvalid_0's binary_logloss: 0.00125609\n",
      "[1652]\tvalid_0's binary_logloss: 0.00125601\n",
      "[1653]\tvalid_0's binary_logloss: 0.00125596\n",
      "[1654]\tvalid_0's binary_logloss: 0.00125577\n",
      "[1655]\tvalid_0's binary_logloss: 0.00125589\n",
      "[1656]\tvalid_0's binary_logloss: 0.0012558\n",
      "[1657]\tvalid_0's binary_logloss: 0.0012555\n",
      "[1658]\tvalid_0's binary_logloss: 0.00125541\n",
      "[1659]\tvalid_0's binary_logloss: 0.00125539\n",
      "[1660]\tvalid_0's binary_logloss: 0.00125531\n",
      "[1661]\tvalid_0's binary_logloss: 0.00125508\n",
      "[1662]\tvalid_0's binary_logloss: 0.0012553\n",
      "[1663]\tvalid_0's binary_logloss: 0.00125525\n",
      "[1664]\tvalid_0's binary_logloss: 0.00125505\n",
      "[1665]\tvalid_0's binary_logloss: 0.00125475\n",
      "[1666]\tvalid_0's binary_logloss: 0.00125487\n",
      "[1667]\tvalid_0's binary_logloss: 0.00125509\n",
      "[1668]\tvalid_0's binary_logloss: 0.00125501\n",
      "[1669]\tvalid_0's binary_logloss: 0.00125491\n",
      "[1670]\tvalid_0's binary_logloss: 0.00125513\n",
      "[1671]\tvalid_0's binary_logloss: 0.00125526\n",
      "[1672]\tvalid_0's binary_logloss: 0.00125506\n",
      "[1673]\tvalid_0's binary_logloss: 0.00125498\n",
      "[1674]\tvalid_0's binary_logloss: 0.00125519\n",
      "[1675]\tvalid_0's binary_logloss: 0.0012551\n",
      "[1676]\tvalid_0's binary_logloss: 0.00125522\n",
      "[1677]\tvalid_0's binary_logloss: 0.00125542\n",
      "[1678]\tvalid_0's binary_logloss: 0.00125535\n",
      "[1679]\tvalid_0's binary_logloss: 0.00125505\n",
      "[1680]\tvalid_0's binary_logloss: 0.00125524\n",
      "[1681]\tvalid_0's binary_logloss: 0.00125527\n",
      "[1682]\tvalid_0's binary_logloss: 0.00125539\n",
      "[1683]\tvalid_0's binary_logloss: 0.00125559\n",
      "[1684]\tvalid_0's binary_logloss: 0.00125551\n",
      "[1685]\tvalid_0's binary_logloss: 0.00125542\n",
      "[1686]\tvalid_0's binary_logloss: 0.00125563\n",
      "[1687]\tvalid_0's binary_logloss: 0.00125558\n",
      "[1688]\tvalid_0's binary_logloss: 0.00125558\n",
      "[1689]\tvalid_0's binary_logloss: 0.00125538\n",
      "[1690]\tvalid_0's binary_logloss: 0.00125509\n",
      "[1691]\tvalid_0's binary_logloss: 0.00125501\n",
      "[1692]\tvalid_0's binary_logloss: 0.00125494\n",
      "[1693]\tvalid_0's binary_logloss: 0.00125515\n",
      "[1694]\tvalid_0's binary_logloss: 0.00125515\n",
      "[1695]\tvalid_0's binary_logloss: 0.00125511\n",
      "[1696]\tvalid_0's binary_logloss: 0.00125492\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1697]\tvalid_0's binary_logloss: 0.0012546\n",
      "[1698]\tvalid_0's binary_logloss: 0.00125463\n",
      "[1699]\tvalid_0's binary_logloss: 0.00125459\n",
      "[1700]\tvalid_0's binary_logloss: 0.0012548\n",
      "[1701]\tvalid_0's binary_logloss: 0.00125476\n",
      "[1702]\tvalid_0's binary_logloss: 0.00125498\n",
      "[1703]\tvalid_0's binary_logloss: 0.0012549\n",
      "[1704]\tvalid_0's binary_logloss: 0.00125493\n",
      "[1705]\tvalid_0's binary_logloss: 0.0012549\n",
      "[1706]\tvalid_0's binary_logloss: 0.00125482\n",
      "[1707]\tvalid_0's binary_logloss: 0.00125474\n",
      "[1708]\tvalid_0's binary_logloss: 0.00125475\n",
      "[1709]\tvalid_0's binary_logloss: 0.00125471\n",
      "[1710]\tvalid_0's binary_logloss: 0.00125474\n",
      "[1711]\tvalid_0's binary_logloss: 0.00125445\n",
      "[1712]\tvalid_0's binary_logloss: 0.00125442\n",
      "[1713]\tvalid_0's binary_logloss: 0.00125464\n",
      "[1714]\tvalid_0's binary_logloss: 0.00125485\n",
      "[1715]\tvalid_0's binary_logloss: 0.00125477\n",
      "[1716]\tvalid_0's binary_logloss: 0.00125498\n",
      "[1717]\tvalid_0's binary_logloss: 0.00125478\n",
      "[1718]\tvalid_0's binary_logloss: 0.00125475\n",
      "[1719]\tvalid_0's binary_logloss: 0.00125478\n",
      "[1720]\tvalid_0's binary_logloss: 0.0012547\n",
      "[1721]\tvalid_0's binary_logloss: 0.00125491\n",
      "[1722]\tvalid_0's binary_logloss: 0.00125487\n",
      "[1723]\tvalid_0's binary_logloss: 0.0012548\n",
      "[1724]\tvalid_0's binary_logloss: 0.00125472\n",
      "[1725]\tvalid_0's binary_logloss: 0.00125472\n",
      "[1726]\tvalid_0's binary_logloss: 0.00125469\n",
      "[1727]\tvalid_0's binary_logloss: 0.00125472\n",
      "[1728]\tvalid_0's binary_logloss: 0.00125492\n",
      "[1729]\tvalid_0's binary_logloss: 0.00125489\n",
      "[1730]\tvalid_0's binary_logloss: 0.00125469\n",
      "[1731]\tvalid_0's binary_logloss: 0.0012544\n",
      "[1732]\tvalid_0's binary_logloss: 0.00125462\n",
      "[1733]\tvalid_0's binary_logloss: 0.00125455\n",
      "[1734]\tvalid_0's binary_logloss: 0.00125451\n",
      "[1735]\tvalid_0's binary_logloss: 0.00125454\n",
      "[1736]\tvalid_0's binary_logloss: 0.00125475\n",
      "[1737]\tvalid_0's binary_logloss: 0.00125471\n",
      "[1738]\tvalid_0's binary_logloss: 0.00125493\n",
      "[1739]\tvalid_0's binary_logloss: 0.00125485\n",
      "[1740]\tvalid_0's binary_logloss: 0.00125482\n",
      "[1741]\tvalid_0's binary_logloss: 0.00125485\n",
      "[1742]\tvalid_0's binary_logloss: 0.00125477\n",
      "[1743]\tvalid_0's binary_logloss: 0.00125469\n",
      "[1744]\tvalid_0's binary_logloss: 0.0012549\n",
      "[1745]\tvalid_0's binary_logloss: 0.00125486\n",
      "[1746]\tvalid_0's binary_logloss: 0.00125508\n",
      "[1747]\tvalid_0's binary_logloss: 0.00125511\n",
      "[1748]\tvalid_0's binary_logloss: 0.00125492\n",
      "[1749]\tvalid_0's binary_logloss: 0.00125463\n",
      "[1750]\tvalid_0's binary_logloss: 0.0012546\n",
      "[1751]\tvalid_0's binary_logloss: 0.00125481\n",
      "[1752]\tvalid_0's binary_logloss: 0.00125474\n",
      "[1753]\tvalid_0's binary_logloss: 0.00125466\n",
      "[1754]\tvalid_0's binary_logloss: 0.00125448\n",
      "[1755]\tvalid_0's binary_logloss: 0.00125468\n",
      "[1756]\tvalid_0's binary_logloss: 0.00125449\n",
      "[1757]\tvalid_0's binary_logloss: 0.00125441\n",
      "[1758]\tvalid_0's binary_logloss: 0.00125438\n",
      "[1759]\tvalid_0's binary_logloss: 0.00125458\n",
      "[1760]\tvalid_0's binary_logloss: 0.00125455\n",
      "[1761]\tvalid_0's binary_logloss: 0.00125476\n",
      "[1762]\tvalid_0's binary_logloss: 0.00125458\n",
      "[1763]\tvalid_0's binary_logloss: 0.00125451\n",
      "[1764]\tvalid_0's binary_logloss: 0.00125447\n",
      "[1765]\tvalid_0's binary_logloss: 0.00125447\n",
      "[1766]\tvalid_0's binary_logloss: 0.00125469\n",
      "[1767]\tvalid_0's binary_logloss: 0.00125451\n",
      "[1768]\tvalid_0's binary_logloss: 0.00125471\n",
      "[1769]\tvalid_0's binary_logloss: 0.00125471\n",
      "[1770]\tvalid_0's binary_logloss: 0.00125468\n",
      "[1771]\tvalid_0's binary_logloss: 0.00125439\n",
      "[1772]\tvalid_0's binary_logloss: 0.00125416\n",
      "[1773]\tvalid_0's binary_logloss: 0.00125413\n",
      "[1774]\tvalid_0's binary_logloss: 0.00125434\n",
      "[1775]\tvalid_0's binary_logloss: 0.00125416\n",
      "[1776]\tvalid_0's binary_logloss: 0.00125416\n",
      "[1777]\tvalid_0's binary_logloss: 0.00125437\n",
      "[1778]\tvalid_0's binary_logloss: 0.0012543\n",
      "[1779]\tvalid_0's binary_logloss: 0.00125412\n",
      "[1780]\tvalid_0's binary_logloss: 0.00125412\n",
      "[1781]\tvalid_0's binary_logloss: 0.00125433\n",
      "[1782]\tvalid_0's binary_logloss: 0.0012543\n",
      "[1783]\tvalid_0's binary_logloss: 0.00125426\n",
      "[1784]\tvalid_0's binary_logloss: 0.00125398\n",
      "[1785]\tvalid_0's binary_logloss: 0.00125419\n",
      "[1786]\tvalid_0's binary_logloss: 0.00125379\n",
      "[1787]\tvalid_0's binary_logloss: 0.00125361\n",
      "[1788]\tvalid_0's binary_logloss: 0.00125354\n",
      "[1789]\tvalid_0's binary_logloss: 0.00125351\n",
      "[1790]\tvalid_0's binary_logloss: 0.00125372\n",
      "[1791]\tvalid_0's binary_logloss: 0.00125354\n",
      "[1792]\tvalid_0's binary_logloss: 0.00125351\n",
      "[1793]\tvalid_0's binary_logloss: 0.00125372\n",
      "[1794]\tvalid_0's binary_logloss: 0.00125368\n",
      "[1795]\tvalid_0's binary_logloss: 0.00125345\n",
      "[1796]\tvalid_0's binary_logloss: 0.0012534\n",
      "[1797]\tvalid_0's binary_logloss: 0.00125337\n",
      "[1798]\tvalid_0's binary_logloss: 0.00125319\n",
      "[1799]\tvalid_0's binary_logloss: 0.00125312\n",
      "[1800]\tvalid_0's binary_logloss: 0.00125309\n",
      "[1801]\tvalid_0's binary_logloss: 0.0012533\n",
      "[1802]\tvalid_0's binary_logloss: 0.00125324\n",
      "[1803]\tvalid_0's binary_logloss: 0.00125321\n",
      "[1804]\tvalid_0's binary_logloss: 0.00125342\n",
      "[1805]\tvalid_0's binary_logloss: 0.00125338\n",
      "[1806]\tvalid_0's binary_logloss: 0.00125359\n",
      "[1807]\tvalid_0's binary_logloss: 0.00125319\n",
      "[1808]\tvalid_0's binary_logloss: 0.00125302\n",
      "[1809]\tvalid_0's binary_logloss: 0.00125279\n",
      "[1810]\tvalid_0's binary_logloss: 0.00125276\n",
      "[1811]\tvalid_0's binary_logloss: 0.00125271\n",
      "[1812]\tvalid_0's binary_logloss: 0.00125253\n",
      "[1813]\tvalid_0's binary_logloss: 0.0012525\n",
      "[1814]\tvalid_0's binary_logloss: 0.00125271\n",
      "[1815]\tvalid_0's binary_logloss: 0.00125264\n",
      "[1816]\tvalid_0's binary_logloss: 0.00125258\n",
      "[1817]\tvalid_0's binary_logloss: 0.00125255\n",
      "[1818]\tvalid_0's binary_logloss: 0.00125249\n",
      "[1819]\tvalid_0's binary_logloss: 0.0012527\n",
      "[1820]\tvalid_0's binary_logloss: 0.00125264\n",
      "[1821]\tvalid_0's binary_logloss: 0.00125259\n",
      "[1822]\tvalid_0's binary_logloss: 0.00125234\n",
      "[1823]\tvalid_0's binary_logloss: 0.00125231\n",
      "[1824]\tvalid_0's binary_logloss: 0.00125252\n",
      "[1825]\tvalid_0's binary_logloss: 0.00125235\n",
      "[1826]\tvalid_0's binary_logloss: 0.00125231\n",
      "[1827]\tvalid_0's binary_logloss: 0.00125251\n",
      "[1828]\tvalid_0's binary_logloss: 0.00125249\n",
      "[1829]\tvalid_0's binary_logloss: 0.00125242\n",
      "[1830]\tvalid_0's binary_logloss: 0.00125239\n",
      "[1831]\tvalid_0's binary_logloss: 0.00125222\n",
      "[1832]\tvalid_0's binary_logloss: 0.00125216\n",
      "[1833]\tvalid_0's binary_logloss: 0.0012521\n",
      "[1834]\tvalid_0's binary_logloss: 0.00125208\n",
      "[1835]\tvalid_0's binary_logloss: 0.00125228\n",
      "[1836]\tvalid_0's binary_logloss: 0.00125225\n",
      "[1837]\tvalid_0's binary_logloss: 0.00125219\n",
      "[1838]\tvalid_0's binary_logloss: 0.00125213\n",
      "[1839]\tvalid_0's binary_logloss: 0.00125211\n",
      "[1840]\tvalid_0's binary_logloss: 0.00125208\n",
      "[1841]\tvalid_0's binary_logloss: 0.00125202\n",
      "[1842]\tvalid_0's binary_logloss: 0.00125195\n",
      "[1843]\tvalid_0's binary_logloss: 0.00125216\n",
      "[1844]\tvalid_0's binary_logloss: 0.0012521\n",
      "[1845]\tvalid_0's binary_logloss: 0.00125207\n",
      "[1846]\tvalid_0's binary_logloss: 0.00125228\n",
      "[1847]\tvalid_0's binary_logloss: 0.00125222\n",
      "[1848]\tvalid_0's binary_logloss: 0.00125219\n",
      "[1849]\tvalid_0's binary_logloss: 0.00125197\n",
      "[1850]\tvalid_0's binary_logloss: 0.00125194\n",
      "[1851]\tvalid_0's binary_logloss: 0.00125177\n",
      "[1852]\tvalid_0's binary_logloss: 0.00125174\n",
      "[1853]\tvalid_0's binary_logloss: 0.00125168\n",
      "[1854]\tvalid_0's binary_logloss: 0.00125162\n",
      "[1855]\tvalid_0's binary_logloss: 0.00125183\n",
      "[1856]\tvalid_0's binary_logloss: 0.00125176\n",
      "[1857]\tvalid_0's binary_logloss: 0.00125173\n",
      "[1858]\tvalid_0's binary_logloss: 0.00125168\n",
      "[1859]\tvalid_0's binary_logloss: 0.00125165\n",
      "[1860]\tvalid_0's binary_logloss: 0.00125159\n",
      "[1861]\tvalid_0's binary_logloss: 0.00125156\n",
      "[1862]\tvalid_0's binary_logloss: 0.00125176\n",
      "[1863]\tvalid_0's binary_logloss: 0.00125173\n",
      "[1864]\tvalid_0's binary_logloss: 0.00125167\n",
      "[1865]\tvalid_0's binary_logloss: 0.00125164\n",
      "[1866]\tvalid_0's binary_logloss: 0.00125147\n",
      "[1867]\tvalid_0's binary_logloss: 0.00125168\n",
      "[1868]\tvalid_0's binary_logloss: 0.00125174\n",
      "[1869]\tvalid_0's binary_logloss: 0.0012515\n",
      "[1870]\tvalid_0's binary_logloss: 0.0012517\n",
      "[1871]\tvalid_0's binary_logloss: 0.00125148\n",
      "[1872]\tvalid_0's binary_logloss: 0.00125145\n",
      "[1873]\tvalid_0's binary_logloss: 0.0012514\n",
      "[1874]\tvalid_0's binary_logloss: 0.00125134\n",
      "[1875]\tvalid_0's binary_logloss: 0.00125131\n",
      "[1876]\tvalid_0's binary_logloss: 0.00125125\n",
      "[1877]\tvalid_0's binary_logloss: 0.0012512\n",
      "[1878]\tvalid_0's binary_logloss: 0.00125117\n",
      "[1879]\tvalid_0's binary_logloss: 0.00125137\n",
      "[1880]\tvalid_0's binary_logloss: 0.00125134\n",
      "[1881]\tvalid_0's binary_logloss: 0.00125128\n",
      "[1882]\tvalid_0's binary_logloss: 0.00125149\n",
      "[1883]\tvalid_0's binary_logloss: 0.00125142\n",
      "[1884]\tvalid_0's binary_logloss: 0.0012514\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1885]\tvalid_0's binary_logloss: 0.00125134\n",
      "[1886]\tvalid_0's binary_logloss: 0.00125117\n",
      "[1887]\tvalid_0's binary_logloss: 0.00125104\n",
      "[1888]\tvalid_0's binary_logloss: 0.00125101\n",
      "[1889]\tvalid_0's binary_logloss: 0.00125121\n",
      "[1890]\tvalid_0's binary_logloss: 0.00125118\n",
      "[1891]\tvalid_0's binary_logloss: 0.00125112\n",
      "[1892]\tvalid_0's binary_logloss: 0.00125106\n",
      "[1893]\tvalid_0's binary_logloss: 0.00125103\n",
      "[1894]\tvalid_0's binary_logloss: 0.00125102\n",
      "[1895]\tvalid_0's binary_logloss: 0.00125123\n",
      "[1896]\tvalid_0's binary_logloss: 0.00125128\n",
      "[1897]\tvalid_0's binary_logloss: 0.00125104\n",
      "[1898]\tvalid_0's binary_logloss: 0.00125101\n",
      "[1899]\tvalid_0's binary_logloss: 0.00125096\n",
      "[1900]\tvalid_0's binary_logloss: 0.00125093\n",
      "[1901]\tvalid_0's binary_logloss: 0.00125092\n",
      "[1902]\tvalid_0's binary_logloss: 0.00125089\n",
      "[1903]\tvalid_0's binary_logloss: 0.00125084\n",
      "[1904]\tvalid_0's binary_logloss: 0.0012509\n",
      "[1905]\tvalid_0's binary_logloss: 0.00125087\n",
      "[1906]\tvalid_0's binary_logloss: 0.00125055\n",
      "[1907]\tvalid_0's binary_logloss: 0.00125052\n",
      "[1908]\tvalid_0's binary_logloss: 0.00125051\n",
      "[1909]\tvalid_0's binary_logloss: 0.00125071\n",
      "[1910]\tvalid_0's binary_logloss: 0.00125039\n",
      "[1911]\tvalid_0's binary_logloss: 0.00125036\n",
      "[1912]\tvalid_0's binary_logloss: 0.00125012\n",
      "[1913]\tvalid_0's binary_logloss: 0.00125009\n",
      "[1914]\tvalid_0's binary_logloss: 0.00125007\n",
      "[1915]\tvalid_0's binary_logloss: 0.00125002\n",
      "[1916]\tvalid_0's binary_logloss: 0.00124996\n",
      "[1917]\tvalid_0's binary_logloss: 0.00124993\n",
      "[1918]\tvalid_0's binary_logloss: 0.00125014\n",
      "[1919]\tvalid_0's binary_logloss: 0.00125011\n",
      "[1920]\tvalid_0's binary_logloss: 0.0012501\n",
      "[1921]\tvalid_0's binary_logloss: 0.0012503\n",
      "[1922]\tvalid_0's binary_logloss: 0.00125018\n",
      "[1923]\tvalid_0's binary_logloss: 0.00125013\n",
      "[1924]\tvalid_0's binary_logloss: 0.00125011\n",
      "[1925]\tvalid_0's binary_logloss: 0.00124999\n",
      "[1926]\tvalid_0's binary_logloss: 0.00124994\n",
      "[1927]\tvalid_0's binary_logloss: 0.00124991\n",
      "[1928]\tvalid_0's binary_logloss: 0.00124989\n",
      "[1929]\tvalid_0's binary_logloss: 0.00124984\n",
      "[1930]\tvalid_0's binary_logloss: 0.00125004\n",
      "[1931]\tvalid_0's binary_logloss: 0.00125001\n",
      "[1932]\tvalid_0's binary_logloss: 0.00124998\n",
      "[1933]\tvalid_0's binary_logloss: 0.00124997\n",
      "[1934]\tvalid_0's binary_logloss: 0.00124975\n",
      "[1935]\tvalid_0's binary_logloss: 0.00124969\n",
      "[1936]\tvalid_0's binary_logloss: 0.0012497\n",
      "[1937]\tvalid_0's binary_logloss: 0.0012499\n",
      "[1938]\tvalid_0's binary_logloss: 0.00124989\n",
      "[1939]\tvalid_0's binary_logloss: 0.00124986\n",
      "[1940]\tvalid_0's binary_logloss: 0.00124954\n",
      "[1941]\tvalid_0's binary_logloss: 0.0012493\n",
      "[1942]\tvalid_0's binary_logloss: 0.00124927\n",
      "[1943]\tvalid_0's binary_logloss: 0.00124926\n",
      "[1944]\tvalid_0's binary_logloss: 0.00124947\n",
      "[1945]\tvalid_0's binary_logloss: 0.00124944\n",
      "[1946]\tvalid_0's binary_logloss: 0.00124938\n",
      "[1947]\tvalid_0's binary_logloss: 0.00124906\n",
      "[1948]\tvalid_0's binary_logloss: 0.00124884\n",
      "[1949]\tvalid_0's binary_logloss: 0.00124872\n",
      "[1950]\tvalid_0's binary_logloss: 0.00124869\n",
      "[1951]\tvalid_0's binary_logloss: 0.0012487\n",
      "[1952]\tvalid_0's binary_logloss: 0.0012489\n",
      "[1953]\tvalid_0's binary_logloss: 0.00124891\n",
      "[1954]\tvalid_0's binary_logloss: 0.00124888\n",
      "[1955]\tvalid_0's binary_logloss: 0.00124887\n",
      "[1956]\tvalid_0's binary_logloss: 0.00124888\n",
      "[1957]\tvalid_0's binary_logloss: 0.00124882\n",
      "[1958]\tvalid_0's binary_logloss: 0.00124879\n",
      "[1959]\tvalid_0's binary_logloss: 0.00124899\n",
      "[1960]\tvalid_0's binary_logloss: 0.00124898\n",
      "[1961]\tvalid_0's binary_logloss: 0.00124892\n",
      "[1962]\tvalid_0's binary_logloss: 0.00124881\n",
      "[1963]\tvalid_0's binary_logloss: 0.00124878\n",
      "[1964]\tvalid_0's binary_logloss: 0.00124879\n",
      "[1965]\tvalid_0's binary_logloss: 0.00124876\n",
      "[1966]\tvalid_0's binary_logloss: 0.0012487\n",
      "[1967]\tvalid_0's binary_logloss: 0.00124838\n",
      "[1968]\tvalid_0's binary_logloss: 0.00124814\n",
      "[1969]\tvalid_0's binary_logloss: 0.00124815\n",
      "[1970]\tvalid_0's binary_logloss: 0.00124836\n",
      "[1971]\tvalid_0's binary_logloss: 0.00124833\n",
      "[1972]\tvalid_0's binary_logloss: 0.00124827\n",
      "[1973]\tvalid_0's binary_logloss: 0.00124828\n",
      "[1974]\tvalid_0's binary_logloss: 0.00124827\n",
      "[1975]\tvalid_0's binary_logloss: 0.00124847\n",
      "[1976]\tvalid_0's binary_logloss: 0.00124841\n",
      "[1977]\tvalid_0's binary_logloss: 0.00124838\n",
      "[1978]\tvalid_0's binary_logloss: 0.00124842\n",
      "[1979]\tvalid_0's binary_logloss: 0.00124836\n",
      "[1980]\tvalid_0's binary_logloss: 0.00124834\n",
      "[1981]\tvalid_0's binary_logloss: 0.00124828\n",
      "[1982]\tvalid_0's binary_logloss: 0.00124825\n",
      "[1983]\tvalid_0's binary_logloss: 0.00124845\n",
      "[1984]\tvalid_0's binary_logloss: 0.00124844\n",
      "[1985]\tvalid_0's binary_logloss: 0.00124841\n",
      "[1986]\tvalid_0's binary_logloss: 0.00124844\n",
      "[1987]\tvalid_0's binary_logloss: 0.00124841\n",
      "[1988]\tvalid_0's binary_logloss: 0.00124842\n",
      "[1989]\tvalid_0's binary_logloss: 0.00124836\n",
      "[1990]\tvalid_0's binary_logloss: 0.00124831\n",
      "[1991]\tvalid_0's binary_logloss: 0.00124829\n",
      "[1992]\tvalid_0's binary_logloss: 0.00124808\n",
      "[1993]\tvalid_0's binary_logloss: 0.00124828\n",
      "[1994]\tvalid_0's binary_logloss: 0.00124816\n",
      "[1995]\tvalid_0's binary_logloss: 0.00124814\n",
      "[1996]\tvalid_0's binary_logloss: 0.00124816\n",
      "[1997]\tvalid_0's binary_logloss: 0.00124833\n",
      "[1998]\tvalid_0's binary_logloss: 0.00124826\n",
      "[1999]\tvalid_0's binary_logloss: 0.0012482\n",
      "[2000]\tvalid_0's binary_logloss: 0.00124819\n",
      "[2001]\tvalid_0's binary_logloss: 0.00124816\n",
      "[2002]\tvalid_0's binary_logloss: 0.00124818\n",
      "[2003]\tvalid_0's binary_logloss: 0.00124813\n",
      "[2004]\tvalid_0's binary_logloss: 0.0012481\n",
      "[2005]\tvalid_0's binary_logloss: 0.0012483\n",
      "[2006]\tvalid_0's binary_logloss: 0.00124819\n",
      "[2007]\tvalid_0's binary_logloss: 0.00124817\n",
      "[2008]\tvalid_0's binary_logloss: 0.00124812\n",
      "[2009]\tvalid_0's binary_logloss: 0.00124806\n",
      "[2010]\tvalid_0's binary_logloss: 0.00124803\n",
      "[2011]\tvalid_0's binary_logloss: 0.00124824\n",
      "[2012]\tvalid_0's binary_logloss: 0.00124817\n",
      "[2013]\tvalid_0's binary_logloss: 0.00124815\n",
      "[2014]\tvalid_0's binary_logloss: 0.00124817\n",
      "[2015]\tvalid_0's binary_logloss: 0.00124814\n",
      "[2016]\tvalid_0's binary_logloss: 0.00124812\n",
      "[2017]\tvalid_0's binary_logloss: 0.00124806\n",
      "[2018]\tvalid_0's binary_logloss: 0.00124803\n",
      "[2019]\tvalid_0's binary_logloss: 0.00124804\n",
      "[2020]\tvalid_0's binary_logloss: 0.00124803\n",
      "[2021]\tvalid_0's binary_logloss: 0.00124807\n",
      "[2022]\tvalid_0's binary_logloss: 0.00124786\n",
      "[2023]\tvalid_0's binary_logloss: 0.00124783\n",
      "[2024]\tvalid_0's binary_logloss: 0.00124777\n",
      "[2025]\tvalid_0's binary_logloss: 0.00124772\n",
      "[2026]\tvalid_0's binary_logloss: 0.00124765\n",
      "[2027]\tvalid_0's binary_logloss: 0.00124785\n",
      "[2028]\tvalid_0's binary_logloss: 0.00124783\n",
      "[2029]\tvalid_0's binary_logloss: 0.00124759\n",
      "[2030]\tvalid_0's binary_logloss: 0.00124756\n",
      "[2031]\tvalid_0's binary_logloss: 0.00124757\n",
      "[2032]\tvalid_0's binary_logloss: 0.00124752\n",
      "[2033]\tvalid_0's binary_logloss: 0.00124749\n",
      "[2034]\tvalid_0's binary_logloss: 0.00124746\n",
      "[2035]\tvalid_0's binary_logloss: 0.0012474\n",
      "[2036]\tvalid_0's binary_logloss: 0.00124733\n",
      "[2037]\tvalid_0's binary_logloss: 0.00124735\n",
      "[2038]\tvalid_0's binary_logloss: 0.00124733\n",
      "[2039]\tvalid_0's binary_logloss: 0.00124752\n",
      "[2040]\tvalid_0's binary_logloss: 0.0012475\n",
      "[2041]\tvalid_0's binary_logloss: 0.00124748\n",
      "[2042]\tvalid_0's binary_logloss: 0.00124743\n",
      "[2043]\tvalid_0's binary_logloss: 0.0012476\n",
      "[2044]\tvalid_0's binary_logloss: 0.00124748\n",
      "[2045]\tvalid_0's binary_logloss: 0.00124745\n",
      "[2046]\tvalid_0's binary_logloss: 0.00124746\n",
      "[2047]\tvalid_0's binary_logloss: 0.00124745\n",
      "[2048]\tvalid_0's binary_logloss: 0.00124747\n",
      "[2049]\tvalid_0's binary_logloss: 0.00124745\n",
      "[2050]\tvalid_0's binary_logloss: 0.00124739\n",
      "[2051]\tvalid_0's binary_logloss: 0.00124734\n",
      "[2052]\tvalid_0's binary_logloss: 0.00124731\n",
      "[2053]\tvalid_0's binary_logloss: 0.00124732\n",
      "[2054]\tvalid_0's binary_logloss: 0.00124729\n",
      "[2055]\tvalid_0's binary_logloss: 0.00124705\n",
      "[2056]\tvalid_0's binary_logloss: 0.00124724\n",
      "[2057]\tvalid_0's binary_logloss: 0.00124717\n",
      "[2058]\tvalid_0's binary_logloss: 0.00124724\n",
      "[2059]\tvalid_0's binary_logloss: 0.00124721\n",
      "[2060]\tvalid_0's binary_logloss: 0.00124724\n",
      "[2061]\tvalid_0's binary_logloss: 0.00124722\n",
      "[2062]\tvalid_0's binary_logloss: 0.00124701\n",
      "[2063]\tvalid_0's binary_logloss: 0.00124695\n",
      "[2064]\tvalid_0's binary_logloss: 0.0012469\n",
      "[2065]\tvalid_0's binary_logloss: 0.00124691\n",
      "[2066]\tvalid_0's binary_logloss: 0.00124688\n",
      "[2067]\tvalid_0's binary_logloss: 0.00124689\n",
      "[2068]\tvalid_0's binary_logloss: 0.00124695\n",
      "[2069]\tvalid_0's binary_logloss: 0.00124693\n",
      "[2070]\tvalid_0's binary_logloss: 0.0012469\n",
      "[2071]\tvalid_0's binary_logloss: 0.00124707\n",
      "[2072]\tvalid_0's binary_logloss: 0.00124705\n",
      "[2073]\tvalid_0's binary_logloss: 0.00124698\n",
      "[2074]\tvalid_0's binary_logloss: 0.00124696\n",
      "[2075]\tvalid_0's binary_logloss: 0.0012469\n",
      "[2076]\tvalid_0's binary_logloss: 0.00124685\n",
      "[2077]\tvalid_0's binary_logloss: 0.00124682\n",
      "[2078]\tvalid_0's binary_logloss: 0.00124671\n",
      "[2079]\tvalid_0's binary_logloss: 0.00124673\n",
      "[2080]\tvalid_0's binary_logloss: 0.00124675\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2081]\tvalid_0's binary_logloss: 0.00124673\n",
      "[2082]\tvalid_0's binary_logloss: 0.00124671\n",
      "[2083]\tvalid_0's binary_logloss: 0.00124667\n",
      "[2084]\tvalid_0's binary_logloss: 0.00124662\n",
      "[2085]\tvalid_0's binary_logloss: 0.00124659\n",
      "[2086]\tvalid_0's binary_logloss: 0.0012466\n",
      "[2087]\tvalid_0's binary_logloss: 0.00124667\n",
      "[2088]\tvalid_0's binary_logloss: 0.00124643\n",
      "[2089]\tvalid_0's binary_logloss: 0.00124662\n",
      "[2090]\tvalid_0's binary_logloss: 0.00124663\n",
      "[2091]\tvalid_0's binary_logloss: 0.00124658\n",
      "[2092]\tvalid_0's binary_logloss: 0.00124652\n",
      "[2093]\tvalid_0's binary_logloss: 0.00124651\n",
      "[2094]\tvalid_0's binary_logloss: 0.00124648\n",
      "[2095]\tvalid_0's binary_logloss: 0.00124645\n",
      "[2096]\tvalid_0's binary_logloss: 0.00124627\n",
      "[2097]\tvalid_0's binary_logloss: 0.00124625\n",
      "[2098]\tvalid_0's binary_logloss: 0.00124622\n",
      "[2099]\tvalid_0's binary_logloss: 0.00124623\n",
      "[2100]\tvalid_0's binary_logloss: 0.0012462\n",
      "[2101]\tvalid_0's binary_logloss: 0.00124615\n",
      "[2102]\tvalid_0's binary_logloss: 0.00124617\n",
      "[2103]\tvalid_0's binary_logloss: 0.00124597\n",
      "[2104]\tvalid_0's binary_logloss: 0.00124594\n",
      "[2105]\tvalid_0's binary_logloss: 0.00124583\n",
      "[2106]\tvalid_0's binary_logloss: 0.00124585\n",
      "[2107]\tvalid_0's binary_logloss: 0.00124591\n",
      "[2108]\tvalid_0's binary_logloss: 0.00124589\n",
      "[2109]\tvalid_0's binary_logloss: 0.00124587\n",
      "[2110]\tvalid_0's binary_logloss: 0.00124605\n",
      "[2111]\tvalid_0's binary_logloss: 0.00124603\n",
      "[2112]\tvalid_0's binary_logloss: 0.00124596\n",
      "[2113]\tvalid_0's binary_logloss: 0.00124598\n",
      "[2114]\tvalid_0's binary_logloss: 0.00124616\n",
      "[2115]\tvalid_0's binary_logloss: 0.00124605\n",
      "[2116]\tvalid_0's binary_logloss: 0.00124582\n",
      "[2117]\tvalid_0's binary_logloss: 0.00124576\n",
      "[2118]\tvalid_0's binary_logloss: 0.00124574\n",
      "[2119]\tvalid_0's binary_logloss: 0.00124571\n",
      "[2120]\tvalid_0's binary_logloss: 0.00124565\n",
      "[2121]\tvalid_0's binary_logloss: 0.00124562\n",
      "[2122]\tvalid_0's binary_logloss: 0.00124563\n",
      "[2123]\tvalid_0's binary_logloss: 0.00124562\n",
      "[2124]\tvalid_0's binary_logloss: 0.00124544\n",
      "[2125]\tvalid_0's binary_logloss: 0.00124539\n",
      "[2126]\tvalid_0's binary_logloss: 0.00124536\n",
      "[2127]\tvalid_0's binary_logloss: 0.00124533\n",
      "[2128]\tvalid_0's binary_logloss: 0.00124534\n",
      "[2129]\tvalid_0's binary_logloss: 0.00124551\n",
      "[2130]\tvalid_0's binary_logloss: 0.00124549\n",
      "[2131]\tvalid_0's binary_logloss: 0.00124547\n",
      "[2132]\tvalid_0's binary_logloss: 0.00124536\n",
      "[2133]\tvalid_0's binary_logloss: 0.00124525\n",
      "[2134]\tvalid_0's binary_logloss: 0.00124528\n",
      "[2135]\tvalid_0's binary_logloss: 0.00124525\n",
      "[2136]\tvalid_0's binary_logloss: 0.00124532\n",
      "[2137]\tvalid_0's binary_logloss: 0.00124521\n",
      "[2138]\tvalid_0's binary_logloss: 0.00124516\n",
      "[2139]\tvalid_0's binary_logloss: 0.0012451\n",
      "[2140]\tvalid_0's binary_logloss: 0.00124509\n",
      "[2141]\tvalid_0's binary_logloss: 0.00124506\n",
      "[2142]\tvalid_0's binary_logloss: 0.00124503\n",
      "[2143]\tvalid_0's binary_logloss: 0.00124504\n",
      "[2144]\tvalid_0's binary_logloss: 0.00124493\n",
      "[2145]\tvalid_0's binary_logloss: 0.00124496\n",
      "[2146]\tvalid_0's binary_logloss: 0.00124472\n",
      "[2147]\tvalid_0's binary_logloss: 0.0012447\n",
      "[2148]\tvalid_0's binary_logloss: 0.00124487\n",
      "[2149]\tvalid_0's binary_logloss: 0.00124485\n",
      "[2150]\tvalid_0's binary_logloss: 0.00124486\n",
      "[2151]\tvalid_0's binary_logloss: 0.00124483\n",
      "[2152]\tvalid_0's binary_logloss: 0.00124477\n",
      "[2153]\tvalid_0's binary_logloss: 0.00124472\n",
      "[2154]\tvalid_0's binary_logloss: 0.00124473\n",
      "[2155]\tvalid_0's binary_logloss: 0.00124471\n",
      "[2156]\tvalid_0's binary_logloss: 0.00124454\n",
      "[2157]\tvalid_0's binary_logloss: 0.00124451\n",
      "[2158]\tvalid_0's binary_logloss: 0.00124448\n",
      "[2159]\tvalid_0's binary_logloss: 0.00124443\n",
      "[2160]\tvalid_0's binary_logloss: 0.0012444\n",
      "[2161]\tvalid_0's binary_logloss: 0.00124447\n",
      "[2162]\tvalid_0's binary_logloss: 0.00124444\n",
      "[2163]\tvalid_0's binary_logloss: 0.00124445\n",
      "[2164]\tvalid_0's binary_logloss: 0.00124448\n",
      "[2165]\tvalid_0's binary_logloss: 0.00124437\n",
      "[2166]\tvalid_0's binary_logloss: 0.00124426\n",
      "[2167]\tvalid_0's binary_logloss: 0.00124425\n",
      "[2168]\tvalid_0's binary_logloss: 0.00124443\n",
      "[2169]\tvalid_0's binary_logloss: 0.00124432\n",
      "[2170]\tvalid_0's binary_logloss: 0.00124429\n",
      "[2171]\tvalid_0's binary_logloss: 0.00124423\n",
      "[2172]\tvalid_0's binary_logloss: 0.00124421\n",
      "[2173]\tvalid_0's binary_logloss: 0.0012441\n",
      "[2174]\tvalid_0's binary_logloss: 0.00124409\n",
      "[2175]\tvalid_0's binary_logloss: 0.00124417\n",
      "[2176]\tvalid_0's binary_logloss: 0.00124424\n",
      "[2177]\tvalid_0's binary_logloss: 0.00124425\n",
      "[2178]\tvalid_0's binary_logloss: 0.00124427\n",
      "[2179]\tvalid_0's binary_logloss: 0.00124425\n",
      "[2180]\tvalid_0's binary_logloss: 0.00124432\n",
      "[2181]\tvalid_0's binary_logloss: 0.00124421\n",
      "[2182]\tvalid_0's binary_logloss: 0.00124439\n",
      "[2183]\tvalid_0's binary_logloss: 0.00124436\n",
      "[2184]\tvalid_0's binary_logloss: 0.0012443\n",
      "[2185]\tvalid_0's binary_logloss: 0.00124425\n",
      "[2186]\tvalid_0's binary_logloss: 0.00124424\n",
      "[2187]\tvalid_0's binary_logloss: 0.00124413\n",
      "[2188]\tvalid_0's binary_logloss: 0.0012443\n",
      "[2189]\tvalid_0's binary_logloss: 0.0012442\n",
      "[2190]\tvalid_0's binary_logloss: 0.00124417\n",
      "[2191]\tvalid_0's binary_logloss: 0.00124414\n",
      "[2192]\tvalid_0's binary_logloss: 0.00124415\n",
      "[2193]\tvalid_0's binary_logloss: 0.00124414\n",
      "[2194]\tvalid_0's binary_logloss: 0.00124416\n",
      "[2195]\tvalid_0's binary_logloss: 0.00124406\n",
      "[2196]\tvalid_0's binary_logloss: 0.00124403\n",
      "[2197]\tvalid_0's binary_logloss: 0.0012441\n",
      "[2198]\tvalid_0's binary_logloss: 0.00124404\n",
      "[2199]\tvalid_0's binary_logloss: 0.00124405\n",
      "[2200]\tvalid_0's binary_logloss: 0.00124402\n",
      "[2201]\tvalid_0's binary_logloss: 0.00124403\n",
      "[2202]\tvalid_0's binary_logloss: 0.0012441\n",
      "[2203]\tvalid_0's binary_logloss: 0.00124407\n",
      "[2204]\tvalid_0's binary_logloss: 0.00124396\n",
      "[2205]\tvalid_0's binary_logloss: 0.00124395\n",
      "[2206]\tvalid_0's binary_logloss: 0.00124396\n",
      "[2207]\tvalid_0's binary_logloss: 0.00124398\n",
      "[2208]\tvalid_0's binary_logloss: 0.00124399\n",
      "[2209]\tvalid_0's binary_logloss: 0.00124389\n",
      "[2210]\tvalid_0's binary_logloss: 0.0012439\n",
      "[2211]\tvalid_0's binary_logloss: 0.00124387\n",
      "[2212]\tvalid_0's binary_logloss: 0.00124384\n",
      "[2213]\tvalid_0's binary_logloss: 0.00124379\n",
      "[2214]\tvalid_0's binary_logloss: 0.00124373\n",
      "[2215]\tvalid_0's binary_logloss: 0.00124372\n",
      "[2216]\tvalid_0's binary_logloss: 0.00124379\n",
      "[2217]\tvalid_0's binary_logloss: 0.00124388\n",
      "[2218]\tvalid_0's binary_logloss: 0.00124377\n",
      "[2219]\tvalid_0's binary_logloss: 0.00124367\n",
      "[2220]\tvalid_0's binary_logloss: 0.00124368\n",
      "[2221]\tvalid_0's binary_logloss: 0.00124366\n",
      "[2222]\tvalid_0's binary_logloss: 0.00124369\n",
      "[2223]\tvalid_0's binary_logloss: 0.00124366\n",
      "[2224]\tvalid_0's binary_logloss: 0.00124363\n",
      "[2225]\tvalid_0's binary_logloss: 0.00124381\n",
      "[2226]\tvalid_0's binary_logloss: 0.00124378\n",
      "[2227]\tvalid_0's binary_logloss: 0.00124376\n",
      "[2228]\tvalid_0's binary_logloss: 0.00124383\n",
      "[2229]\tvalid_0's binary_logloss: 0.00124377\n",
      "[2230]\tvalid_0's binary_logloss: 0.00124372\n",
      "[2231]\tvalid_0's binary_logloss: 0.00124361\n",
      "[2232]\tvalid_0's binary_logloss: 0.0012436\n",
      "[2233]\tvalid_0's binary_logloss: 0.00124361\n",
      "[2234]\tvalid_0's binary_logloss: 0.00124358\n",
      "[2235]\tvalid_0's binary_logloss: 0.00124359\n",
      "[2236]\tvalid_0's binary_logloss: 0.00124348\n",
      "[2237]\tvalid_0's binary_logloss: 0.00124351\n",
      "[2238]\tvalid_0's binary_logloss: 0.00124348\n",
      "[2239]\tvalid_0's binary_logloss: 0.00124346\n",
      "[2240]\tvalid_0's binary_logloss: 0.00124352\n",
      "[2241]\tvalid_0's binary_logloss: 0.00124351\n",
      "[2242]\tvalid_0's binary_logloss: 0.00124352\n",
      "[2243]\tvalid_0's binary_logloss: 0.00124346\n",
      "[2244]\tvalid_0's binary_logloss: 0.00124341\n",
      "[2245]\tvalid_0's binary_logloss: 0.0012433\n",
      "[2246]\tvalid_0's binary_logloss: 0.00124327\n",
      "[2247]\tvalid_0's binary_logloss: 0.00124328\n",
      "[2248]\tvalid_0's binary_logloss: 0.00124326\n",
      "[2249]\tvalid_0's binary_logloss: 0.00124343\n",
      "[2250]\tvalid_0's binary_logloss: 0.00124341\n",
      "[2251]\tvalid_0's binary_logloss: 0.0012433\n",
      "[2252]\tvalid_0's binary_logloss: 0.00124328\n",
      "[2253]\tvalid_0's binary_logloss: 0.00124335\n",
      "[2254]\tvalid_0's binary_logloss: 0.00124325\n",
      "[2255]\tvalid_0's binary_logloss: 0.00124326\n",
      "[2256]\tvalid_0's binary_logloss: 0.0012432\n",
      "[2257]\tvalid_0's binary_logloss: 0.00124321\n",
      "[2258]\tvalid_0's binary_logloss: 0.00124318\n",
      "[2259]\tvalid_0's binary_logloss: 0.00124316\n",
      "[2260]\tvalid_0's binary_logloss: 0.00124315\n",
      "[2261]\tvalid_0's binary_logloss: 0.00124317\n",
      "[2262]\tvalid_0's binary_logloss: 0.00124306\n",
      "[2263]\tvalid_0's binary_logloss: 0.00124313\n",
      "[2264]\tvalid_0's binary_logloss: 0.00124322\n",
      "[2265]\tvalid_0's binary_logloss: 0.00124323\n",
      "[2266]\tvalid_0's binary_logloss: 0.0012432\n",
      "[2267]\tvalid_0's binary_logloss: 0.00124315\n",
      "[2268]\tvalid_0's binary_logloss: 0.00124317\n",
      "[2269]\tvalid_0's binary_logloss: 0.00124315\n",
      "[2270]\tvalid_0's binary_logloss: 0.00124313\n",
      "[2271]\tvalid_0's binary_logloss: 0.00124314\n",
      "[2272]\tvalid_0's binary_logloss: 0.00124311\n",
      "[2273]\tvalid_0's binary_logloss: 0.00124306\n",
      "[2274]\tvalid_0's binary_logloss: 0.00124304\n",
      "[2275]\tvalid_0's binary_logloss: 0.0012431\n",
      "[2276]\tvalid_0's binary_logloss: 0.00124311\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2277]\tvalid_0's binary_logloss: 0.00124309\n",
      "[2278]\tvalid_0's binary_logloss: 0.00124298\n",
      "[2279]\tvalid_0's binary_logloss: 0.00124299\n",
      "[2280]\tvalid_0's binary_logloss: 0.00124298\n",
      "[2281]\tvalid_0's binary_logloss: 0.00124299\n",
      "[2282]\tvalid_0's binary_logloss: 0.00124296\n",
      "[2283]\tvalid_0's binary_logloss: 0.00124285\n",
      "[2284]\tvalid_0's binary_logloss: 0.0012428\n",
      "[2285]\tvalid_0's binary_logloss: 0.00124287\n",
      "[2286]\tvalid_0's binary_logloss: 0.00124284\n",
      "[2287]\tvalid_0's binary_logloss: 0.00124286\n",
      "[2288]\tvalid_0's binary_logloss: 0.00124287\n",
      "[2289]\tvalid_0's binary_logloss: 0.00124286\n",
      "[2290]\tvalid_0's binary_logloss: 0.00124287\n",
      "[2291]\tvalid_0's binary_logloss: 0.00124294\n",
      "[2292]\tvalid_0's binary_logloss: 0.00124283\n",
      "[2293]\tvalid_0's binary_logloss: 0.00124273\n",
      "[2294]\tvalid_0's binary_logloss: 0.00124267\n",
      "[2295]\tvalid_0's binary_logloss: 0.00124262\n",
      "[2296]\tvalid_0's binary_logloss: 0.00124255\n",
      "[2297]\tvalid_0's binary_logloss: 0.00124252\n",
      "[2298]\tvalid_0's binary_logloss: 0.00124253\n",
      "[2299]\tvalid_0's binary_logloss: 0.00124251\n",
      "[2300]\tvalid_0's binary_logloss: 0.0012424\n",
      "[2301]\tvalid_0's binary_logloss: 0.00124247\n",
      "[2302]\tvalid_0's binary_logloss: 0.00124245\n",
      "[2303]\tvalid_0's binary_logloss: 0.00124245\n",
      "[2304]\tvalid_0's binary_logloss: 0.00124248\n",
      "[2305]\tvalid_0's binary_logloss: 0.00124245\n",
      "[2306]\tvalid_0's binary_logloss: 0.00124243\n",
      "[2307]\tvalid_0's binary_logloss: 0.00124237\n",
      "[2308]\tvalid_0's binary_logloss: 0.00124232\n",
      "[2309]\tvalid_0's binary_logloss: 0.00124233\n",
      "[2310]\tvalid_0's binary_logloss: 0.00124232\n",
      "[2311]\tvalid_0's binary_logloss: 0.00124229\n",
      "[2312]\tvalid_0's binary_logloss: 0.00124218\n",
      "[2313]\tvalid_0's binary_logloss: 0.00124225\n",
      "[2314]\tvalid_0's binary_logloss: 0.00124222\n",
      "[2315]\tvalid_0's binary_logloss: 0.00124212\n",
      "[2316]\tvalid_0's binary_logloss: 0.00124213\n",
      "[2317]\tvalid_0's binary_logloss: 0.00124211\n",
      "[2318]\tvalid_0's binary_logloss: 0.00124214\n",
      "[2319]\tvalid_0's binary_logloss: 0.00124214\n",
      "[2320]\tvalid_0's binary_logloss: 0.00124212\n",
      "[2321]\tvalid_0's binary_logloss: 0.00124207\n",
      "[2322]\tvalid_0's binary_logloss: 0.00124201\n",
      "[2323]\tvalid_0's binary_logloss: 0.00124199\n",
      "[2324]\tvalid_0's binary_logloss: 0.00124196\n",
      "[2325]\tvalid_0's binary_logloss: 0.00124197\n",
      "[2326]\tvalid_0's binary_logloss: 0.00124204\n",
      "[2327]\tvalid_0's binary_logloss: 0.00124198\n",
      "[2328]\tvalid_0's binary_logloss: 0.00124199\n",
      "[2329]\tvalid_0's binary_logloss: 0.00124197\n",
      "[2330]\tvalid_0's binary_logloss: 0.00124197\n",
      "[2331]\tvalid_0's binary_logloss: 0.00124195\n",
      "[2332]\tvalid_0's binary_logloss: 0.00124196\n",
      "[2333]\tvalid_0's binary_logloss: 0.00124194\n",
      "[2334]\tvalid_0's binary_logloss: 0.00124201\n",
      "[2335]\tvalid_0's binary_logloss: 0.00124198\n",
      "[2336]\tvalid_0's binary_logloss: 0.00124195\n",
      "[2337]\tvalid_0's binary_logloss: 0.00124198\n",
      "[2338]\tvalid_0's binary_logloss: 0.00124187\n",
      "[2339]\tvalid_0's binary_logloss: 0.00124177\n",
      "[2340]\tvalid_0's binary_logloss: 0.00124171\n",
      "[2341]\tvalid_0's binary_logloss: 0.00124169\n",
      "[2342]\tvalid_0's binary_logloss: 0.00124168\n",
      "[2343]\tvalid_0's binary_logloss: 0.00124162\n",
      "[2344]\tvalid_0's binary_logloss: 0.00124169\n",
      "[2345]\tvalid_0's binary_logloss: 0.0012417\n",
      "[2346]\tvalid_0's binary_logloss: 0.00124167\n",
      "[2347]\tvalid_0's binary_logloss: 0.00124156\n",
      "[2348]\tvalid_0's binary_logloss: 0.00124154\n",
      "[2349]\tvalid_0's binary_logloss: 0.00124155\n",
      "[2350]\tvalid_0's binary_logloss: 0.00124157\n",
      "[2351]\tvalid_0's binary_logloss: 0.00124156\n",
      "[2352]\tvalid_0's binary_logloss: 0.00124157\n",
      "[2353]\tvalid_0's binary_logloss: 0.00124146\n",
      "[2354]\tvalid_0's binary_logloss: 0.00124147\n",
      "[2355]\tvalid_0's binary_logloss: 0.00124154\n",
      "[2356]\tvalid_0's binary_logloss: 0.00124151\n",
      "[2357]\tvalid_0's binary_logloss: 0.00124141\n",
      "[2358]\tvalid_0's binary_logloss: 0.00124136\n",
      "[2359]\tvalid_0's binary_logloss: 0.0012413\n",
      "[2360]\tvalid_0's binary_logloss: 0.00124127\n",
      "[2361]\tvalid_0's binary_logloss: 0.00124128\n",
      "[2362]\tvalid_0's binary_logloss: 0.00124127\n",
      "[2363]\tvalid_0's binary_logloss: 0.00124125\n",
      "[2364]\tvalid_0's binary_logloss: 0.00124119\n",
      "[2365]\tvalid_0's binary_logloss: 0.00124117\n",
      "[2366]\tvalid_0's binary_logloss: 0.00124118\n",
      "[2367]\tvalid_0's binary_logloss: 0.00124124\n",
      "[2368]\tvalid_0's binary_logloss: 0.00124131\n",
      "[2369]\tvalid_0's binary_logloss: 0.00124132\n",
      "[2370]\tvalid_0's binary_logloss: 0.00124134\n",
      "[2371]\tvalid_0's binary_logloss: 0.00124124\n",
      "[2372]\tvalid_0's binary_logloss: 0.00124121\n",
      "[2373]\tvalid_0's binary_logloss: 0.0012412\n",
      "[2374]\tvalid_0's binary_logloss: 0.00124109\n",
      "[2375]\tvalid_0's binary_logloss: 0.00124104\n",
      "[2376]\tvalid_0's binary_logloss: 0.00124098\n",
      "[2377]\tvalid_0's binary_logloss: 0.00124088\n",
      "[2378]\tvalid_0's binary_logloss: 0.00124089\n",
      "[2379]\tvalid_0's binary_logloss: 0.00124087\n",
      "[2380]\tvalid_0's binary_logloss: 0.00124081\n",
      "[2381]\tvalid_0's binary_logloss: 0.00124082\n",
      "[2382]\tvalid_0's binary_logloss: 0.00124081\n",
      "[2383]\tvalid_0's binary_logloss: 0.00124087\n",
      "[2384]\tvalid_0's binary_logloss: 0.00124077\n",
      "[2385]\tvalid_0's binary_logloss: 0.00124074\n",
      "[2386]\tvalid_0's binary_logloss: 0.00124075\n",
      "[2387]\tvalid_0's binary_logloss: 0.00124072\n",
      "[2388]\tvalid_0's binary_logloss: 0.00124073\n",
      "[2389]\tvalid_0's binary_logloss: 0.00124072\n",
      "[2390]\tvalid_0's binary_logloss: 0.0012407\n",
      "[2391]\tvalid_0's binary_logloss: 0.00124072\n",
      "[2392]\tvalid_0's binary_logloss: 0.00124073\n",
      "[2393]\tvalid_0's binary_logloss: 0.00124079\n",
      "[2394]\tvalid_0's binary_logloss: 0.00124069\n",
      "[2395]\tvalid_0's binary_logloss: 0.00124066\n",
      "[2396]\tvalid_0's binary_logloss: 0.00124061\n",
      "[2397]\tvalid_0's binary_logloss: 0.00124051\n",
      "[2398]\tvalid_0's binary_logloss: 0.00124057\n",
      "[2399]\tvalid_0's binary_logloss: 0.00124052\n",
      "[2400]\tvalid_0's binary_logloss: 0.00124042\n",
      "[2401]\tvalid_0's binary_logloss: 0.00124039\n",
      "[2402]\tvalid_0's binary_logloss: 0.00124037\n",
      "[2403]\tvalid_0's binary_logloss: 0.00124038\n",
      "[2404]\tvalid_0's binary_logloss: 0.00124036\n",
      "[2405]\tvalid_0's binary_logloss: 0.00124037\n",
      "[2406]\tvalid_0's binary_logloss: 0.00124039\n",
      "[2407]\tvalid_0's binary_logloss: 0.00124037\n",
      "[2408]\tvalid_0's binary_logloss: 0.00124034\n",
      "[2409]\tvalid_0's binary_logloss: 0.0012404\n",
      "[2410]\tvalid_0's binary_logloss: 0.00124038\n",
      "[2411]\tvalid_0's binary_logloss: 0.00124033\n",
      "[2412]\tvalid_0's binary_logloss: 0.00124034\n",
      "[2413]\tvalid_0's binary_logloss: 0.00124032\n",
      "[2414]\tvalid_0's binary_logloss: 0.00124033\n",
      "[2415]\tvalid_0's binary_logloss: 0.0012404\n",
      "[2416]\tvalid_0's binary_logloss: 0.00124037\n",
      "[2417]\tvalid_0's binary_logloss: 0.0012404\n",
      "[2418]\tvalid_0's binary_logloss: 0.00124034\n",
      "[2419]\tvalid_0's binary_logloss: 0.00124031\n",
      "[2420]\tvalid_0's binary_logloss: 0.00124029\n",
      "[2421]\tvalid_0's binary_logloss: 0.0012403\n",
      "[2422]\tvalid_0's binary_logloss: 0.00124027\n",
      "[2423]\tvalid_0's binary_logloss: 0.00124017\n",
      "[2424]\tvalid_0's binary_logloss: 0.00124015\n",
      "[2425]\tvalid_0's binary_logloss: 0.00124022\n",
      "[2426]\tvalid_0's binary_logloss: 0.00124012\n",
      "[2427]\tvalid_0's binary_logloss: 0.00124001\n",
      "[2428]\tvalid_0's binary_logloss: 0.00123996\n",
      "[2429]\tvalid_0's binary_logloss: 0.00123994\n",
      "[2430]\tvalid_0's binary_logloss: 0.00123994\n",
      "[2431]\tvalid_0's binary_logloss: 0.00123989\n",
      "[2432]\tvalid_0's binary_logloss: 0.00123983\n",
      "[2433]\tvalid_0's binary_logloss: 0.00123982\n",
      "[2434]\tvalid_0's binary_logloss: 0.00123983\n",
      "[2435]\tvalid_0's binary_logloss: 0.0012398\n",
      "[2436]\tvalid_0's binary_logloss: 0.00123978\n",
      "[2437]\tvalid_0's binary_logloss: 0.00123987\n",
      "[2438]\tvalid_0's binary_logloss: 0.00123986\n",
      "[2439]\tvalid_0's binary_logloss: 0.00123975\n",
      "[2440]\tvalid_0's binary_logloss: 0.00123982\n",
      "[2441]\tvalid_0's binary_logloss: 0.00123972\n",
      "[2442]\tvalid_0's binary_logloss: 0.00123973\n",
      "[2443]\tvalid_0's binary_logloss: 0.00123975\n",
      "[2444]\tvalid_0's binary_logloss: 0.00123973\n",
      "[2445]\tvalid_0's binary_logloss: 0.00123973\n",
      "[2446]\tvalid_0's binary_logloss: 0.00123968\n",
      "[2447]\tvalid_0's binary_logloss: 0.00123963\n",
      "[2448]\tvalid_0's binary_logloss: 0.0012396\n",
      "[2449]\tvalid_0's binary_logloss: 0.00123958\n",
      "[2450]\tvalid_0's binary_logloss: 0.00123964\n",
      "[2451]\tvalid_0's binary_logloss: 0.00123965\n",
      "[2452]\tvalid_0's binary_logloss: 0.00123964\n",
      "[2453]\tvalid_0's binary_logloss: 0.00123965\n",
      "[2454]\tvalid_0's binary_logloss: 0.00123959\n",
      "[2455]\tvalid_0's binary_logloss: 0.00123957\n",
      "[2456]\tvalid_0's binary_logloss: 0.00123963\n",
      "[2457]\tvalid_0's binary_logloss: 0.00123953\n",
      "[2458]\tvalid_0's binary_logloss: 0.00123951\n",
      "[2459]\tvalid_0's binary_logloss: 0.00123951\n",
      "[2460]\tvalid_0's binary_logloss: 0.00123953\n",
      "[2461]\tvalid_0's binary_logloss: 0.00123943\n",
      "[2462]\tvalid_0's binary_logloss: 0.00123942\n",
      "[2463]\tvalid_0's binary_logloss: 0.00123943\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2464]\tvalid_0's binary_logloss: 0.00123933\n",
      "[2465]\tvalid_0's binary_logloss: 0.00123939\n",
      "[2466]\tvalid_0's binary_logloss: 0.00123929\n",
      "[2467]\tvalid_0's binary_logloss: 0.00123927\n",
      "[2468]\tvalid_0's binary_logloss: 0.00123921\n",
      "[2469]\tvalid_0's binary_logloss: 0.00123922\n",
      "[2470]\tvalid_0's binary_logloss: 0.00123917\n",
      "[2471]\tvalid_0's binary_logloss: 0.00123915\n",
      "[2472]\tvalid_0's binary_logloss: 0.00123913\n",
      "[2473]\tvalid_0's binary_logloss: 0.00123908\n",
      "[2474]\tvalid_0's binary_logloss: 0.00123909\n",
      "[2475]\tvalid_0's binary_logloss: 0.00123906\n",
      "[2476]\tvalid_0's binary_logloss: 0.00123907\n",
      "[2477]\tvalid_0's binary_logloss: 0.00123897\n",
      "[2478]\tvalid_0's binary_logloss: 0.00123898\n",
      "[2479]\tvalid_0's binary_logloss: 0.00123904\n",
      "[2480]\tvalid_0's binary_logloss: 0.00123894\n",
      "[2481]\tvalid_0's binary_logloss: 0.00123893\n",
      "[2482]\tvalid_0's binary_logloss: 0.00123895\n",
      "[2483]\tvalid_0's binary_logloss: 0.00123884\n",
      "[2484]\tvalid_0's binary_logloss: 0.00123882\n",
      "[2485]\tvalid_0's binary_logloss: 0.00123883\n",
      "[2486]\tvalid_0's binary_logloss: 0.00123889\n",
      "[2487]\tvalid_0's binary_logloss: 0.00123887\n",
      "[2488]\tvalid_0's binary_logloss: 0.00123886\n",
      "[2489]\tvalid_0's binary_logloss: 0.00123887\n",
      "[2490]\tvalid_0's binary_logloss: 0.00123881\n",
      "[2491]\tvalid_0's binary_logloss: 0.00123879\n",
      "[2492]\tvalid_0's binary_logloss: 0.00123885\n",
      "[2493]\tvalid_0's binary_logloss: 0.0012388\n",
      "[2494]\tvalid_0's binary_logloss: 0.0012387\n",
      "[2495]\tvalid_0's binary_logloss: 0.00123867\n",
      "[2496]\tvalid_0's binary_logloss: 0.00123862\n",
      "[2497]\tvalid_0's binary_logloss: 0.00123863\n",
      "[2498]\tvalid_0's binary_logloss: 0.00123853\n",
      "[2499]\tvalid_0's binary_logloss: 0.00123854\n",
      "[2500]\tvalid_0's binary_logloss: 0.00123852\n",
      "[2501]\tvalid_0's binary_logloss: 0.00123854\n",
      "[2502]\tvalid_0's binary_logloss: 0.00123844\n",
      "[2503]\tvalid_0's binary_logloss: 0.00123842\n",
      "[2504]\tvalid_0's binary_logloss: 0.00123848\n",
      "[2505]\tvalid_0's binary_logloss: 0.00123849\n",
      "[2506]\tvalid_0's binary_logloss: 0.00123847\n",
      "[2507]\tvalid_0's binary_logloss: 0.00123842\n",
      "[2508]\tvalid_0's binary_logloss: 0.00123836\n",
      "[2509]\tvalid_0's binary_logloss: 0.00123834\n",
      "[2510]\tvalid_0's binary_logloss: 0.00123831\n",
      "[2511]\tvalid_0's binary_logloss: 0.00123832\n",
      "[2512]\tvalid_0's binary_logloss: 0.00123839\n",
      "[2513]\tvalid_0's binary_logloss: 0.00123829\n",
      "[2514]\tvalid_0's binary_logloss: 0.00123831\n",
      "[2515]\tvalid_0's binary_logloss: 0.0012383\n",
      "[2516]\tvalid_0's binary_logloss: 0.00123827\n",
      "[2517]\tvalid_0's binary_logloss: 0.00123822\n",
      "[2518]\tvalid_0's binary_logloss: 0.00123817\n",
      "[2519]\tvalid_0's binary_logloss: 0.00123807\n",
      "[2520]\tvalid_0's binary_logloss: 0.00123808\n",
      "[2521]\tvalid_0's binary_logloss: 0.00123805\n",
      "[2522]\tvalid_0's binary_logloss: 0.00123806\n",
      "[2523]\tvalid_0's binary_logloss: 0.00123803\n",
      "[2524]\tvalid_0's binary_logloss: 0.00123793\n",
      "[2525]\tvalid_0's binary_logloss: 0.001238\n",
      "[2526]\tvalid_0's binary_logloss: 0.00123798\n",
      "[2527]\tvalid_0's binary_logloss: 0.00123799\n",
      "[2528]\tvalid_0's binary_logloss: 0.00123794\n",
      "[2529]\tvalid_0's binary_logloss: 0.00123791\n",
      "[2530]\tvalid_0's binary_logloss: 0.00123781\n",
      "[2531]\tvalid_0's binary_logloss: 0.00123776\n",
      "[2532]\tvalid_0's binary_logloss: 0.00123774\n",
      "[2533]\tvalid_0's binary_logloss: 0.00123775\n",
      "[2534]\tvalid_0's binary_logloss: 0.00123777\n",
      "[2535]\tvalid_0's binary_logloss: 0.00123777\n",
      "[2536]\tvalid_0's binary_logloss: 0.00123767\n",
      "[2537]\tvalid_0's binary_logloss: 0.00123757\n",
      "[2538]\tvalid_0's binary_logloss: 0.00123764\n",
      "[2539]\tvalid_0's binary_logloss: 0.00123762\n",
      "[2540]\tvalid_0's binary_logloss: 0.00123756\n",
      "[2541]\tvalid_0's binary_logloss: 0.00123757\n",
      "[2542]\tvalid_0's binary_logloss: 0.00123756\n",
      "[2543]\tvalid_0's binary_logloss: 0.00123757\n",
      "[2544]\tvalid_0's binary_logloss: 0.00123763\n",
      "[2545]\tvalid_0's binary_logloss: 0.00123761\n",
      "[2546]\tvalid_0's binary_logloss: 0.00123751\n",
      "[2547]\tvalid_0's binary_logloss: 0.00123745\n",
      "[2548]\tvalid_0's binary_logloss: 0.0012374\n",
      "[2549]\tvalid_0's binary_logloss: 0.00123739\n",
      "[2550]\tvalid_0's binary_logloss: 0.0012374\n",
      "[2551]\tvalid_0's binary_logloss: 0.0012373\n",
      "[2552]\tvalid_0's binary_logloss: 0.0012373\n",
      "[2553]\tvalid_0's binary_logloss: 0.0012372\n",
      "[2554]\tvalid_0's binary_logloss: 0.00123718\n",
      "[2555]\tvalid_0's binary_logloss: 0.00123724\n",
      "[2556]\tvalid_0's binary_logloss: 0.00123722\n",
      "[2557]\tvalid_0's binary_logloss: 0.00123724\n",
      "[2558]\tvalid_0's binary_logloss: 0.00123714\n",
      "[2559]\tvalid_0's binary_logloss: 0.00123709\n",
      "[2560]\tvalid_0's binary_logloss: 0.0012371\n",
      "[2561]\tvalid_0's binary_logloss: 0.00123707\n",
      "[2562]\tvalid_0's binary_logloss: 0.00123708\n",
      "[2563]\tvalid_0's binary_logloss: 0.00123707\n",
      "[2564]\tvalid_0's binary_logloss: 0.00123707\n",
      "[2565]\tvalid_0's binary_logloss: 0.00123714\n",
      "[2566]\tvalid_0's binary_logloss: 0.00123712\n",
      "[2567]\tvalid_0's binary_logloss: 0.00123709\n",
      "[2568]\tvalid_0's binary_logloss: 0.00123704\n",
      "[2569]\tvalid_0's binary_logloss: 0.00123698\n",
      "[2570]\tvalid_0's binary_logloss: 0.00123689\n",
      "[2571]\tvalid_0's binary_logloss: 0.00123686\n",
      "[2572]\tvalid_0's binary_logloss: 0.00123696\n",
      "[2573]\tvalid_0's binary_logloss: 0.00123695\n",
      "[2574]\tvalid_0's binary_logloss: 0.00123696\n",
      "[2575]\tvalid_0's binary_logloss: 0.00123698\n",
      "[2576]\tvalid_0's binary_logloss: 0.00123696\n",
      "[2577]\tvalid_0's binary_logloss: 0.00123686\n",
      "[2578]\tvalid_0's binary_logloss: 0.00123693\n",
      "[2579]\tvalid_0's binary_logloss: 0.00123682\n",
      "[2580]\tvalid_0's binary_logloss: 0.0012368\n",
      "[2581]\tvalid_0's binary_logloss: 0.00123681\n",
      "[2582]\tvalid_0's binary_logloss: 0.00123678\n",
      "[2583]\tvalid_0's binary_logloss: 0.00123688\n",
      "[2584]\tvalid_0's binary_logloss: 0.00123689\n",
      "[2585]\tvalid_0's binary_logloss: 0.00123688\n",
      "[2586]\tvalid_0's binary_logloss: 0.00123697\n",
      "[2587]\tvalid_0's binary_logloss: 0.00123703\n",
      "[2588]\tvalid_0's binary_logloss: 0.00123693\n",
      "[2589]\tvalid_0's binary_logloss: 0.00123688\n",
      "[2590]\tvalid_0's binary_logloss: 0.00123683\n",
      "[2591]\tvalid_0's binary_logloss: 0.0012368\n",
      "[2592]\tvalid_0's binary_logloss: 0.00123681\n",
      "[2593]\tvalid_0's binary_logloss: 0.00123671\n",
      "[2594]\tvalid_0's binary_logloss: 0.00123661\n",
      "[2595]\tvalid_0's binary_logloss: 0.0012366\n",
      "[2596]\tvalid_0's binary_logloss: 0.0012365\n",
      "[2597]\tvalid_0's binary_logloss: 0.00123656\n",
      "[2598]\tvalid_0's binary_logloss: 0.00123654\n",
      "[2599]\tvalid_0's binary_logloss: 0.00123655\n",
      "[2600]\tvalid_0's binary_logloss: 0.00123657\n",
      "[2601]\tvalid_0's binary_logloss: 0.00123658\n",
      "[2602]\tvalid_0's binary_logloss: 0.00123655\n",
      "[2603]\tvalid_0's binary_logloss: 0.0012365\n",
      "[2604]\tvalid_0's binary_logloss: 0.00123651\n",
      "[2605]\tvalid_0's binary_logloss: 0.00123649\n",
      "[2606]\tvalid_0's binary_logloss: 0.00123644\n",
      "[2607]\tvalid_0's binary_logloss: 0.00123634\n",
      "[2608]\tvalid_0's binary_logloss: 0.00123624\n",
      "[2609]\tvalid_0's binary_logloss: 0.00123622\n",
      "[2610]\tvalid_0's binary_logloss: 0.00123623\n",
      "[2611]\tvalid_0's binary_logloss: 0.00123633\n",
      "[2612]\tvalid_0's binary_logloss: 0.00123623\n",
      "[2613]\tvalid_0's binary_logloss: 0.00123629\n",
      "[2614]\tvalid_0's binary_logloss: 0.00123627\n",
      "[2615]\tvalid_0's binary_logloss: 0.00123628\n",
      "[2616]\tvalid_0's binary_logloss: 0.00123634\n",
      "[2617]\tvalid_0's binary_logloss: 0.00123629\n",
      "[2618]\tvalid_0's binary_logloss: 0.00123627\n",
      "[2619]\tvalid_0's binary_logloss: 0.00123625\n",
      "[2620]\tvalid_0's binary_logloss: 0.00123623\n",
      "[2621]\tvalid_0's binary_logloss: 0.00123624\n",
      "[2622]\tvalid_0's binary_logloss: 0.00123626\n",
      "[2623]\tvalid_0's binary_logloss: 0.00123616\n",
      "[2624]\tvalid_0's binary_logloss: 0.00123615\n",
      "[2625]\tvalid_0's binary_logloss: 0.00123609\n",
      "[2626]\tvalid_0's binary_logloss: 0.00123604\n",
      "[2627]\tvalid_0's binary_logloss: 0.00123602\n",
      "[2628]\tvalid_0's binary_logloss: 0.00123599\n",
      "[2629]\tvalid_0's binary_logloss: 0.001236\n",
      "[2630]\tvalid_0's binary_logloss: 0.00123598\n",
      "[2631]\tvalid_0's binary_logloss: 0.00123599\n",
      "[2632]\tvalid_0's binary_logloss: 0.00123605\n",
      "[2633]\tvalid_0's binary_logloss: 0.00123603\n",
      "[2634]\tvalid_0's binary_logloss: 0.00123598\n",
      "[2635]\tvalid_0's binary_logloss: 0.00123599\n",
      "[2636]\tvalid_0's binary_logloss: 0.00123589\n",
      "[2637]\tvalid_0's binary_logloss: 0.00123583\n",
      "[2638]\tvalid_0's binary_logloss: 0.00123574\n",
      "[2639]\tvalid_0's binary_logloss: 0.00123572\n",
      "[2640]\tvalid_0's binary_logloss: 0.00123574\n",
      "[2641]\tvalid_0's binary_logloss: 0.00123564\n",
      "[2642]\tvalid_0's binary_logloss: 0.00123571\n",
      "[2643]\tvalid_0's binary_logloss: 0.00123581\n",
      "[2644]\tvalid_0's binary_logloss: 0.00123579\n",
      "[2645]\tvalid_0's binary_logloss: 0.00123569\n",
      "[2646]\tvalid_0's binary_logloss: 0.00123559\n",
      "[2647]\tvalid_0's binary_logloss: 0.0012356\n",
      "[2648]\tvalid_0's binary_logloss: 0.0012357\n",
      "[2649]\tvalid_0's binary_logloss: 0.00123567\n",
      "[2650]\tvalid_0's binary_logloss: 0.00123568\n",
      "[2651]\tvalid_0's binary_logloss: 0.00123567\n",
      "[2652]\tvalid_0's binary_logloss: 0.00123568\n",
      "[2653]\tvalid_0's binary_logloss: 0.00123562\n",
      "[2654]\tvalid_0's binary_logloss: 0.00123563\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2655]\tvalid_0's binary_logloss: 0.00123561\n",
      "[2656]\tvalid_0's binary_logloss: 0.00123551\n",
      "[2657]\tvalid_0's binary_logloss: 0.00123557\n",
      "[2658]\tvalid_0's binary_logloss: 0.00123552\n",
      "[2659]\tvalid_0's binary_logloss: 0.0012355\n",
      "[2660]\tvalid_0's binary_logloss: 0.00123548\n",
      "[2661]\tvalid_0's binary_logloss: 0.0012355\n",
      "[2662]\tvalid_0's binary_logloss: 0.0012354\n",
      "[2663]\tvalid_0's binary_logloss: 0.00123538\n",
      "[2664]\tvalid_0's binary_logloss: 0.00123545\n",
      "[2665]\tvalid_0's binary_logloss: 0.00123543\n",
      "[2666]\tvalid_0's binary_logloss: 0.00123533\n",
      "[2667]\tvalid_0's binary_logloss: 0.00123533\n",
      "[2668]\tvalid_0's binary_logloss: 0.00123524\n",
      "[2669]\tvalid_0's binary_logloss: 0.00123525\n",
      "[2670]\tvalid_0's binary_logloss: 0.00123519\n",
      "[2671]\tvalid_0's binary_logloss: 0.00123517\n",
      "[2672]\tvalid_0's binary_logloss: 0.00123517\n",
      "[2673]\tvalid_0's binary_logloss: 0.00123516\n",
      "[2674]\tvalid_0's binary_logloss: 0.00123511\n",
      "[2675]\tvalid_0's binary_logloss: 0.00123506\n",
      "[2676]\tvalid_0's binary_logloss: 0.00123506\n",
      "[2677]\tvalid_0's binary_logloss: 0.00123504\n",
      "[2678]\tvalid_0's binary_logloss: 0.00123511\n",
      "[2679]\tvalid_0's binary_logloss: 0.00123508\n",
      "[2680]\tvalid_0's binary_logloss: 0.00123498\n",
      "[2681]\tvalid_0's binary_logloss: 0.00123508\n",
      "[2682]\tvalid_0's binary_logloss: 0.00123507\n",
      "[2683]\tvalid_0's binary_logloss: 0.00123497\n",
      "[2684]\tvalid_0's binary_logloss: 0.00123498\n",
      "[2685]\tvalid_0's binary_logloss: 0.00123488\n",
      "[2686]\tvalid_0's binary_logloss: 0.0012349\n",
      "[2687]\tvalid_0's binary_logloss: 0.00123491\n",
      "[2688]\tvalid_0's binary_logloss: 0.00123489\n",
      "[2689]\tvalid_0's binary_logloss: 0.00123487\n",
      "[2690]\tvalid_0's binary_logloss: 0.00123482\n",
      "[2691]\tvalid_0's binary_logloss: 0.00123488\n",
      "[2692]\tvalid_0's binary_logloss: 0.00123478\n",
      "[2693]\tvalid_0's binary_logloss: 0.00123488\n",
      "[2694]\tvalid_0's binary_logloss: 0.00123486\n",
      "[2695]\tvalid_0's binary_logloss: 0.0012348\n",
      "[2696]\tvalid_0's binary_logloss: 0.00123487\n",
      "[2697]\tvalid_0's binary_logloss: 0.00123488\n",
      "[2698]\tvalid_0's binary_logloss: 0.00123486\n",
      "[2699]\tvalid_0's binary_logloss: 0.00123487\n",
      "[2700]\tvalid_0's binary_logloss: 0.00123485\n",
      "[2701]\tvalid_0's binary_logloss: 0.00123475\n",
      "[2702]\tvalid_0's binary_logloss: 0.00123472\n",
      "[2703]\tvalid_0's binary_logloss: 0.00123473\n",
      "[2704]\tvalid_0's binary_logloss: 0.00123468\n",
      "[2705]\tvalid_0's binary_logloss: 0.00123466\n",
      "[2706]\tvalid_0's binary_logloss: 0.00123467\n",
      "[2707]\tvalid_0's binary_logloss: 0.00123465\n",
      "[2708]\tvalid_0's binary_logloss: 0.00123467\n",
      "[2709]\tvalid_0's binary_logloss: 0.00123457\n",
      "[2710]\tvalid_0's binary_logloss: 0.00123464\n",
      "[2711]\tvalid_0's binary_logloss: 0.00123462\n",
      "[2712]\tvalid_0's binary_logloss: 0.00123456\n",
      "[2713]\tvalid_0's binary_logloss: 0.00123447\n",
      "[2714]\tvalid_0's binary_logloss: 0.00123457\n",
      "[2715]\tvalid_0's binary_logloss: 0.00123447\n",
      "[2716]\tvalid_0's binary_logloss: 0.00123445\n",
      "[2717]\tvalid_0's binary_logloss: 0.00123445\n",
      "[2718]\tvalid_0's binary_logloss: 0.00123444\n",
      "[2719]\tvalid_0's binary_logloss: 0.0012345\n",
      "[2720]\tvalid_0's binary_logloss: 0.0012344\n",
      "[2721]\tvalid_0's binary_logloss: 0.00123438\n",
      "[2722]\tvalid_0's binary_logloss: 0.00123433\n",
      "[2723]\tvalid_0's binary_logloss: 0.00123434\n",
      "[2724]\tvalid_0's binary_logloss: 0.00123432\n",
      "[2725]\tvalid_0's binary_logloss: 0.00123426\n",
      "[2726]\tvalid_0's binary_logloss: 0.00123427\n",
      "[2727]\tvalid_0's binary_logloss: 0.00123418\n",
      "[2728]\tvalid_0's binary_logloss: 0.00123419\n",
      "[2729]\tvalid_0's binary_logloss: 0.0012341\n",
      "[2730]\tvalid_0's binary_logloss: 0.00123407\n",
      "[2731]\tvalid_0's binary_logloss: 0.00123408\n",
      "[2732]\tvalid_0's binary_logloss: 0.00123415\n",
      "[2733]\tvalid_0's binary_logloss: 0.00123413\n",
      "[2734]\tvalid_0's binary_logloss: 0.00123414\n",
      "[2735]\tvalid_0's binary_logloss: 0.00123409\n",
      "[2736]\tvalid_0's binary_logloss: 0.00123407\n",
      "[2737]\tvalid_0's binary_logloss: 0.00123407\n",
      "[2738]\tvalid_0's binary_logloss: 0.00123414\n",
      "[2739]\tvalid_0's binary_logloss: 0.00123404\n",
      "[2740]\tvalid_0's binary_logloss: 0.00123406\n",
      "[2741]\tvalid_0's binary_logloss: 0.00123396\n",
      "[2742]\tvalid_0's binary_logloss: 0.00123394\n",
      "[2743]\tvalid_0's binary_logloss: 0.00123389\n",
      "[2744]\tvalid_0's binary_logloss: 0.00123388\n",
      "[2745]\tvalid_0's binary_logloss: 0.00123383\n",
      "[2746]\tvalid_0's binary_logloss: 0.00123383\n",
      "[2747]\tvalid_0's binary_logloss: 0.00123381\n",
      "[2748]\tvalid_0's binary_logloss: 0.00123371\n",
      "[2749]\tvalid_0's binary_logloss: 0.00123381\n",
      "[2750]\tvalid_0's binary_logloss: 0.00123379\n",
      "[2751]\tvalid_0's binary_logloss: 0.0012338\n",
      "[2752]\tvalid_0's binary_logloss: 0.00123386\n",
      "[2753]\tvalid_0's binary_logloss: 0.00123376\n",
      "[2754]\tvalid_0's binary_logloss: 0.00123383\n",
      "[2755]\tvalid_0's binary_logloss: 0.00123381\n",
      "[2756]\tvalid_0's binary_logloss: 0.00123382\n",
      "[2757]\tvalid_0's binary_logloss: 0.0012338\n",
      "[2758]\tvalid_0's binary_logloss: 0.00123374\n",
      "[2759]\tvalid_0's binary_logloss: 0.00123365\n",
      "[2760]\tvalid_0's binary_logloss: 0.00123363\n",
      "[2761]\tvalid_0's binary_logloss: 0.00123363\n",
      "[2762]\tvalid_0's binary_logloss: 0.00123358\n",
      "[2763]\tvalid_0's binary_logloss: 0.0012336\n",
      "[2764]\tvalid_0's binary_logloss: 0.00123358\n",
      "[2765]\tvalid_0's binary_logloss: 0.00123357\n",
      "[2766]\tvalid_0's binary_logloss: 0.00123358\n",
      "[2767]\tvalid_0's binary_logloss: 0.00123355\n",
      "[2768]\tvalid_0's binary_logloss: 0.00123365\n",
      "[2769]\tvalid_0's binary_logloss: 0.00123355\n",
      "[2770]\tvalid_0's binary_logloss: 0.00123346\n",
      "[2771]\tvalid_0's binary_logloss: 0.00123336\n",
      "[2772]\tvalid_0's binary_logloss: 0.00123334\n",
      "[2773]\tvalid_0's binary_logloss: 0.0012334\n",
      "[2774]\tvalid_0's binary_logloss: 0.00123335\n",
      "[2775]\tvalid_0's binary_logloss: 0.00123334\n",
      "[2776]\tvalid_0's binary_logloss: 0.00123334\n",
      "[2777]\tvalid_0's binary_logloss: 0.00123332\n",
      "[2778]\tvalid_0's binary_logloss: 0.00123333\n",
      "[2779]\tvalid_0's binary_logloss: 0.00123328\n",
      "[2780]\tvalid_0's binary_logloss: 0.00123322\n",
      "[2781]\tvalid_0's binary_logloss: 0.0012332\n",
      "[2782]\tvalid_0's binary_logloss: 0.00123321\n",
      "[2783]\tvalid_0's binary_logloss: 0.00123319\n",
      "[2784]\tvalid_0's binary_logloss: 0.0012332\n",
      "[2785]\tvalid_0's binary_logloss: 0.00123326\n",
      "[2786]\tvalid_0's binary_logloss: 0.00123316\n",
      "[2787]\tvalid_0's binary_logloss: 0.00123318\n",
      "[2788]\tvalid_0's binary_logloss: 0.00123319\n",
      "[2789]\tvalid_0's binary_logloss: 0.0012331\n",
      "[2790]\tvalid_0's binary_logloss: 0.00123319\n",
      "[2791]\tvalid_0's binary_logloss: 0.00123318\n",
      "[2792]\tvalid_0's binary_logloss: 0.00123308\n",
      "[2793]\tvalid_0's binary_logloss: 0.00123306\n",
      "[2794]\tvalid_0's binary_logloss: 0.00123296\n",
      "[2795]\tvalid_0's binary_logloss: 0.00123291\n",
      "[2796]\tvalid_0's binary_logloss: 0.0012329\n",
      "[2797]\tvalid_0's binary_logloss: 0.00123288\n",
      "[2798]\tvalid_0's binary_logloss: 0.00123294\n",
      "[2799]\tvalid_0's binary_logloss: 0.00123293\n",
      "[2800]\tvalid_0's binary_logloss: 0.00123294\n",
      "[2801]\tvalid_0's binary_logloss: 0.001233\n",
      "[2802]\tvalid_0's binary_logloss: 0.00123291\n",
      "[2803]\tvalid_0's binary_logloss: 0.00123285\n",
      "[2804]\tvalid_0's binary_logloss: 0.00123283\n",
      "[2805]\tvalid_0's binary_logloss: 0.00123293\n",
      "[2806]\tvalid_0's binary_logloss: 0.00123294\n",
      "[2807]\tvalid_0's binary_logloss: 0.00123291\n",
      "[2808]\tvalid_0's binary_logloss: 0.00123292\n",
      "[2809]\tvalid_0's binary_logloss: 0.00123283\n",
      "[2810]\tvalid_0's binary_logloss: 0.00123282\n",
      "[2811]\tvalid_0's binary_logloss: 0.00123282\n",
      "[2812]\tvalid_0's binary_logloss: 0.00123277\n",
      "[2813]\tvalid_0's binary_logloss: 0.00123276\n",
      "[2814]\tvalid_0's binary_logloss: 0.00123266\n",
      "[2815]\tvalid_0's binary_logloss: 0.00123264\n",
      "[2816]\tvalid_0's binary_logloss: 0.00123265\n",
      "[2817]\tvalid_0's binary_logloss: 0.00123274\n",
      "[2818]\tvalid_0's binary_logloss: 0.00123272\n",
      "[2819]\tvalid_0's binary_logloss: 0.00123267\n",
      "[2820]\tvalid_0's binary_logloss: 0.00123268\n",
      "[2821]\tvalid_0's binary_logloss: 0.00123266\n",
      "[2822]\tvalid_0's binary_logloss: 0.00123256\n",
      "[2823]\tvalid_0's binary_logloss: 0.00123262\n",
      "[2824]\tvalid_0's binary_logloss: 0.00123264\n",
      "[2825]\tvalid_0's binary_logloss: 0.00123262\n",
      "[2826]\tvalid_0's binary_logloss: 0.00123263\n",
      "[2827]\tvalid_0's binary_logloss: 0.00123253\n",
      "[2828]\tvalid_0's binary_logloss: 0.00123251\n",
      "[2829]\tvalid_0's binary_logloss: 0.0012325\n",
      "[2830]\tvalid_0's binary_logloss: 0.00123257\n",
      "[2831]\tvalid_0's binary_logloss: 0.00123247\n",
      "[2832]\tvalid_0's binary_logloss: 0.00123246\n",
      "[2833]\tvalid_0's binary_logloss: 0.00123241\n",
      "[2834]\tvalid_0's binary_logloss: 0.00123247\n",
      "[2835]\tvalid_0's binary_logloss: 0.00123237\n",
      "[2836]\tvalid_0's binary_logloss: 0.00123247\n",
      "[2837]\tvalid_0's binary_logloss: 0.00123248\n",
      "[2838]\tvalid_0's binary_logloss: 0.00123247\n",
      "[2839]\tvalid_0's binary_logloss: 0.00123245\n",
      "[2840]\tvalid_0's binary_logloss: 0.00123243\n",
      "[2841]\tvalid_0's binary_logloss: 0.00123241\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2842]\tvalid_0's binary_logloss: 0.00123242\n",
      "[2843]\tvalid_0's binary_logloss: 0.00123237\n",
      "[2844]\tvalid_0's binary_logloss: 0.00123238\n",
      "[2845]\tvalid_0's binary_logloss: 0.00123235\n",
      "[2846]\tvalid_0's binary_logloss: 0.00123236\n",
      "[2847]\tvalid_0's binary_logloss: 0.00123234\n",
      "[2848]\tvalid_0's binary_logloss: 0.00123236\n",
      "[2849]\tvalid_0's binary_logloss: 0.00123226\n",
      "[2850]\tvalid_0's binary_logloss: 0.00123233\n",
      "[2851]\tvalid_0's binary_logloss: 0.00123239\n",
      "[2852]\tvalid_0's binary_logloss: 0.0012323\n",
      "[2853]\tvalid_0's binary_logloss: 0.00123229\n",
      "[2854]\tvalid_0's binary_logloss: 0.00123229\n",
      "[2855]\tvalid_0's binary_logloss: 0.00123228\n",
      "[2856]\tvalid_0's binary_logloss: 0.00123223\n",
      "[2857]\tvalid_0's binary_logloss: 0.00123218\n",
      "[2858]\tvalid_0's binary_logloss: 0.00123216\n",
      "[2859]\tvalid_0's binary_logloss: 0.00123206\n",
      "[2860]\tvalid_0's binary_logloss: 0.00123216\n",
      "[2861]\tvalid_0's binary_logloss: 0.00123206\n",
      "[2862]\tvalid_0's binary_logloss: 0.00123204\n",
      "[2863]\tvalid_0's binary_logloss: 0.00123204\n",
      "[2864]\tvalid_0's binary_logloss: 0.00123202\n",
      "[2865]\tvalid_0's binary_logloss: 0.00123201\n",
      "[2866]\tvalid_0's binary_logloss: 0.00123202\n",
      "[2867]\tvalid_0's binary_logloss: 0.00123201\n",
      "[2868]\tvalid_0's binary_logloss: 0.00123202\n",
      "[2869]\tvalid_0's binary_logloss: 0.00123201\n",
      "[2870]\tvalid_0's binary_logloss: 0.00123211\n",
      "[2871]\tvalid_0's binary_logloss: 0.00123201\n",
      "[2872]\tvalid_0's binary_logloss: 0.00123207\n",
      "[2873]\tvalid_0's binary_logloss: 0.0012321\n",
      "[2874]\tvalid_0's binary_logloss: 0.00123204\n",
      "[2875]\tvalid_0's binary_logloss: 0.00123199\n",
      "[2876]\tvalid_0's binary_logloss: 0.00123197\n",
      "[2877]\tvalid_0's binary_logloss: 0.00123187\n",
      "[2878]\tvalid_0's binary_logloss: 0.00123188\n",
      "[2879]\tvalid_0's binary_logloss: 0.00123178\n",
      "[2880]\tvalid_0's binary_logloss: 0.00123181\n",
      "[2881]\tvalid_0's binary_logloss: 0.00123175\n",
      "[2882]\tvalid_0's binary_logloss: 0.00123176\n",
      "[2883]\tvalid_0's binary_logloss: 0.00123174\n",
      "[2884]\tvalid_0's binary_logloss: 0.00123175\n",
      "[2885]\tvalid_0's binary_logloss: 0.00123173\n",
      "[2886]\tvalid_0's binary_logloss: 0.00123171\n",
      "[2887]\tvalid_0's binary_logloss: 0.00123178\n",
      "[2888]\tvalid_0's binary_logloss: 0.00123168\n",
      "[2889]\tvalid_0's binary_logloss: 0.00123167\n",
      "[2890]\tvalid_0's binary_logloss: 0.00123168\n",
      "[2891]\tvalid_0's binary_logloss: 0.00123163\n",
      "[2892]\tvalid_0's binary_logloss: 0.00123163\n",
      "[2893]\tvalid_0's binary_logloss: 0.00123161\n",
      "[2894]\tvalid_0's binary_logloss: 0.00123156\n",
      "[2895]\tvalid_0's binary_logloss: 0.00123146\n",
      "[2896]\tvalid_0's binary_logloss: 0.00123156\n",
      "[2897]\tvalid_0's binary_logloss: 0.00123154\n",
      "[2898]\tvalid_0's binary_logloss: 0.00123144\n",
      "[2899]\tvalid_0's binary_logloss: 0.00123143\n",
      "[2900]\tvalid_0's binary_logloss: 0.00123145\n",
      "[2901]\tvalid_0's binary_logloss: 0.00123136\n",
      "[2902]\tvalid_0's binary_logloss: 0.00123137\n",
      "[2903]\tvalid_0's binary_logloss: 0.00123143\n",
      "[2904]\tvalid_0's binary_logloss: 0.00123142\n",
      "[2905]\tvalid_0's binary_logloss: 0.00123143\n",
      "[2906]\tvalid_0's binary_logloss: 0.00123137\n",
      "[2907]\tvalid_0's binary_logloss: 0.00123135\n",
      "[2908]\tvalid_0's binary_logloss: 0.00123142\n",
      "[2909]\tvalid_0's binary_logloss: 0.0012314\n",
      "[2910]\tvalid_0's binary_logloss: 0.00123139\n",
      "[2911]\tvalid_0's binary_logloss: 0.0012314\n",
      "[2912]\tvalid_0's binary_logloss: 0.00123149\n",
      "[2913]\tvalid_0's binary_logloss: 0.00123148\n",
      "[2914]\tvalid_0's binary_logloss: 0.00123139\n",
      "[2915]\tvalid_0's binary_logloss: 0.00123137\n",
      "[2916]\tvalid_0's binary_logloss: 0.00123127\n",
      "[2917]\tvalid_0's binary_logloss: 0.00123126\n",
      "[2918]\tvalid_0's binary_logloss: 0.00123127\n",
      "[2919]\tvalid_0's binary_logloss: 0.00123136\n",
      "[2920]\tvalid_0's binary_logloss: 0.00123134\n",
      "[2921]\tvalid_0's binary_logloss: 0.00123136\n",
      "[2922]\tvalid_0's binary_logloss: 0.00123127\n",
      "[2923]\tvalid_0's binary_logloss: 0.00123129\n",
      "[2924]\tvalid_0's binary_logloss: 0.0012313\n",
      "[2925]\tvalid_0's binary_logloss: 0.00123128\n",
      "[2926]\tvalid_0's binary_logloss: 0.00123128\n",
      "[2927]\tvalid_0's binary_logloss: 0.00123127\n",
      "[2928]\tvalid_0's binary_logloss: 0.00123118\n",
      "[2929]\tvalid_0's binary_logloss: 0.00123112\n",
      "[2930]\tvalid_0's binary_logloss: 0.00123107\n",
      "[2931]\tvalid_0's binary_logloss: 0.00123109\n",
      "[2932]\tvalid_0's binary_logloss: 0.00123116\n",
      "[2933]\tvalid_0's binary_logloss: 0.00123106\n",
      "[2934]\tvalid_0's binary_logloss: 0.00123097\n",
      "[2935]\tvalid_0's binary_logloss: 0.00123097\n",
      "[2936]\tvalid_0's binary_logloss: 0.00123096\n",
      "[2937]\tvalid_0's binary_logloss: 0.00123106\n",
      "[2938]\tvalid_0's binary_logloss: 0.00123104\n",
      "[2939]\tvalid_0's binary_logloss: 0.00123105\n",
      "[2940]\tvalid_0's binary_logloss: 0.00123102\n",
      "[2941]\tvalid_0's binary_logloss: 0.001231\n",
      "[2942]\tvalid_0's binary_logloss: 0.00123099\n",
      "[2943]\tvalid_0's binary_logloss: 0.00123097\n",
      "[2944]\tvalid_0's binary_logloss: 0.00123096\n",
      "[2945]\tvalid_0's binary_logloss: 0.00123106\n",
      "[2946]\tvalid_0's binary_logloss: 0.00123097\n",
      "[2947]\tvalid_0's binary_logloss: 0.00123103\n",
      "[2948]\tvalid_0's binary_logloss: 0.00123098\n",
      "[2949]\tvalid_0's binary_logloss: 0.00123088\n",
      "[2950]\tvalid_0's binary_logloss: 0.00123086\n",
      "[2951]\tvalid_0's binary_logloss: 0.00123088\n",
      "[2952]\tvalid_0's binary_logloss: 0.00123083\n",
      "[2953]\tvalid_0's binary_logloss: 0.00123084\n",
      "[2954]\tvalid_0's binary_logloss: 0.00123081\n",
      "[2955]\tvalid_0's binary_logloss: 0.00123071\n",
      "[2956]\tvalid_0's binary_logloss: 0.0012307\n",
      "[2957]\tvalid_0's binary_logloss: 0.0012308\n",
      "[2958]\tvalid_0's binary_logloss: 0.00123081\n",
      "[2959]\tvalid_0's binary_logloss: 0.0012308\n",
      "[2960]\tvalid_0's binary_logloss: 0.00123078\n",
      "[2961]\tvalid_0's binary_logloss: 0.00123084\n",
      "[2962]\tvalid_0's binary_logloss: 0.00123085\n",
      "[2963]\tvalid_0's binary_logloss: 0.00123077\n",
      "[2964]\tvalid_0's binary_logloss: 0.00123071\n",
      "[2965]\tvalid_0's binary_logloss: 0.00123073\n",
      "[2966]\tvalid_0's binary_logloss: 0.00123071\n",
      "[2967]\tvalid_0's binary_logloss: 0.00123062\n",
      "[2968]\tvalid_0's binary_logloss: 0.00123071\n",
      "[2969]\tvalid_0's binary_logloss: 0.0012307\n",
      "[2970]\tvalid_0's binary_logloss: 0.00123068\n",
      "[2971]\tvalid_0's binary_logloss: 0.00123069\n",
      "[2972]\tvalid_0's binary_logloss: 0.00123068\n",
      "[2973]\tvalid_0's binary_logloss: 0.00123069\n",
      "[2974]\tvalid_0's binary_logloss: 0.00123068\n",
      "[2975]\tvalid_0's binary_logloss: 0.00123069\n",
      "[2976]\tvalid_0's binary_logloss: 0.00123063\n",
      "[2977]\tvalid_0's binary_logloss: 0.00123061\n",
      "[2978]\tvalid_0's binary_logloss: 0.00123051\n",
      "[2979]\tvalid_0's binary_logloss: 0.00123061\n",
      "[2980]\tvalid_0's binary_logloss: 0.00123056\n",
      "[2981]\tvalid_0's binary_logloss: 0.00123046\n",
      "[2982]\tvalid_0's binary_logloss: 0.00123036\n",
      "[2983]\tvalid_0's binary_logloss: 0.00123039\n",
      "[2984]\tvalid_0's binary_logloss: 0.00123037\n",
      "[2985]\tvalid_0's binary_logloss: 0.00123037\n",
      "[2986]\tvalid_0's binary_logloss: 0.00123044\n",
      "[2987]\tvalid_0's binary_logloss: 0.00123045\n",
      "[2988]\tvalid_0's binary_logloss: 0.00123039\n",
      "[2989]\tvalid_0's binary_logloss: 0.00123037\n",
      "[2990]\tvalid_0's binary_logloss: 0.00123038\n",
      "[2991]\tvalid_0's binary_logloss: 0.00123037\n",
      "[2992]\tvalid_0's binary_logloss: 0.00123047\n",
      "[2993]\tvalid_0's binary_logloss: 0.00123038\n",
      "[2994]\tvalid_0's binary_logloss: 0.00123029\n",
      "[2995]\tvalid_0's binary_logloss: 0.00123035\n",
      "[2996]\tvalid_0's binary_logloss: 0.00123034\n",
      "[2997]\tvalid_0's binary_logloss: 0.00123035\n",
      "[2998]\tvalid_0's binary_logloss: 0.00123034\n",
      "[2999]\tvalid_0's binary_logloss: 0.00123024\n",
      "[3000]\tvalid_0's binary_logloss: 0.00123022\n",
      "[3001]\tvalid_0's binary_logloss: 0.00123024\n",
      "[3002]\tvalid_0's binary_logloss: 0.00123034\n",
      "[3003]\tvalid_0's binary_logloss: 0.00123032\n",
      "[3004]\tvalid_0's binary_logloss: 0.00123033\n",
      "[3005]\tvalid_0's binary_logloss: 0.00123031\n",
      "[3006]\tvalid_0's binary_logloss: 0.00123025\n",
      "[3007]\tvalid_0's binary_logloss: 0.00123026\n",
      "[3008]\tvalid_0's binary_logloss: 0.00123017\n",
      "[3009]\tvalid_0's binary_logloss: 0.00123018\n",
      "[3010]\tvalid_0's binary_logloss: 0.00123012\n",
      "[3011]\tvalid_0's binary_logloss: 0.00123011\n",
      "[3012]\tvalid_0's binary_logloss: 0.00123009\n",
      "[3013]\tvalid_0's binary_logloss: 0.00123016\n",
      "[3014]\tvalid_0's binary_logloss: 0.00123006\n",
      "[3015]\tvalid_0's binary_logloss: 0.00123005\n",
      "[3016]\tvalid_0's binary_logloss: 0.00123008\n",
      "[3017]\tvalid_0's binary_logloss: 0.00123006\n",
      "[3018]\tvalid_0's binary_logloss: 0.00123015\n",
      "[3019]\tvalid_0's binary_logloss: 0.00123005\n",
      "[3020]\tvalid_0's binary_logloss: 0.00122997\n",
      "[3021]\tvalid_0's binary_logloss: 0.00122992\n",
      "[3022]\tvalid_0's binary_logloss: 0.00122986\n",
      "[3023]\tvalid_0's binary_logloss: 0.00122989\n",
      "[3024]\tvalid_0's binary_logloss: 0.00122986\n",
      "[3025]\tvalid_0's binary_logloss: 0.00122984\n",
      "[3026]\tvalid_0's binary_logloss: 0.00122983\n",
      "[3027]\tvalid_0's binary_logloss: 0.00122984\n",
      "[3028]\tvalid_0's binary_logloss: 0.00122975\n",
      "[3029]\tvalid_0's binary_logloss: 0.00122984\n",
      "[3030]\tvalid_0's binary_logloss: 0.00122974\n",
      "[3031]\tvalid_0's binary_logloss: 0.00122972\n",
      "[3032]\tvalid_0's binary_logloss: 0.00122967\n",
      "[3033]\tvalid_0's binary_logloss: 0.00122968\n",
      "[3034]\tvalid_0's binary_logloss: 0.00122967\n",
      "[3035]\tvalid_0's binary_logloss: 0.00122968\n",
      "[3036]\tvalid_0's binary_logloss: 0.00122965\n",
      "[3037]\tvalid_0's binary_logloss: 0.00122966\n",
      "[3038]\tvalid_0's binary_logloss: 0.00122973\n",
      "[3039]\tvalid_0's binary_logloss: 0.00122963\n",
      "[3040]\tvalid_0's binary_logloss: 0.00122962\n",
      "[3041]\tvalid_0's binary_logloss: 0.00122972\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3042]\tvalid_0's binary_logloss: 0.00122974\n",
      "[3043]\tvalid_0's binary_logloss: 0.00122966\n",
      "[3044]\tvalid_0's binary_logloss: 0.00122964\n",
      "[3045]\tvalid_0's binary_logloss: 0.00122969\n",
      "[3046]\tvalid_0's binary_logloss: 0.00122976\n",
      "[3047]\tvalid_0's binary_logloss: 0.00122974\n",
      "[3048]\tvalid_0's binary_logloss: 0.00122968\n",
      "[3049]\tvalid_0's binary_logloss: 0.00122963\n",
      "[3050]\tvalid_0's binary_logloss: 0.00122962\n",
      "[3051]\tvalid_0's binary_logloss: 0.00122963\n",
      "[3052]\tvalid_0's binary_logloss: 0.00122961\n",
      "[3053]\tvalid_0's binary_logloss: 0.0012297\n",
      "[3054]\tvalid_0's binary_logloss: 0.00122961\n",
      "[3055]\tvalid_0's binary_logloss: 0.00122958\n",
      "[3056]\tvalid_0's binary_logloss: 0.00122959\n",
      "[3057]\tvalid_0's binary_logloss: 0.00122957\n",
      "[3058]\tvalid_0's binary_logloss: 0.00122959\n",
      "[3059]\tvalid_0's binary_logloss: 0.00122954\n",
      "[3060]\tvalid_0's binary_logloss: 0.00122944\n",
      "[3061]\tvalid_0's binary_logloss: 0.00122943\n",
      "[3062]\tvalid_0's binary_logloss: 0.00122944\n",
      "[3063]\tvalid_0's binary_logloss: 0.00122954\n",
      "[3064]\tvalid_0's binary_logloss: 0.00122945\n",
      "[3065]\tvalid_0's binary_logloss: 0.00122946\n",
      "[3066]\tvalid_0's binary_logloss: 0.00122945\n",
      "[3067]\tvalid_0's binary_logloss: 0.00122943\n",
      "[3068]\tvalid_0's binary_logloss: 0.0012295\n",
      "[3069]\tvalid_0's binary_logloss: 0.0012294\n",
      "[3070]\tvalid_0's binary_logloss: 0.00122941\n",
      "[3071]\tvalid_0's binary_logloss: 0.0012294\n",
      "[3072]\tvalid_0's binary_logloss: 0.00122931\n",
      "[3073]\tvalid_0's binary_logloss: 0.00122937\n",
      "[3074]\tvalid_0's binary_logloss: 0.00122932\n",
      "[3075]\tvalid_0's binary_logloss: 0.00122926\n",
      "[3076]\tvalid_0's binary_logloss: 0.00122929\n",
      "[3077]\tvalid_0's binary_logloss: 0.00122919\n",
      "[3078]\tvalid_0's binary_logloss: 0.00122917\n",
      "[3079]\tvalid_0's binary_logloss: 0.00122917\n",
      "[3080]\tvalid_0's binary_logloss: 0.00122915\n",
      "[3081]\tvalid_0's binary_logloss: 0.00122916\n",
      "[3082]\tvalid_0's binary_logloss: 0.00122926\n",
      "[3083]\tvalid_0's binary_logloss: 0.00122925\n",
      "[3084]\tvalid_0's binary_logloss: 0.00122916\n",
      "[3085]\tvalid_0's binary_logloss: 0.00122915\n",
      "[3086]\tvalid_0's binary_logloss: 0.00122913\n",
      "[3087]\tvalid_0's binary_logloss: 0.00122911\n",
      "[3088]\tvalid_0's binary_logloss: 0.00122905\n",
      "[3089]\tvalid_0's binary_logloss: 0.001229\n",
      "[3090]\tvalid_0's binary_logloss: 0.00122902\n",
      "[3091]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3092]\tvalid_0's binary_logloss: 0.00122894\n",
      "[3093]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3094]\tvalid_0's binary_logloss: 0.00122891\n",
      "[3095]\tvalid_0's binary_logloss: 0.00122897\n",
      "[3096]\tvalid_0's binary_logloss: 0.00122906\n",
      "[3097]\tvalid_0's binary_logloss: 0.00122904\n",
      "[3098]\tvalid_0's binary_logloss: 0.00122905\n",
      "[3099]\tvalid_0's binary_logloss: 0.00122904\n",
      "[3100]\tvalid_0's binary_logloss: 0.00122895\n",
      "[3101]\tvalid_0's binary_logloss: 0.00122904\n",
      "[3102]\tvalid_0's binary_logloss: 0.00122894\n",
      "[3103]\tvalid_0's binary_logloss: 0.00122892\n",
      "[3104]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3105]\tvalid_0's binary_logloss: 0.00122885\n",
      "[3106]\tvalid_0's binary_logloss: 0.00122894\n",
      "[3107]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3108]\tvalid_0's binary_logloss: 0.00122895\n",
      "[3109]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3110]\tvalid_0's binary_logloss: 0.00122884\n",
      "[3111]\tvalid_0's binary_logloss: 0.00122879\n",
      "[3112]\tvalid_0's binary_logloss: 0.0012288\n",
      "[3113]\tvalid_0's binary_logloss: 0.00122886\n",
      "[3114]\tvalid_0's binary_logloss: 0.00122888\n",
      "[3115]\tvalid_0's binary_logloss: 0.0012288\n",
      "[3116]\tvalid_0's binary_logloss: 0.0012288\n",
      "[3117]\tvalid_0's binary_logloss: 0.0012288\n",
      "[3118]\tvalid_0's binary_logloss: 0.00122885\n",
      "[3119]\tvalid_0's binary_logloss: 0.00122883\n",
      "[3120]\tvalid_0's binary_logloss: 0.00122893\n",
      "[3121]\tvalid_0's binary_logloss: 0.00122892\n",
      "[3122]\tvalid_0's binary_logloss: 0.00122882\n",
      "[3123]\tvalid_0's binary_logloss: 0.0012288\n",
      "[3124]\tvalid_0's binary_logloss: 0.00122875\n",
      "[3125]\tvalid_0's binary_logloss: 0.00122876\n",
      "[3126]\tvalid_0's binary_logloss: 0.00122875\n",
      "[3127]\tvalid_0's binary_logloss: 0.00122869\n",
      "[3128]\tvalid_0's binary_logloss: 0.0012287\n",
      "[3129]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3130]\tvalid_0's binary_logloss: 0.00122869\n",
      "[3131]\tvalid_0's binary_logloss: 0.00122867\n",
      "[3132]\tvalid_0's binary_logloss: 0.00122873\n",
      "[3133]\tvalid_0's binary_logloss: 0.00122864\n",
      "[3134]\tvalid_0's binary_logloss: 0.00122862\n",
      "[3135]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3136]\tvalid_0's binary_logloss: 0.00122874\n",
      "[3137]\tvalid_0's binary_logloss: 0.00122883\n",
      "[3138]\tvalid_0's binary_logloss: 0.00122882\n",
      "[3139]\tvalid_0's binary_logloss: 0.00122872\n",
      "[3140]\tvalid_0's binary_logloss: 0.00122872\n",
      "[3141]\tvalid_0's binary_logloss: 0.00122872\n",
      "[3142]\tvalid_0's binary_logloss: 0.00122867\n",
      "[3143]\tvalid_0's binary_logloss: 0.00122869\n",
      "[3144]\tvalid_0's binary_logloss: 0.00122867\n",
      "[3145]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3146]\tvalid_0's binary_logloss: 0.00122866\n",
      "[3147]\tvalid_0's binary_logloss: 0.00122856\n",
      "[3148]\tvalid_0's binary_logloss: 0.00122863\n",
      "[3149]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3150]\tvalid_0's binary_logloss: 0.00122878\n",
      "[3151]\tvalid_0's binary_logloss: 0.00122876\n",
      "[3152]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3153]\tvalid_0's binary_logloss: 0.00122868\n",
      "[3154]\tvalid_0's binary_logloss: 0.00122867\n",
      "[3155]\tvalid_0's binary_logloss: 0.00122862\n",
      "[3156]\tvalid_0's binary_logloss: 0.00122857\n",
      "[3157]\tvalid_0's binary_logloss: 0.00122859\n",
      "[3158]\tvalid_0's binary_logloss: 0.0012285\n",
      "[3159]\tvalid_0's binary_logloss: 0.00122851\n",
      "[3160]\tvalid_0's binary_logloss: 0.00122849\n",
      "[3161]\tvalid_0's binary_logloss: 0.00122839\n",
      "[3162]\tvalid_0's binary_logloss: 0.00122849\n",
      "[3163]\tvalid_0's binary_logloss: 0.00122847\n",
      "[3164]\tvalid_0's binary_logloss: 0.00122847\n",
      "[3165]\tvalid_0's binary_logloss: 0.00122846\n",
      "[3166]\tvalid_0's binary_logloss: 0.00122847\n",
      "[3167]\tvalid_0's binary_logloss: 0.00122845\n",
      "[3168]\tvalid_0's binary_logloss: 0.00122836\n",
      "[3169]\tvalid_0's binary_logloss: 0.00122835\n",
      "[3170]\tvalid_0's binary_logloss: 0.00122829\n",
      "[3171]\tvalid_0's binary_logloss: 0.00122831\n",
      "[3172]\tvalid_0's binary_logloss: 0.00122838\n",
      "[3173]\tvalid_0's binary_logloss: 0.00122839\n",
      "[3174]\tvalid_0's binary_logloss: 0.00122848\n",
      "[3175]\tvalid_0's binary_logloss: 0.00122847\n",
      "[3176]\tvalid_0's binary_logloss: 0.00122845\n",
      "[3177]\tvalid_0's binary_logloss: 0.00122837\n",
      "[3178]\tvalid_0's binary_logloss: 0.00122832\n",
      "[3179]\tvalid_0's binary_logloss: 0.0012283\n",
      "[3180]\tvalid_0's binary_logloss: 0.00122828\n",
      "[3181]\tvalid_0's binary_logloss: 0.00122834\n",
      "[3182]\tvalid_0's binary_logloss: 0.0012284\n",
      "[3183]\tvalid_0's binary_logloss: 0.00122838\n",
      "[3184]\tvalid_0's binary_logloss: 0.0012284\n",
      "[3185]\tvalid_0's binary_logloss: 0.00122834\n",
      "[3186]\tvalid_0's binary_logloss: 0.00122835\n",
      "[3187]\tvalid_0's binary_logloss: 0.00122826\n",
      "[3188]\tvalid_0's binary_logloss: 0.00122817\n",
      "[3189]\tvalid_0's binary_logloss: 0.00122816\n",
      "[3190]\tvalid_0's binary_logloss: 0.00122825\n",
      "[3191]\tvalid_0's binary_logloss: 0.00122823\n",
      "[3192]\tvalid_0's binary_logloss: 0.00122814\n",
      "[3193]\tvalid_0's binary_logloss: 0.00122813\n",
      "[3194]\tvalid_0's binary_logloss: 0.00122813\n",
      "[3195]\tvalid_0's binary_logloss: 0.00122823\n",
      "[3196]\tvalid_0's binary_logloss: 0.00122822\n",
      "[3197]\tvalid_0's binary_logloss: 0.00122824\n",
      "[3198]\tvalid_0's binary_logloss: 0.00122822\n",
      "[3199]\tvalid_0's binary_logloss: 0.00122823\n",
      "[3200]\tvalid_0's binary_logloss: 0.00122829\n",
      "[3201]\tvalid_0's binary_logloss: 0.0012282\n",
      "[3202]\tvalid_0's binary_logloss: 0.00122811\n",
      "[3203]\tvalid_0's binary_logloss: 0.00122805\n",
      "[3204]\tvalid_0's binary_logloss: 0.00122806\n",
      "[3205]\tvalid_0's binary_logloss: 0.00122805\n",
      "[3206]\tvalid_0's binary_logloss: 0.00122796\n",
      "[3207]\tvalid_0's binary_logloss: 0.00122794\n",
      "[3208]\tvalid_0's binary_logloss: 0.00122788\n",
      "[3209]\tvalid_0's binary_logloss: 0.00122789\n",
      "[3210]\tvalid_0's binary_logloss: 0.00122788\n",
      "[3211]\tvalid_0's binary_logloss: 0.00122786\n",
      "[3212]\tvalid_0's binary_logloss: 0.00122796\n",
      "[3213]\tvalid_0's binary_logloss: 0.00122796\n",
      "[3214]\tvalid_0's binary_logloss: 0.00122788\n",
      "[3215]\tvalid_0's binary_logloss: 0.00122787\n",
      "[3216]\tvalid_0's binary_logloss: 0.00122788\n",
      "[3217]\tvalid_0's binary_logloss: 0.00122786\n",
      "[3218]\tvalid_0's binary_logloss: 0.00122788\n",
      "[3219]\tvalid_0's binary_logloss: 0.00122783\n",
      "[3220]\tvalid_0's binary_logloss: 0.00122774\n",
      "[3221]\tvalid_0's binary_logloss: 0.00122773\n",
      "[3222]\tvalid_0's binary_logloss: 0.00122773\n",
      "[3223]\tvalid_0's binary_logloss: 0.00122764\n",
      "[3224]\tvalid_0's binary_logloss: 0.00122759\n",
      "[3225]\tvalid_0's binary_logloss: 0.00122768\n",
      "[3226]\tvalid_0's binary_logloss: 0.00122766\n",
      "[3227]\tvalid_0's binary_logloss: 0.00122757\n",
      "[3228]\tvalid_0's binary_logloss: 0.00122756\n",
      "[3229]\tvalid_0's binary_logloss: 0.00122757\n",
      "[3230]\tvalid_0's binary_logloss: 0.00122755\n",
      "[3231]\tvalid_0's binary_logloss: 0.00122756\n",
      "[3232]\tvalid_0's binary_logloss: 0.0012275\n",
      "[3233]\tvalid_0's binary_logloss: 0.00122752\n",
      "[3234]\tvalid_0's binary_logloss: 0.0012275\n",
      "[3235]\tvalid_0's binary_logloss: 0.00122748\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3236]\tvalid_0's binary_logloss: 0.00122747\n",
      "[3237]\tvalid_0's binary_logloss: 0.00122745\n",
      "[3238]\tvalid_0's binary_logloss: 0.00122745\n",
      "[3239]\tvalid_0's binary_logloss: 0.00122754\n",
      "[3240]\tvalid_0's binary_logloss: 0.00122746\n",
      "[3241]\tvalid_0's binary_logloss: 0.00122747\n",
      "[3242]\tvalid_0's binary_logloss: 0.00122753\n",
      "[3243]\tvalid_0's binary_logloss: 0.00122751\n",
      "[3244]\tvalid_0's binary_logloss: 0.00122746\n",
      "[3245]\tvalid_0's binary_logloss: 0.0012274\n",
      "[3246]\tvalid_0's binary_logloss: 0.00122731\n",
      "[3247]\tvalid_0's binary_logloss: 0.00122729\n",
      "[3248]\tvalid_0's binary_logloss: 0.00122731\n",
      "[3249]\tvalid_0's binary_logloss: 0.00122722\n",
      "[3250]\tvalid_0's binary_logloss: 0.00122723\n",
      "[3251]\tvalid_0's binary_logloss: 0.00122722\n",
      "[3252]\tvalid_0's binary_logloss: 0.00122713\n",
      "[3253]\tvalid_0's binary_logloss: 0.00122722\n",
      "[3254]\tvalid_0's binary_logloss: 0.00122721\n",
      "[3255]\tvalid_0's binary_logloss: 0.00122722\n",
      "[3256]\tvalid_0's binary_logloss: 0.0012272\n",
      "[3257]\tvalid_0's binary_logloss: 0.00122719\n",
      "[3258]\tvalid_0's binary_logloss: 0.0012272\n",
      "[3259]\tvalid_0's binary_logloss: 0.00122726\n",
      "[3260]\tvalid_0's binary_logloss: 0.00122717\n",
      "[3261]\tvalid_0's binary_logloss: 0.00122708\n",
      "[3262]\tvalid_0's binary_logloss: 0.00122702\n",
      "[3263]\tvalid_0's binary_logloss: 0.00122697\n",
      "[3264]\tvalid_0's binary_logloss: 0.00122695\n",
      "[3265]\tvalid_0's binary_logloss: 0.00122697\n",
      "[3266]\tvalid_0's binary_logloss: 0.00122688\n",
      "[3267]\tvalid_0's binary_logloss: 0.00122686\n",
      "[3268]\tvalid_0's binary_logloss: 0.00122684\n",
      "[3269]\tvalid_0's binary_logloss: 0.00122683\n",
      "[3270]\tvalid_0's binary_logloss: 0.00122684\n",
      "[3271]\tvalid_0's binary_logloss: 0.00122683\n",
      "[3272]\tvalid_0's binary_logloss: 0.00122692\n",
      "[3273]\tvalid_0's binary_logloss: 0.00122684\n",
      "[3274]\tvalid_0's binary_logloss: 0.00122686\n",
      "[3275]\tvalid_0's binary_logloss: 0.00122681\n",
      "[3276]\tvalid_0's binary_logloss: 0.00122679\n",
      "[3277]\tvalid_0's binary_logloss: 0.0012268\n",
      "[3278]\tvalid_0's binary_logloss: 0.00122678\n",
      "[3279]\tvalid_0's binary_logloss: 0.00122678\n",
      "[3280]\tvalid_0's binary_logloss: 0.0012267\n",
      "[3281]\tvalid_0's binary_logloss: 0.00122679\n",
      "[3282]\tvalid_0's binary_logloss: 0.00122679\n",
      "[3283]\tvalid_0's binary_logloss: 0.0012267\n",
      "[3284]\tvalid_0's binary_logloss: 0.00122664\n",
      "[3285]\tvalid_0's binary_logloss: 0.00122662\n",
      "[3286]\tvalid_0's binary_logloss: 0.00122661\n",
      "[3287]\tvalid_0's binary_logloss: 0.0012266\n",
      "[3288]\tvalid_0's binary_logloss: 0.0012265\n",
      "[3289]\tvalid_0's binary_logloss: 0.00122652\n",
      "[3290]\tvalid_0's binary_logloss: 0.00122643\n",
      "[3291]\tvalid_0's binary_logloss: 0.00122652\n",
      "[3292]\tvalid_0's binary_logloss: 0.00122653\n",
      "[3293]\tvalid_0's binary_logloss: 0.00122651\n",
      "[3294]\tvalid_0's binary_logloss: 0.00122646\n",
      "[3295]\tvalid_0's binary_logloss: 0.00122645\n",
      "[3296]\tvalid_0's binary_logloss: 0.00122646\n",
      "[3297]\tvalid_0's binary_logloss: 0.00122645\n",
      "[3298]\tvalid_0's binary_logloss: 0.00122651\n",
      "[3299]\tvalid_0's binary_logloss: 0.00122642\n",
      "[3300]\tvalid_0's binary_logloss: 0.00122641\n",
      "[3301]\tvalid_0's binary_logloss: 0.00122636\n",
      "[3302]\tvalid_0's binary_logloss: 0.00122628\n",
      "[3303]\tvalid_0's binary_logloss: 0.00122629\n",
      "[3304]\tvalid_0's binary_logloss: 0.00122624\n",
      "[3305]\tvalid_0's binary_logloss: 0.00122622\n",
      "[3306]\tvalid_0's binary_logloss: 0.00122622\n",
      "[3307]\tvalid_0's binary_logloss: 0.0012262\n",
      "[3308]\tvalid_0's binary_logloss: 0.00122622\n",
      "[3309]\tvalid_0's binary_logloss: 0.00122613\n",
      "[3310]\tvalid_0's binary_logloss: 0.00122611\n",
      "[3311]\tvalid_0's binary_logloss: 0.0012261\n",
      "[3312]\tvalid_0's binary_logloss: 0.0012262\n",
      "[3313]\tvalid_0's binary_logloss: 0.0012261\n",
      "[3314]\tvalid_0's binary_logloss: 0.00122609\n",
      "[3315]\tvalid_0's binary_logloss: 0.0012261\n",
      "[3316]\tvalid_0's binary_logloss: 0.00122608\n",
      "[3317]\tvalid_0's binary_logloss: 0.0012261\n",
      "[3318]\tvalid_0's binary_logloss: 0.00122601\n",
      "[3319]\tvalid_0's binary_logloss: 0.00122601\n",
      "[3320]\tvalid_0's binary_logloss: 0.0012261\n",
      "[3321]\tvalid_0's binary_logloss: 0.00122602\n",
      "[3322]\tvalid_0's binary_logloss: 0.00122602\n",
      "[3323]\tvalid_0's binary_logloss: 0.00122602\n",
      "[3324]\tvalid_0's binary_logloss: 0.001226\n",
      "[3325]\tvalid_0's binary_logloss: 0.00122598\n",
      "[3326]\tvalid_0's binary_logloss: 0.00122593\n",
      "[3327]\tvalid_0's binary_logloss: 0.00122587\n",
      "[3328]\tvalid_0's binary_logloss: 0.00122585\n",
      "[3329]\tvalid_0's binary_logloss: 0.00122586\n",
      "[3330]\tvalid_0's binary_logloss: 0.00122584\n",
      "[3331]\tvalid_0's binary_logloss: 0.00122586\n",
      "[3332]\tvalid_0's binary_logloss: 0.00122577\n",
      "[3333]\tvalid_0's binary_logloss: 0.00122568\n",
      "[3334]\tvalid_0's binary_logloss: 0.00122577\n",
      "[3335]\tvalid_0's binary_logloss: 0.00122578\n",
      "[3336]\tvalid_0's binary_logloss: 0.00122577\n",
      "[3337]\tvalid_0's binary_logloss: 0.00122568\n",
      "[3338]\tvalid_0's binary_logloss: 0.00122567\n",
      "[3339]\tvalid_0's binary_logloss: 0.00122573\n",
      "[3340]\tvalid_0's binary_logloss: 0.00122572\n",
      "[3341]\tvalid_0's binary_logloss: 0.00122563\n",
      "[3342]\tvalid_0's binary_logloss: 0.00122558\n",
      "[3343]\tvalid_0's binary_logloss: 0.00122553\n",
      "[3344]\tvalid_0's binary_logloss: 0.00122545\n",
      "[3345]\tvalid_0's binary_logloss: 0.00122545\n",
      "[3346]\tvalid_0's binary_logloss: 0.00122543\n",
      "[3347]\tvalid_0's binary_logloss: 0.00122543\n",
      "[3348]\tvalid_0's binary_logloss: 0.00122543\n",
      "[3349]\tvalid_0's binary_logloss: 0.0012255\n",
      "[3350]\tvalid_0's binary_logloss: 0.00122544\n",
      "[3351]\tvalid_0's binary_logloss: 0.00122543\n",
      "[3352]\tvalid_0's binary_logloss: 0.00122541\n",
      "[3353]\tvalid_0's binary_logloss: 0.00122539\n",
      "[3354]\tvalid_0's binary_logloss: 0.00122541\n",
      "[3355]\tvalid_0's binary_logloss: 0.00122532\n",
      "[3356]\tvalid_0's binary_logloss: 0.00122532\n",
      "[3357]\tvalid_0's binary_logloss: 0.00122541\n",
      "[3358]\tvalid_0's binary_logloss: 0.00122541\n",
      "[3359]\tvalid_0's binary_logloss: 0.00122531\n",
      "[3360]\tvalid_0's binary_logloss: 0.0012253\n",
      "[3361]\tvalid_0's binary_logloss: 0.00122531\n",
      "[3362]\tvalid_0's binary_logloss: 0.0012253\n",
      "[3363]\tvalid_0's binary_logloss: 0.00122521\n",
      "[3364]\tvalid_0's binary_logloss: 0.00122516\n",
      "[3365]\tvalid_0's binary_logloss: 0.00122514\n",
      "[3366]\tvalid_0's binary_logloss: 0.00122509\n",
      "[3367]\tvalid_0's binary_logloss: 0.00122511\n",
      "[3368]\tvalid_0's binary_logloss: 0.00122503\n",
      "[3369]\tvalid_0's binary_logloss: 0.00122504\n",
      "[3370]\tvalid_0's binary_logloss: 0.00122513\n",
      "[3371]\tvalid_0's binary_logloss: 0.00122511\n",
      "[3372]\tvalid_0's binary_logloss: 0.0012251\n",
      "[3373]\tvalid_0's binary_logloss: 0.00122508\n",
      "[3374]\tvalid_0's binary_logloss: 0.00122507\n",
      "[3375]\tvalid_0's binary_logloss: 0.00122498\n",
      "[3376]\tvalid_0's binary_logloss: 0.00122496\n",
      "[3377]\tvalid_0's binary_logloss: 0.00122497\n",
      "[3378]\tvalid_0's binary_logloss: 0.00122503\n",
      "[3379]\tvalid_0's binary_logloss: 0.00122494\n",
      "[3380]\tvalid_0's binary_logloss: 0.00122496\n",
      "[3381]\tvalid_0's binary_logloss: 0.00122491\n",
      "[3382]\tvalid_0's binary_logloss: 0.00122486\n",
      "[3383]\tvalid_0's binary_logloss: 0.00122477\n",
      "[3384]\tvalid_0's binary_logloss: 0.00122475\n",
      "[3385]\tvalid_0's binary_logloss: 0.00122475\n",
      "[3386]\tvalid_0's binary_logloss: 0.00122475\n",
      "[3387]\tvalid_0's binary_logloss: 0.00122467\n",
      "[3388]\tvalid_0's binary_logloss: 0.00122476\n",
      "[3389]\tvalid_0's binary_logloss: 0.00122474\n",
      "[3390]\tvalid_0's binary_logloss: 0.00122475\n",
      "[3391]\tvalid_0's binary_logloss: 0.00122474\n",
      "[3392]\tvalid_0's binary_logloss: 0.00122472\n",
      "[3393]\tvalid_0's binary_logloss: 0.00122471\n",
      "[3394]\tvalid_0's binary_logloss: 0.00122469\n",
      "[3395]\tvalid_0's binary_logloss: 0.00122471\n",
      "[3396]\tvalid_0's binary_logloss: 0.00122473\n",
      "[3397]\tvalid_0's binary_logloss: 0.00122468\n",
      "[3398]\tvalid_0's binary_logloss: 0.0012246\n",
      "[3399]\tvalid_0's binary_logloss: 0.00122461\n",
      "[3400]\tvalid_0's binary_logloss: 0.00122459\n",
      "[3401]\tvalid_0's binary_logloss: 0.00122453\n",
      "[3402]\tvalid_0's binary_logloss: 0.00122445\n",
      "[3403]\tvalid_0's binary_logloss: 0.00122454\n",
      "[3404]\tvalid_0's binary_logloss: 0.00122445\n",
      "[3405]\tvalid_0's binary_logloss: 0.00122435\n",
      "[3406]\tvalid_0's binary_logloss: 0.00122434\n",
      "[3407]\tvalid_0's binary_logloss: 0.00122443\n",
      "[3408]\tvalid_0's binary_logloss: 0.00122445\n",
      "[3409]\tvalid_0's binary_logloss: 0.00122442\n",
      "[3410]\tvalid_0's binary_logloss: 0.00122433\n",
      "[3411]\tvalid_0's binary_logloss: 0.00122432\n",
      "[3412]\tvalid_0's binary_logloss: 0.00122433\n",
      "[3413]\tvalid_0's binary_logloss: 0.00122432\n",
      "[3414]\tvalid_0's binary_logloss: 0.00122433\n",
      "[3415]\tvalid_0's binary_logloss: 0.00122442\n",
      "[3416]\tvalid_0's binary_logloss: 0.0012244\n",
      "[3417]\tvalid_0's binary_logloss: 0.00122439\n",
      "[3418]\tvalid_0's binary_logloss: 0.00122445\n",
      "[3419]\tvalid_0's binary_logloss: 0.00122437\n",
      "[3420]\tvalid_0's binary_logloss: 0.00122428\n",
      "[3421]\tvalid_0's binary_logloss: 0.00122422\n",
      "[3422]\tvalid_0's binary_logloss: 0.00122417\n",
      "[3423]\tvalid_0's binary_logloss: 0.00122415\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3424]\tvalid_0's binary_logloss: 0.00122416\n",
      "[3425]\tvalid_0's binary_logloss: 0.00122415\n",
      "[3426]\tvalid_0's binary_logloss: 0.00122424\n",
      "[3427]\tvalid_0's binary_logloss: 0.00122416\n",
      "[3428]\tvalid_0's binary_logloss: 0.00122417\n",
      "[3429]\tvalid_0's binary_logloss: 0.00122419\n",
      "[3430]\tvalid_0's binary_logloss: 0.00122417\n",
      "[3431]\tvalid_0's binary_logloss: 0.00122408\n",
      "[3432]\tvalid_0's binary_logloss: 0.00122407\n",
      "[3433]\tvalid_0's binary_logloss: 0.00122405\n",
      "[3434]\tvalid_0's binary_logloss: 0.00122407\n",
      "[3435]\tvalid_0's binary_logloss: 0.00122402\n",
      "[3436]\tvalid_0's binary_logloss: 0.00122393\n",
      "[3437]\tvalid_0's binary_logloss: 0.00122391\n",
      "[3438]\tvalid_0's binary_logloss: 0.001224\n",
      "[3439]\tvalid_0's binary_logloss: 0.00122392\n",
      "[3440]\tvalid_0's binary_logloss: 0.0012239\n",
      "[3441]\tvalid_0's binary_logloss: 0.00122389\n",
      "[3442]\tvalid_0's binary_logloss: 0.0012239\n",
      "[3443]\tvalid_0's binary_logloss: 0.00122388\n",
      "[3444]\tvalid_0's binary_logloss: 0.00122383\n",
      "[3445]\tvalid_0's binary_logloss: 0.00122385\n",
      "[3446]\tvalid_0's binary_logloss: 0.00122384\n",
      "[3447]\tvalid_0's binary_logloss: 0.00122379\n",
      "[3448]\tvalid_0's binary_logloss: 0.00122379\n",
      "[3449]\tvalid_0's binary_logloss: 0.0012237\n",
      "[3450]\tvalid_0's binary_logloss: 0.00122371\n",
      "[3451]\tvalid_0's binary_logloss: 0.00122377\n",
      "[3452]\tvalid_0's binary_logloss: 0.00122375\n",
      "[3453]\tvalid_0's binary_logloss: 0.00122375\n",
      "[3454]\tvalid_0's binary_logloss: 0.00122375\n",
      "[3455]\tvalid_0's binary_logloss: 0.00122375\n",
      "[3456]\tvalid_0's binary_logloss: 0.00122366\n",
      "[3457]\tvalid_0's binary_logloss: 0.00122364\n",
      "[3458]\tvalid_0's binary_logloss: 0.00122373\n",
      "[3459]\tvalid_0's binary_logloss: 0.00122364\n",
      "[3460]\tvalid_0's binary_logloss: 0.00122358\n",
      "[3461]\tvalid_0's binary_logloss: 0.0012235\n",
      "[3462]\tvalid_0's binary_logloss: 0.00122352\n",
      "[3463]\tvalid_0's binary_logloss: 0.00122347\n",
      "[3464]\tvalid_0's binary_logloss: 0.00122345\n",
      "[3465]\tvalid_0's binary_logloss: 0.00122346\n",
      "[3466]\tvalid_0's binary_logloss: 0.00122344\n",
      "[3467]\tvalid_0's binary_logloss: 0.00122353\n",
      "[3468]\tvalid_0's binary_logloss: 0.00122352\n",
      "[3469]\tvalid_0's binary_logloss: 0.00122351\n",
      "[3470]\tvalid_0's binary_logloss: 0.0012235\n",
      "[3471]\tvalid_0's binary_logloss: 0.00122341\n",
      "[3472]\tvalid_0's binary_logloss: 0.0012234\n",
      "[3473]\tvalid_0's binary_logloss: 0.00122341\n",
      "[3474]\tvalid_0's binary_logloss: 0.00122332\n",
      "[3475]\tvalid_0's binary_logloss: 0.00122334\n",
      "[3476]\tvalid_0's binary_logloss: 0.00122329\n",
      "[3477]\tvalid_0's binary_logloss: 0.00122323\n",
      "[3478]\tvalid_0's binary_logloss: 0.00122322\n",
      "[3479]\tvalid_0's binary_logloss: 0.0012232\n",
      "[3480]\tvalid_0's binary_logloss: 0.00122319\n",
      "[3481]\tvalid_0's binary_logloss: 0.00122317\n",
      "[3482]\tvalid_0's binary_logloss: 0.00122315\n",
      "[3483]\tvalid_0's binary_logloss: 0.00122316\n",
      "[3484]\tvalid_0's binary_logloss: 0.00122322\n",
      "[3485]\tvalid_0's binary_logloss: 0.00122321\n",
      "[3486]\tvalid_0's binary_logloss: 0.00122312\n",
      "[3487]\tvalid_0's binary_logloss: 0.00122304\n",
      "[3488]\tvalid_0's binary_logloss: 0.00122313\n",
      "[3489]\tvalid_0's binary_logloss: 0.00122312\n",
      "[3490]\tvalid_0's binary_logloss: 0.00122312\n",
      "[3491]\tvalid_0's binary_logloss: 0.00122307\n",
      "[3492]\tvalid_0's binary_logloss: 0.00122309\n",
      "[3493]\tvalid_0's binary_logloss: 0.001223\n",
      "[3494]\tvalid_0's binary_logloss: 0.00122295\n",
      "[3495]\tvalid_0's binary_logloss: 0.00122293\n",
      "[3496]\tvalid_0's binary_logloss: 0.00122291\n",
      "[3497]\tvalid_0's binary_logloss: 0.0012229\n",
      "[3498]\tvalid_0's binary_logloss: 0.00122282\n",
      "[3499]\tvalid_0's binary_logloss: 0.00122283\n",
      "[3500]\tvalid_0's binary_logloss: 0.00122285\n",
      "[3501]\tvalid_0's binary_logloss: 0.0012228\n",
      "[3502]\tvalid_0's binary_logloss: 0.00122281\n",
      "[3503]\tvalid_0's binary_logloss: 0.00122273\n",
      "[3504]\tvalid_0's binary_logloss: 0.00122279\n",
      "[3505]\tvalid_0's binary_logloss: 0.00122277\n",
      "[3506]\tvalid_0's binary_logloss: 0.00122286\n",
      "[3507]\tvalid_0's binary_logloss: 0.00122285\n",
      "[3508]\tvalid_0's binary_logloss: 0.00122284\n",
      "[3509]\tvalid_0's binary_logloss: 0.00122284\n",
      "[3510]\tvalid_0's binary_logloss: 0.00122284\n",
      "[3511]\tvalid_0's binary_logloss: 0.00122275\n",
      "[3512]\tvalid_0's binary_logloss: 0.00122274\n",
      "[3513]\tvalid_0's binary_logloss: 0.00122273\n",
      "[3514]\tvalid_0's binary_logloss: 0.00122271\n",
      "[3515]\tvalid_0's binary_logloss: 0.00122266\n",
      "[3516]\tvalid_0's binary_logloss: 0.00122257\n",
      "[3517]\tvalid_0's binary_logloss: 0.00122266\n",
      "[3518]\tvalid_0's binary_logloss: 0.00122264\n",
      "[3519]\tvalid_0's binary_logloss: 0.00122259\n",
      "[3520]\tvalid_0's binary_logloss: 0.00122257\n",
      "[3521]\tvalid_0's binary_logloss: 0.00122257\n",
      "[3522]\tvalid_0's binary_logloss: 0.00122248\n",
      "[3523]\tvalid_0's binary_logloss: 0.00122243\n",
      "[3524]\tvalid_0's binary_logloss: 0.00122235\n",
      "[3525]\tvalid_0's binary_logloss: 0.00122241\n",
      "[3526]\tvalid_0's binary_logloss: 0.00122243\n",
      "[3527]\tvalid_0's binary_logloss: 0.00122241\n",
      "[3528]\tvalid_0's binary_logloss: 0.00122239\n",
      "[3529]\tvalid_0's binary_logloss: 0.0012224\n",
      "[3530]\tvalid_0's binary_logloss: 0.00122239\n",
      "[3531]\tvalid_0's binary_logloss: 0.00122234\n",
      "[3532]\tvalid_0's binary_logloss: 0.00122236\n",
      "[3533]\tvalid_0's binary_logloss: 0.00122234\n",
      "[3534]\tvalid_0's binary_logloss: 0.00122235\n",
      "[3535]\tvalid_0's binary_logloss: 0.00122227\n",
      "[3536]\tvalid_0's binary_logloss: 0.00122236\n",
      "[3537]\tvalid_0's binary_logloss: 0.00122234\n",
      "[3538]\tvalid_0's binary_logloss: 0.00122233\n",
      "[3539]\tvalid_0's binary_logloss: 0.00122231\n",
      "[3540]\tvalid_0's binary_logloss: 0.00122238\n",
      "[3541]\tvalid_0's binary_logloss: 0.00122238\n",
      "[3542]\tvalid_0's binary_logloss: 0.00122238\n",
      "[3543]\tvalid_0's binary_logloss: 0.00122229\n",
      "[3544]\tvalid_0's binary_logloss: 0.00122223\n",
      "[3545]\tvalid_0's binary_logloss: 0.00122218\n",
      "[3546]\tvalid_0's binary_logloss: 0.00122217\n",
      "[3547]\tvalid_0's binary_logloss: 0.00122215\n",
      "[3548]\tvalid_0's binary_logloss: 0.00122214\n",
      "[3549]\tvalid_0's binary_logloss: 0.00122216\n",
      "[3550]\tvalid_0's binary_logloss: 0.00122207\n",
      "[3551]\tvalid_0's binary_logloss: 0.00122205\n",
      "[3552]\tvalid_0's binary_logloss: 0.00122219\n",
      "[3553]\tvalid_0's binary_logloss: 0.00122219\n",
      "[3554]\tvalid_0's binary_logloss: 0.00122214\n",
      "[3555]\tvalid_0's binary_logloss: 0.00122212\n",
      "[3556]\tvalid_0's binary_logloss: 0.00122207\n",
      "[3557]\tvalid_0's binary_logloss: 0.00122199\n",
      "[3558]\tvalid_0's binary_logloss: 0.00122208\n",
      "[3559]\tvalid_0's binary_logloss: 0.001222\n",
      "[3560]\tvalid_0's binary_logloss: 0.00122201\n",
      "[3561]\tvalid_0's binary_logloss: 0.00122199\n",
      "[3562]\tvalid_0's binary_logloss: 0.00122199\n",
      "[3563]\tvalid_0's binary_logloss: 0.00122197\n",
      "[3564]\tvalid_0's binary_logloss: 0.00122203\n",
      "[3565]\tvalid_0's binary_logloss: 0.00122204\n",
      "[3566]\tvalid_0's binary_logloss: 0.00122203\n",
      "[3567]\tvalid_0's binary_logloss: 0.00122195\n",
      "[3568]\tvalid_0's binary_logloss: 0.00122193\n",
      "[3569]\tvalid_0's binary_logloss: 0.00122193\n",
      "[3570]\tvalid_0's binary_logloss: 0.00122202\n",
      "[3571]\tvalid_0's binary_logloss: 0.00122193\n",
      "[3572]\tvalid_0's binary_logloss: 0.00122191\n",
      "[3573]\tvalid_0's binary_logloss: 0.00122186\n",
      "[3574]\tvalid_0's binary_logloss: 0.00122181\n",
      "[3575]\tvalid_0's binary_logloss: 0.00122183\n",
      "[3576]\tvalid_0's binary_logloss: 0.00122174\n",
      "[3577]\tvalid_0's binary_logloss: 0.00122174\n",
      "[3578]\tvalid_0's binary_logloss: 0.00122173\n",
      "[3579]\tvalid_0's binary_logloss: 0.00122171\n",
      "[3580]\tvalid_0's binary_logloss: 0.0012217\n",
      "[3581]\tvalid_0's binary_logloss: 0.00122165\n",
      "[3582]\tvalid_0's binary_logloss: 0.00122166\n",
      "[3583]\tvalid_0's binary_logloss: 0.00122165\n",
      "[3584]\tvalid_0's binary_logloss: 0.00122171\n",
      "[3585]\tvalid_0's binary_logloss: 0.00122162\n",
      "[3586]\tvalid_0's binary_logloss: 0.00122175\n",
      "[3587]\tvalid_0's binary_logloss: 0.00122174\n",
      "[3588]\tvalid_0's binary_logloss: 0.00122173\n",
      "[3589]\tvalid_0's binary_logloss: 0.00122168\n",
      "[3590]\tvalid_0's binary_logloss: 0.0012216\n",
      "[3591]\tvalid_0's binary_logloss: 0.00122169\n",
      "[3592]\tvalid_0's binary_logloss: 0.0012216\n",
      "[3593]\tvalid_0's binary_logloss: 0.00122158\n",
      "[3594]\tvalid_0's binary_logloss: 0.0012216\n",
      "[3595]\tvalid_0's binary_logloss: 0.00122161\n",
      "[3596]\tvalid_0's binary_logloss: 0.00122152\n",
      "[3597]\tvalid_0's binary_logloss: 0.0012215\n",
      "[3598]\tvalid_0's binary_logloss: 0.00122145\n",
      "[3599]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3600]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3601]\tvalid_0's binary_logloss: 0.00122141\n",
      "[3602]\tvalid_0's binary_logloss: 0.0012214\n",
      "[3603]\tvalid_0's binary_logloss: 0.00122141\n",
      "[3604]\tvalid_0's binary_logloss: 0.00122147\n",
      "[3605]\tvalid_0's binary_logloss: 0.00122145\n",
      "[3606]\tvalid_0's binary_logloss: 0.00122144\n",
      "[3607]\tvalid_0's binary_logloss: 0.00122153\n",
      "[3608]\tvalid_0's binary_logloss: 0.00122145\n",
      "[3609]\tvalid_0's binary_logloss: 0.00122158\n",
      "[3610]\tvalid_0's binary_logloss: 0.00122163\n",
      "[3611]\tvalid_0's binary_logloss: 0.00122155\n",
      "[3612]\tvalid_0's binary_logloss: 0.0012215\n",
      "[3613]\tvalid_0's binary_logloss: 0.00122149\n",
      "[3614]\tvalid_0's binary_logloss: 0.00122147\n",
      "[3615]\tvalid_0's binary_logloss: 0.00122142\n",
      "[3616]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3617]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3618]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3619]\tvalid_0's binary_logloss: 0.00122142\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3620]\tvalid_0's binary_logloss: 0.0012215\n",
      "[3621]\tvalid_0's binary_logloss: 0.00122142\n",
      "[3622]\tvalid_0's binary_logloss: 0.0012214\n",
      "[3623]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3624]\tvalid_0's binary_logloss: 0.00122137\n",
      "[3625]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3626]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3627]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3628]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3629]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3630]\tvalid_0's binary_logloss: 0.00122141\n",
      "[3631]\tvalid_0's binary_logloss: 0.00122133\n",
      "[3632]\tvalid_0's binary_logloss: 0.00122133\n",
      "[3633]\tvalid_0's binary_logloss: 0.00122128\n",
      "[3634]\tvalid_0's binary_logloss: 0.00122126\n",
      "[3635]\tvalid_0's binary_logloss: 0.00122135\n",
      "[3636]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3637]\tvalid_0's binary_logloss: 0.0012214\n",
      "[3638]\tvalid_0's binary_logloss: 0.00122141\n",
      "[3639]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3640]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3641]\tvalid_0's binary_logloss: 0.00122135\n",
      "[3642]\tvalid_0's binary_logloss: 0.00122133\n",
      "[3643]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3644]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3645]\tvalid_0's binary_logloss: 0.00122126\n",
      "[3646]\tvalid_0's binary_logloss: 0.00122117\n",
      "[3647]\tvalid_0's binary_logloss: 0.00122112\n",
      "[3648]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3649]\tvalid_0's binary_logloss: 0.0012211\n",
      "[3650]\tvalid_0's binary_logloss: 0.00122108\n",
      "[3651]\tvalid_0's binary_logloss: 0.00122109\n",
      "[3652]\tvalid_0's binary_logloss: 0.00122122\n",
      "[3653]\tvalid_0's binary_logloss: 0.00122121\n",
      "[3654]\tvalid_0's binary_logloss: 0.0012212\n",
      "[3655]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3656]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3657]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3658]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3659]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3660]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3661]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3662]\tvalid_0's binary_logloss: 0.00122122\n",
      "[3663]\tvalid_0's binary_logloss: 0.00122121\n",
      "[3664]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3665]\tvalid_0's binary_logloss: 0.00122128\n",
      "[3666]\tvalid_0's binary_logloss: 0.00122134\n",
      "[3667]\tvalid_0's binary_logloss: 0.00122135\n",
      "[3668]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3669]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3670]\tvalid_0's binary_logloss: 0.00122116\n",
      "[3671]\tvalid_0's binary_logloss: 0.00122115\n",
      "[3672]\tvalid_0's binary_logloss: 0.00122122\n",
      "[3673]\tvalid_0's binary_logloss: 0.00122113\n",
      "[3674]\tvalid_0's binary_logloss: 0.00122114\n",
      "[3675]\tvalid_0's binary_logloss: 0.00122112\n",
      "[3676]\tvalid_0's binary_logloss: 0.0012211\n",
      "[3677]\tvalid_0's binary_logloss: 0.00122123\n",
      "[3678]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3679]\tvalid_0's binary_logloss: 0.0012212\n",
      "[3680]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3681]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3682]\tvalid_0's binary_logloss: 0.00122123\n",
      "[3683]\tvalid_0's binary_logloss: 0.00122121\n",
      "[3684]\tvalid_0's binary_logloss: 0.00122116\n",
      "[3685]\tvalid_0's binary_logloss: 0.00122108\n",
      "[3686]\tvalid_0's binary_logloss: 0.00122117\n",
      "[3687]\tvalid_0's binary_logloss: 0.00122108\n",
      "[3688]\tvalid_0's binary_logloss: 0.00122107\n",
      "[3689]\tvalid_0's binary_logloss: 0.00122107\n",
      "[3690]\tvalid_0's binary_logloss: 0.00122107\n",
      "[3691]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3692]\tvalid_0's binary_logloss: 0.00122104\n",
      "[3693]\tvalid_0's binary_logloss: 0.00122106\n",
      "[3694]\tvalid_0's binary_logloss: 0.00122101\n",
      "[3695]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3696]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3697]\tvalid_0's binary_logloss: 0.00122106\n",
      "[3698]\tvalid_0's binary_logloss: 0.00122097\n",
      "[3699]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3700]\tvalid_0's binary_logloss: 0.00122102\n",
      "[3701]\tvalid_0's binary_logloss: 0.001221\n",
      "[3702]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3703]\tvalid_0's binary_logloss: 0.00122108\n",
      "[3704]\tvalid_0's binary_logloss: 0.00122106\n",
      "[3705]\tvalid_0's binary_logloss: 0.00122112\n",
      "[3706]\tvalid_0's binary_logloss: 0.00122113\n",
      "[3707]\tvalid_0's binary_logloss: 0.00122106\n",
      "[3708]\tvalid_0's binary_logloss: 0.001221\n",
      "[3709]\tvalid_0's binary_logloss: 0.00122109\n",
      "[3710]\tvalid_0's binary_logloss: 0.00122101\n",
      "[3711]\tvalid_0's binary_logloss: 0.001221\n",
      "[3712]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3713]\tvalid_0's binary_logloss: 0.00122097\n",
      "[3714]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3715]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3716]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3717]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3718]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3719]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3720]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3721]\tvalid_0's binary_logloss: 0.00122103\n",
      "[3722]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3723]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3724]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3725]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3726]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3727]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3728]\tvalid_0's binary_logloss: 0.00122085\n",
      "[3729]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3730]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3731]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3732]\tvalid_0's binary_logloss: 0.00122085\n",
      "[3733]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3734]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3735]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3736]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3737]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3738]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3739]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3740]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3741]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3742]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3743]\tvalid_0's binary_logloss: 0.00122081\n",
      "[3744]\tvalid_0's binary_logloss: 0.00122079\n",
      "[3745]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3746]\tvalid_0's binary_logloss: 0.00122085\n",
      "[3747]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3748]\tvalid_0's binary_logloss: 0.00122085\n",
      "[3749]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3750]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3751]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3752]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3753]\tvalid_0's binary_logloss: 0.00122085\n",
      "[3754]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3755]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3756]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3757]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3758]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3759]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3760]\tvalid_0's binary_logloss: 0.0012208\n",
      "[3761]\tvalid_0's binary_logloss: 0.00122073\n",
      "[3762]\tvalid_0's binary_logloss: 0.00122067\n",
      "[3763]\tvalid_0's binary_logloss: 0.00122076\n",
      "[3764]\tvalid_0's binary_logloss: 0.00122078\n",
      "[3765]\tvalid_0's binary_logloss: 0.00122076\n",
      "[3766]\tvalid_0's binary_logloss: 0.00122068\n",
      "[3767]\tvalid_0's binary_logloss: 0.00122069\n",
      "[3768]\tvalid_0's binary_logloss: 0.00122082\n",
      "[3769]\tvalid_0's binary_logloss: 0.00122074\n",
      "[3770]\tvalid_0's binary_logloss: 0.00122072\n",
      "[3771]\tvalid_0's binary_logloss: 0.00122078\n",
      "[3772]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3773]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3774]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3775]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3776]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3777]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3778]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3779]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3780]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3781]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3782]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3783]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3784]\tvalid_0's binary_logloss: 0.00122078\n",
      "[3785]\tvalid_0's binary_logloss: 0.00122069\n",
      "[3786]\tvalid_0's binary_logloss: 0.00122068\n",
      "[3787]\tvalid_0's binary_logloss: 0.00122067\n",
      "[3788]\tvalid_0's binary_logloss: 0.0012208\n",
      "[3789]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3790]\tvalid_0's binary_logloss: 0.00122077\n",
      "[3791]\tvalid_0's binary_logloss: 0.00122079\n",
      "[3792]\tvalid_0's binary_logloss: 0.00122077\n",
      "[3793]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3794]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3795]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3796]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3797]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3798]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3799]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3800]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3801]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3802]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3803]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3804]\tvalid_0's binary_logloss: 0.00122079\n",
      "[3805]\tvalid_0's binary_logloss: 0.00122071\n",
      "[3806]\tvalid_0's binary_logloss: 0.00122077\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3807]\tvalid_0's binary_logloss: 0.00122079\n",
      "[3808]\tvalid_0's binary_logloss: 0.0012207\n",
      "[3809]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3810]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3811]\tvalid_0's binary_logloss: 0.00122082\n",
      "[3812]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3813]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3814]\tvalid_0's binary_logloss: 0.00122082\n",
      "[3815]\tvalid_0's binary_logloss: 0.00122081\n",
      "[3816]\tvalid_0's binary_logloss: 0.00122082\n",
      "[3817]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3818]\tvalid_0's binary_logloss: 0.00122082\n",
      "[3819]\tvalid_0's binary_logloss: 0.00122081\n",
      "[3820]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3821]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3822]\tvalid_0's binary_logloss: 0.00122086\n",
      "[3823]\tvalid_0's binary_logloss: 0.00122081\n",
      "[3824]\tvalid_0's binary_logloss: 0.00122081\n",
      "[3825]\tvalid_0's binary_logloss: 0.0012208\n",
      "[3826]\tvalid_0's binary_logloss: 0.00122088\n",
      "[3827]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3828]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3829]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3830]\tvalid_0's binary_logloss: 0.00122103\n",
      "[3831]\tvalid_0's binary_logloss: 0.00122103\n",
      "[3832]\tvalid_0's binary_logloss: 0.00122104\n",
      "[3833]\tvalid_0's binary_logloss: 0.00122103\n",
      "[3834]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3835]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3836]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3837]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3838]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3839]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3840]\tvalid_0's binary_logloss: 0.00122083\n",
      "[3841]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3842]\tvalid_0's binary_logloss: 0.00122084\n",
      "[3843]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3844]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3845]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3846]\tvalid_0's binary_logloss: 0.00122093\n",
      "[3847]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3848]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3849]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3850]\tvalid_0's binary_logloss: 0.001221\n",
      "[3851]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3852]\tvalid_0's binary_logloss: 0.00122097\n",
      "[3853]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3854]\tvalid_0's binary_logloss: 0.0012209\n",
      "[3855]\tvalid_0's binary_logloss: 0.00122096\n",
      "[3856]\tvalid_0's binary_logloss: 0.00122097\n",
      "[3857]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3858]\tvalid_0's binary_logloss: 0.00122097\n",
      "[3859]\tvalid_0's binary_logloss: 0.00122089\n",
      "[3860]\tvalid_0's binary_logloss: 0.00122095\n",
      "[3861]\tvalid_0's binary_logloss: 0.00122087\n",
      "[3862]\tvalid_0's binary_logloss: 0.00122096\n",
      "[3863]\tvalid_0's binary_logloss: 0.00122096\n",
      "[3864]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3865]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3866]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3867]\tvalid_0's binary_logloss: 0.00122103\n",
      "[3868]\tvalid_0's binary_logloss: 0.00122098\n",
      "[3869]\tvalid_0's binary_logloss: 0.00122099\n",
      "[3870]\tvalid_0's binary_logloss: 0.00122107\n",
      "[3871]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3872]\tvalid_0's binary_logloss: 0.00122107\n",
      "[3873]\tvalid_0's binary_logloss: 0.00122102\n",
      "[3874]\tvalid_0's binary_logloss: 0.00122094\n",
      "[3875]\tvalid_0's binary_logloss: 0.001221\n",
      "[3876]\tvalid_0's binary_logloss: 0.00122092\n",
      "[3877]\tvalid_0's binary_logloss: 0.00122091\n",
      "[3878]\tvalid_0's binary_logloss: 0.001221\n",
      "[3879]\tvalid_0's binary_logloss: 0.00122105\n",
      "[3880]\tvalid_0's binary_logloss: 0.00122113\n",
      "[3881]\tvalid_0's binary_logloss: 0.00122112\n",
      "[3882]\tvalid_0's binary_logloss: 0.00122113\n",
      "[3883]\tvalid_0's binary_logloss: 0.00122114\n",
      "[3884]\tvalid_0's binary_logloss: 0.0012212\n",
      "[3885]\tvalid_0's binary_logloss: 0.00122112\n",
      "[3886]\tvalid_0's binary_logloss: 0.00122104\n",
      "[3887]\tvalid_0's binary_logloss: 0.00122113\n",
      "[3888]\tvalid_0's binary_logloss: 0.00122111\n",
      "[3889]\tvalid_0's binary_logloss: 0.00122109\n",
      "[3890]\tvalid_0's binary_logloss: 0.00122111\n",
      "[3891]\tvalid_0's binary_logloss: 0.00122119\n",
      "[3892]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3893]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3894]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3895]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3896]\tvalid_0's binary_logloss: 0.00122125\n",
      "[3897]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3898]\tvalid_0's binary_logloss: 0.00122119\n",
      "[3899]\tvalid_0's binary_logloss: 0.00122111\n",
      "[3900]\tvalid_0's binary_logloss: 0.0012211\n",
      "[3901]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3902]\tvalid_0's binary_logloss: 0.0012211\n",
      "[3903]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3904]\tvalid_0's binary_logloss: 0.0012212\n",
      "[3905]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3906]\tvalid_0's binary_logloss: 0.00122117\n",
      "[3907]\tvalid_0's binary_logloss: 0.00122118\n",
      "[3908]\tvalid_0's binary_logloss: 0.00122126\n",
      "[3909]\tvalid_0's binary_logloss: 0.00122133\n",
      "[3910]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3911]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3912]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3913]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3914]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3915]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3916]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3917]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3918]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3919]\tvalid_0's binary_logloss: 0.00122145\n",
      "[3920]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3921]\tvalid_0's binary_logloss: 0.00122135\n",
      "[3922]\tvalid_0's binary_logloss: 0.00122129\n",
      "[3923]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3924]\tvalid_0's binary_logloss: 0.00122123\n",
      "[3925]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3926]\tvalid_0's binary_logloss: 0.00122117\n",
      "[3927]\tvalid_0's binary_logloss: 0.00122123\n",
      "[3928]\tvalid_0's binary_logloss: 0.00122128\n",
      "[3929]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3930]\tvalid_0's binary_logloss: 0.00122135\n",
      "[3931]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3932]\tvalid_0's binary_logloss: 0.00122144\n",
      "[3933]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3934]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3935]\tvalid_0's binary_logloss: 0.00122137\n",
      "[3936]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3937]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3938]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3939]\tvalid_0's binary_logloss: 0.00122124\n",
      "[3940]\tvalid_0's binary_logloss: 0.00122122\n",
      "[3941]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3942]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3943]\tvalid_0's binary_logloss: 0.00122137\n",
      "[3944]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3945]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3946]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3947]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3948]\tvalid_0's binary_logloss: 0.0012213\n",
      "[3949]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3950]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3951]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3952]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3953]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3954]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3955]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3956]\tvalid_0's binary_logloss: 0.00122144\n",
      "[3957]\tvalid_0's binary_logloss: 0.00122143\n",
      "[3958]\tvalid_0's binary_logloss: 0.00122144\n",
      "[3959]\tvalid_0's binary_logloss: 0.00122139\n",
      "[3960]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3961]\tvalid_0's binary_logloss: 0.0012214\n",
      "[3962]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3963]\tvalid_0's binary_logloss: 0.00122131\n",
      "[3964]\tvalid_0's binary_logloss: 0.00122132\n",
      "[3965]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3966]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3967]\tvalid_0's binary_logloss: 0.00122138\n",
      "[3968]\tvalid_0's binary_logloss: 0.00122136\n",
      "[3969]\tvalid_0's binary_logloss: 0.00122145\n",
      "[3970]\tvalid_0's binary_logloss: 0.0012215\n",
      "[3971]\tvalid_0's binary_logloss: 0.00122158\n",
      "[3972]\tvalid_0's binary_logloss: 0.00122159\n",
      "[3973]\tvalid_0's binary_logloss: 0.00122158\n",
      "[3974]\tvalid_0's binary_logloss: 0.00122164\n",
      "[3975]\tvalid_0's binary_logloss: 0.00122156\n",
      "[3976]\tvalid_0's binary_logloss: 0.00122151\n",
      "[3977]\tvalid_0's binary_logloss: 0.00122149\n",
      "[3978]\tvalid_0's binary_logloss: 0.00122157\n",
      "[3979]\tvalid_0's binary_logloss: 0.00122158\n",
      "[3980]\tvalid_0's binary_logloss: 0.00122166\n",
      "[3981]\tvalid_0's binary_logloss: 0.00122166\n",
      "[3982]\tvalid_0's binary_logloss: 0.00122166\n",
      "[3983]\tvalid_0's binary_logloss: 0.00122168\n",
      "[3984]\tvalid_0's binary_logloss: 0.00122166\n",
      "[3985]\tvalid_0's binary_logloss: 0.00122175\n",
      "[3986]\tvalid_0's binary_logloss: 0.00122181\n",
      "[3987]\tvalid_0's binary_logloss: 0.00122172\n",
      "Early stopping, best iteration is:\n",
      "[3787]\tvalid_0's binary_logloss: 0.00122067\n",
      "Training Log Loss:  1.4822545241612539e-08\n",
      "CV Log Loss:  0.0012206658982393806\n",
      "LightGBM Gradient Boosting Log Loss:  0.0016476266882114693\n"
     ]
    }
   ],
   "source": [
    "trainingScores = []\n",
    "cvScores = []\n",
    "predictionsBasedOnKFolds = pd.DataFrame(data=[],index=y_train.index, \\\n",
    "                                        columns=['prediction'])\n",
    "\n",
    "for train_index, cv_index in k_fold.split(np.zeros(len(X_train)), \\\n",
    "                                          y_train.ravel()):\n",
    "    X_train_fold, X_cv_fold = X_train.iloc[train_index,:], \\\n",
    "        X_train.iloc[cv_index,:]\n",
    "    y_train_fold, y_cv_fold = y_train.iloc[train_index], \\\n",
    "        y_train.iloc[cv_index]\n",
    "    \n",
    "    lgb_train = lgb.Dataset(X_train_fold, y_train_fold)\n",
    "    lgb_eval = lgb.Dataset(X_cv_fold, y_cv_fold, reference=lgb_train)\n",
    "    gbm = lgb.train(params_lightGB, lgb_train, num_boost_round=5000,\n",
    "                   valid_sets=lgb_eval, early_stopping_rounds=200)\n",
    "    \n",
    "    loglossTraining = log_loss(y_train_fold, \n",
    "                                gbm.predict(X_train_fold, \\\n",
    "                                num_iteration=gbm.best_iteration))\n",
    "    trainingScores.append(loglossTraining)\n",
    "    \n",
    "    predictionsBasedOnKFolds.loc[X_cv_fold.index,'prediction'] = \\\n",
    "        gbm.predict(X_cv_fold, num_iteration=gbm.best_iteration) \n",
    "    loglossCV = log_loss(y_cv_fold, \\\n",
    "            predictionsBasedOnKFolds.loc[X_cv_fold.index,'prediction'])\n",
    "    cvScores.append(loglossCV)\n",
    "    \n",
    "    print('Training Log Loss: ', loglossTraining)\n",
    "    print('CV Log Loss: ', loglossCV)\n",
    "    \n",
    "loglossLightGBMGradientBoosting = log_loss(y_train, \\\n",
    "                        predictionsBasedOnKFolds.loc[:,'prediction'])\n",
    "print('LightGBM Gradient Boosting Log Loss: ', \\\n",
    "                        loglossLightGBMGradientBoosting)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XucHHWZ7/HPN5MbyEAC4ZKEkElCFCErhDsiEg+IwEGCyIEgKCgQdGGRI7oLyiob4bCLui4ruJgFF5GbwFkwywaIIkpQkARCgASDIVwSAyTkQgi5zCXP/lE1pGl6qnuGrumeyff9es1r6vLrqqd+XV1P1a9uigjMzMw60qfWAZiZWX1zojAzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ETRBZLmSZpQpsxuktZKauimsHIn6SVJR6bdl0m6udYxWe1Iuk7S31dQruzvxepbr0oU6YZsfbqBfl3Sf0japtrziYi9IuK3Zcq8EhHbRERbteefbqRb0uVcLekPkg6p9ny2FJJulNQqaVitY6mGdHma0/VjpaRfSdqj2vOJiC9HxHcrKFf297KlkLS9pLslvS3pZUmfq+Az/SX9SdKSouGRTmdt+nd9XnH3qkSR+nREbAPsCxwAXFpcQImevuy/SJdzCPAQcGeN46k6SX27YR4fAD4LvAmcltM8cl+OEq5K149dgWXAjaUK1Si2Ldm1QDOwM8n69m+S9irzmW+QfIel7J3ukG4TEWdXMc536ekbyw5FxF+A+4BxAJJ+K+kKSb8H1gGjJW0n6QZJr0r6i6TLC5uKJJ0j6TlJb0maL2nfdHhhE8yBkmZLWpMexfxzOrwpzfh90/5hkqale3gLJZ1TMJ/LJN0h6aZ0XvMk7V/hcrYCtwDDJe1YMM3jJD1VcMTxkYJxIyT9p6TlklZIuiYdPkbSb9Jhb0i6RdKgrtS/pInp/NdIekHS0cV1V7DsNxfV2VmSXgF+I+l+SecXTXuupBPT7j3SPeaVkhZIOrmToX4WWA1MAc4omMew9Oh0+4Jh49N66Zf2fyldP1ZJekDSyIKyIek8SX8G/pwOu1rS4rROnpB0WEH5rST9LJ3Wc5L+tnAPMo3n/6ff2YuSLqhk4SJiHXArm38Hl0m6S9LNktYAZ0rqI+ni9Htaka6Lhcv9sXQdWp3Gf2Y6/EZJl6fdQyTdm5ZZKWmm0p2xot/LAEn/Imlp+vcvkgak4yZIWiLpIknLlPwuv1jJcvYE2rxT8vcRsTYiHgGmAZ/P+Mwo4HTgyu6JsrRemygkjQCOBeYUDP48MBloBF4Gfga0ArsD44GjgLPTz/8f4DLgC8C2wPHAihKzuhq4OiK2BcYAd3QQ0m3AEmAYcBLw/yQdUTD+eOB2YBDJynNNhcvZP41xBbAqHbYv8FPgXGAH4CfAtPRH2gDcmy5/EzA8nS+ASFbIYcCHgRFpHXSKpAOBm0j2hAYBHwde6sQkDk/n/ymSjdypBdPeExgJ/Hf6w/tVWmantNyPle6hSfqcpKfLzOsMku/mdmCPtO6IiKXAoyQ/7HafA+6KiBZJJwDfBE4EdgRmptMpdAJwELBn2j8L2AfYPo35TkkD03HfIfk+RgOfJNk4tC9zH+C/gLkk39cRwIWSPlVm2VDS9Hoa7/4dTATuIvlubgEuSGM9nOS7X0Wy54uk3Uh2uH6ULuc+wFMlZnURyfq9I8ne8jeBUs8H+hZwcDqdvYEDefdR/y7AdulyngVcK2lwB8v24zQxlfor973XwgeBtoh4vmDYXCDriOJHJHW5voPxD0t6TcmOX1NVoiwlInrNH8nGaC3JHuLLwI+BrdJxvwWmFJTdGdjYPj4ddirwUNr9APDVjPkcmXY/DPwDMKSoTBPJD6UvyQa3DWgsGH8lcGPafRnw64JxewLrM5bzMpLD19XpdFcAEwrG/xvw3aLPLCDZEBwCLAf6VlCfJwBzOljuy4CbO/jcT4Aflqu74ukU1NnogvGNwNvAyLT/CuCnafcpwMwS8/5OhevLbsAmYJ+C7/zqgvFnA79JuwUsBj6e9t8HnFVQtg/JkWp7nAH8rzLzX0XSdACwCPhU0byXpN0HAa8UffYS4D86mO6NwIZ0/XiNZMdjTEF9P1xU/jngiIL+oUBLuu5eAtydMZ/L0+4pwC+B3cv8Xl4Aji0Y9yngpbR7AskGsW/B+GXAwZV8n/X+BxwGvFY07Bzgtx2U/wxwf0HdLCka/3GgP0nCvwZ4lgp+1135641HFCdExKCIGBkRfx0RhZl4cUH3SKAf8Gr7XgjJRmandPwIkpW6nLNI9hT+JGmWpONKlBkGrIyItwqGvUyy19TutYLudcBASX0lnabNJ6vuKyhzR0QMIkl4zwL7FS3bRYV7WOnyDEv/vxxJk9W7SNpJ0u1KmuHWADeTnAPprErrriPvfE9pnf03MCkdNIlkLxiS5TyoaDlPI9krrcTngecion0P+Rbgc+1NSyR73YcoOcn9cZKN/8yCeV9dMN+VJMmk8DstXN9Im1Sek/Rm+pnt2Fy/w4rKF6+rw4qW85sk331Hvp/+DnaJiOMjovD7WFxUdiRwd8G0nyPZAdmZyr/L7wELgRmSFkm6uINyw0jW/XYvp8ParShaN9cBVb8gpUbWkrROFNoWeKu4YHq0fBXwNx1NLCIejojmiFgNfBUYRXIkXnVb2omswkPhxSRHFENKbTTT8WPKTjDiz8CpafPAicBdknYoKrYU2F5SY0Gy2A34SwXTv4XNG8ZS49+QdC4wS9KtEfFqGvsVEXFFcXklV0ftJqlvieW+kqSOPhIRK9LmlYqawIpk1d3bwNYF/aU26sVNFrcB35H0MLAVycn79vn8LiI+2YUYIWmy201Se5LuS9JUdwwwLSJWS5oBnEzyA7wt0l05Ntdxh99N4XIoOR/xdyTNRvMiYpOkVSTJBeBVkhPP89P+EQXTWQy8GBFju7icHcZVMP0vRcTviwtKWkzSPJQ9wWS9vohkB2Uv4CFJsyLiwaKiS0kS07y0f7d0WKdJuo6CJroiL0dEuZPE3e15oK+ksel2A5Lmt3klyo4lOcKeKQmSI4ft0nX14Ih4qcRngs3rU1X1xiOKiqQb1BnADyRtm57QGyPp8LTI9cDXJe2nxO4qOFnZTtLpknaMiE0kh/qQ7I0Vzmsx8AfgSkkDlZxYPouMBNDJZfkTSbPJ36aD/h34sqSD0tg/IOl/S2oEHifZKP1jOnygpEPTzzWSNt1JGk5yjqErbgC+KOmItF6Ha/PlmU8BkyT1U3LC/qQKpjedZOMyheRqr03p8HuBD0r6fDq9fpIOkFR2rypNmGNINoL7pH/jSM4dnFFQ9FaShPLZtLvddcAlBedDtkvPa3WkkeR82HKSjcW3effe5R3p9AandV94Av9xYI2kv1Ny0rtB0jhJB5RbzgpdB1zRvn5L2lHSxHTcLcCRkk5Oj3B3kLRP8QSUXDyxu5Kt2hqS30CpS8NvAy5N5zEE+DbJkWunRXJ57jYd/NVbkiAi3gb+E5iS/vYOJTlf9PMSxZ8l2VloXzfPBl5PuxdL2kvSPum6sA3wA5Idz+fyiH2LTRSpL5Bk6vkk7cV3kbTPEhF3krSH30pyaHgPyUnIYkcD8yStJTmxPSkiNpQodyrJHsJS4G6SdvRfVXFZvgdMlrRTRMwmafu8Jl2uhcCZAJHc1/FpkhP4r5CcgDwlncY/kFxW/CZJc89/diWQiHgc+CLww3RavyPZ0AP8PckGelU6v1tLTaNoehvTWI4sLJ/uxR5F0hy1lKT57p+A9qtoTpNUam8NkmTwy4h4JiJea/8j+Q6P0+arfqaR7N29HhFzC+Z9dzqv29NmumdJjkQ68gDJeY3nSZpbNvDuJqApJN/Fi8CvSdbFjem82r+zfdLxb5DsyGyXMb/OuJpkOWdIegt4jOS8CBHxCslFIReRNK89RbIXXGxsGvdakosAfhyl7524HJgNPA08AzyZDttS/DXJUfEykqT5lYiYB8lRZ7odISJai9bLlcCmtL+9WfAXJEl5Ecm25biIaMkjaG0+kjazeiHpKyQ7HYeXLWyWsy39iMKsLkgaKunQtKnuQyR78HfXOi4z2PJOZpvVq/4kV92NIjnXdTvJ5d1mNeemJzMzy+SmJzMzy9Tjmp6GDBkSTU1NtQ7DzKxHeeKJJ96IiB3Ll3yvHpcompqamD17dq3DMDPrUSS9XL5UaW56MjOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZplySxSSfqrkvbfPdjBekv5Vyfujn1b6CkozM6sved5HcSPJY65v6mD8MSSPJh5L8kjjf0v/Z4oImpubqxQiNDQ00NDQULXpmZn1Nrklioh4WNkv+54I3JS+MewxSYMkDU1fKNShhQsXctxxpd422jUf+MAHuOmmm2hsbKzaNM3MepNa3pk9nHe/uGVJOuw9iULSZGAyQGNjIyNHjiR9PeD7snz5chYuXMiiRYvYe+9S72IxM7NaJopSW/qSj7KNiKnAVIBRo0bFMcccQ79+/d53AHPmzOGFFyp5b7yZ2Zarllc9LeHdL5DflS6+ZN3MzPJTy0QxDfhCevXTwcCb5c5PmJlZ98ut6UnSbcAEYIikJcB3gH4AEXEdMJ3kpe0LgXXAF/OKxczMui7Pq55OLTM+gPPymr+ZmVWH78w2M7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllyjVRSDpa0gJJCyVdXGL8bpIekjRH0tOSjs0zHjMz67zcEoWkBuBa4BhgT+BUSXsWFbsUuCMixgOTgB/nFY+ZmXVNnkcUBwILI2JRRDQDtwMTi8oEsG3avR2wNMd4zMysC/rmOO3hwOKC/iXAQUVlLgNmSPob4APAkaUmJGkyMBlghx12qHqgZmbWsTyPKFRiWBT1nwrcGBG7AscCP5f0npgiYmpE7B8R+zc2NuYQqpmZdSTPRLEEGFHQvyvvbVo6C7gDICIeBQYCQ3KMyczMOinPRDELGCtplKT+JCerpxWVeQU4AkDSh0kSxfIcYzIzs07KLVFERCtwPvAA8BzJ1U3zJE2RdHxa7CLgHElzgduAMyOiuHnKzMxqKM+T2UTEdGB60bBvF3TPBw7NMwYzM3t/fGe2mZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWaa+tQ7A6lNzczOPPvooLS0tZcsOHDiQQw45hIaGhm6IzMy6mxOFlfTHP/6Ryy+/nPXr11dU/oorruDwww/POSozq4WKE4Wk4cDIws9ExMN5BGWdt2zZMubOnVtR2aFDhzJu3LjMMi0tLaxfv57DDjuMnXfeOXO+v/zlL3n99dc7Fa+Z9RwVJQpJ/wScAswH2tLBAWQmCklHA1cDDcD1EfGPJcqcDFyWTm9uRHyu0uBts5tvvplp06bR2tpatmy/fv24//77GTBgQNmyO+20E2PGjOlw/IABA2rW5BQRnSovKadIzHq3So8oTgA+FBEbK52wpAbgWuCTwBJglqRpETG/oMxY4BLg0IhYJWmnykO3Qu0J4sQTT6Rv346/1ieeeIInn3ySt99+u6JEUc+uvvpq7r///ooSxr777suVV17ZDVGZ9T6VJopFQD+g4kQBHAgsjIhFAJJuByaSHJW0Owe4NiJWAUTEsk5Mv0dbvXo1y5cvr6jsiBEjGDhwYNlyffr0oampiX79+nVYZtGiRUjihRdeYMWKFR2Wy6Mpafny5axevbpsOUk0NTVlJjyAV155hfXr1zN27NjMci+88AKPPPIIGzZsqKgezezdKk0U64CnJD1IQbKIiAsyPjMcWFzQvwQ4qKjMBwEk/Z6keeqyiLi/wph6tAsvvJDFixdXtDf8sY99jClTplRlvo8//jitra187Wtfy0woAG1tbVVrVtqwYQNnn302b731VkXlP/vZz3LeeedllokIGhsbmThxYma5e+65hwULFnS6qcrMEpUmimnpX2eUahAu/qX2BcYCE4BdgZmSxkXEu3Y7JU0GJgPssMMOnQyjPq1evZqtt96avfbaK7PczJkzeeaZZ6o239bWVlpbWxk3bhzbbbddZtmBAwcydOjQqsy3paWFdevWsf3227P77rtnlr333nu56667GD9+fGa5tWvXViU2M8tWUaKIiJ9J6k96BAAsiIhyF9gvAUYU9O8KLC1R5rF0Wi9KWkCSOGYVzX8qMBVg1KhRvWa3cPDgwRx66KGZZebNm5fLnvA+++zDsGHDqj7dcnbeeeeyyzxjxgxWrVrFxRdfXHZ6vWXHwayeVXrV0wTgZ8BLJEcKIySdUeby2FnAWEmjgL8Ak4DiK5ruAU4FbpQ0hCQRLerMAvR2r732Gi0tLVxyySWZ5RYvXpw5vifZtGkT69at45RTTilbdscdd+yGiMy2bJU2Pf0AOCoiFgBI+iBwG7BfRx+IiFZJ5wMPkJx/+GlEzJM0BZgdEdPScUdJar/s9hsR0fEZ1i1QRNDc3MyTTz5ZtuyIESO6/RLQ9hvyrrnmGn796193WK6tra3TR0bl7vUws+5RaaLo154kACLieUnZZ0KTctOB6UXDvl3QHcDX0j/rQGtrK+eff36twyhpxYoVbNy4kZUrV5a9imvQoEGMHDmymyIzs2qpNFHMlnQD8PO0/zTgiXxCsjwNHjy4oktUO2vkyJF86Utfqtr0+vTx8yrN6kWlieIrwHnABSTnKB4GfpxXUJafc889lwULFtR12/4FF1zAm2++WeswzCxV6VVPG4F/Tv+sB+vXr1/dt/3vuOOOdZ3IzLY0mYlC0h0RcbKkZ3jvPRBExEdyi6wHam5u5uyzz67orua2tray9zH0BO037fkR42a9V7kjiq+m/4/LO5De4O233+bVV1+lf//+mU9chaQNfo899uimyPIzfvx4Hn30UT9i3KwXy0wUEfFq2vkGsD4iNqWXxu4B3Jd3cD3V6NGjOeqoo2odRrfo06dP3V6R1ZM8/fTTvPHGG2XLSWL8+PEMGjSoG6IyS1R6Mvth4DBJg4EHgdkkjx0/La/ALHHggQeybNkW86zELdKGDRu45JJLWLNmTUX3mhxzzDF861vf6obIzBKVJgpFxDpJZwE/ioirJM3JMzBLHHPMMbUOwXLW1tZGS0sLI0eOZL/9OryHFYDbbruNF198sZsiM0tUnCgkHUJyBHFWJz9rVnPr169n6tSp9O/fv9ahvEf7e8kbGxvLPjCxp79DxHqmSjf2F5K8YOju9DEco4GH8gvLrHqGDx/O3LlzufPOO+v2LXeSGDx4cK3DMCup0vsofgf8rqB/EcnNd2Z174ADDmDvvfeu6DWxtVSPRztmUP4+in+JiAsl/Rel76M4PrfIzKqof//+3hCbdVG5I4r2Zzt9P+9AzMysPpW7j6L9wX+zSe+jAJDUAPismpnZFqDSk9kPAkcC7e+e3AqYAXw0j6C624wZM3juuefe93TWrVtXhWjMzOpLpYliYES884LiiFgraeucYuo2gwcPpk+fPtxxxx1Vfax1Y2Nj1aZlZlZrlSaKtyXtGxFPAkjaD1ifX1jdo6mpiUsvvZQNGzZUdbpbbbVVVadnZlZLnbmP4k5JS9P+oSSP8OjxBgwY4JuYzMwyVHofxSxJewAfInlx0Z8ioiXXyMzMrC5U1DCfno/4O+CrEfEM0CTJjx43M9sCVHoG9z+AZuCQtH8JcHkuEZmZWV2pNFGMiYirgBaAiFhP0gRlZma9XKWJolnSVqSP8ZA0BtiYW1RmZlY3Kr3q6TvA/cAISbcAhwJn5hWUmb0/t956Kw8++CCbNm2q2jSHDRvG5ZdfXrdP4LX8lE0UStaKPwEnAgeTNDl9NSLKv7fRzGpizpw5LFiwgF122aUq01uxYgVPPPEEF1xwQdn3wVvvUzZRRERIuici9gP+uxtiMrMqaGxs5IwzzqjKtB555BHuu+++qh6hWM9RadPTY5IOiIhZuUZjZpnWrVvH7Nmzy74id9OmTTQ0NHRTVNbbVZooPgF8WdJLwNskzU8RER/JKzAze69NmzaxYcMGhg4dWrbs8OHDuyEi2xJUmiiyd1/MrFtEBJs2beIzn/lMrUOxLUi5N9wNBL4M7A48A9wQEfX9PkmzXkxSTZuUli5dmnmeYsWKFdx6661svXX5h0sPGDCAc845h+23376aIVoOyh1R/IzkJruZJEcVewJfzTsoMyvt0ksvZeXKld0+3yeffJLW1lYuvPDCsg/RXLt2La2trQwePLjDMq2traxatYqmpiZOOaVXPF+0VyuXKPaMiL8CkHQD8Hj+IZlZR/r371+1S147Y926dbS2tjJ69GiGDBnSYbk//OEPrFq1isMOO4zjjuv4cXCvv/461157LfPnz2f+/PmZ825oaGDMmDH07VtpS7lVW7maf+cJsRHR6httzLZM7S/2Gj9+PGPGjOmw3M4778z111/PLrvsktlEtmbNGiKC6dOnM3PmzLLznzx5MpMmTep84FYV5RLF3pLWpN0Ctkr726962jbrw5KOBq4GGoDrI+IfOyh3EnAncEBEzO7MAphZ/k455RRuueWWsucTPvzhD3PllVeWfWPkxo0baWlpYauttuLggw/usFxbWxv33ntvVV5VbF2XmSgiostnzSQ1ANcCnyR52uwsSdMiYn5RuUbgAuCPXZ2XmeVr5MiRfPOb36yobP/+/cuWaX9d8NChQznkkEM6LNfS0sKMGTMqC9JyU70XRb/XgcDCiFgUEc3A7cDEEuW+C1wFVPd9pGZWt0aPHs0JJ5zAscceW+tQrAJ5JorhwOKC/iXpsHdIGg+MiIh7syYkabKk2ZJmv/XWW9WP1My63aGHHsqwYcNqHYZVIM9EUerMd7wzUuoD/BC4qNyEImJqROwfEfu3H7KamVn3yDNRLAFGFPTvCiwt6G8ExgG/TR8NcjAwTdL+OcZkZmadlGeimAWMlTRKUn9gEjCtfWREvBkRQyKiKSKagMeA433Vk5lZfcktUaSP+jgfeAB4DrgjIuZJmiLp+Lzma2Zm1ZXrrY4RMR2YXjTs2x2UnZBnLGZm1jW+J97M6lZEcv3LAw88wJo1azLLSuKkk07iox/9aHeEtkVxojCzutXa2kprayvNzc38+c9/ziy7ZMkS1q9f70SRAycKM6trEUGfPn0499xzM8t9//vfZ8MG37ebBycKM6tbW2+9NcOHD2f06NG1DmWL5kRhZnXt/PPPr3UIW7w876MwM7NewInCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVmmXBOFpKMlLZC0UNLFJcZ/TdJ8SU9LelDSyDzjMTOzzsstUUhqAK4FjgH2BE6VtGdRsTnA/hHxEeAu4Kq84jEzs67J84jiQGBhRCyKiGbgdmBiYYGIeCgi1qW9jwG75hiPmZl1QZ6JYjiwuKB/STqsI2cB95UaIWmypNmSZr/11ltVDNHMzMrpm+O0VWJYlCwonQ7sDxxeanxETAWmAowaNarkNMzMLB95JoolwIiC/l2BpcWFJB0JfAs4PCI25hiPmZl1QZ5NT7OAsZJGSeoPTAKmFRaQNB74CXB8RCzLMRYzM+ui3BJFRLQC5wMPAM8Bd0TEPElTJB2fFvsesA1wp6SnJE3rYHJmZlYjeTY9ERHTgelFw75d0H1knvM3M7P3z3dmm5lZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojAzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCxTrg8FNDPrLmvXruXpp5/m61//etmyEyZM4LjjjuuGqHoHJwoz6xUigo0bNzJ//vzMcsuWLeP55593ougEJwoz6xUmTJjA2rVr+fSnP51Z7qabbmLNmjXdFFXv4ERhZr3CJz7xiVqH0Gv5ZLaZmWVyojAzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWVyojAzs0xOFGZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWXKNVFIOlrSAkkLJV1cYvwASb9Ix/9RUlOe8ZiZWefl9ipUSQ3AtcAngSXALEnTIqLwzednAasiYndJk4B/Ak7JKyYzM4C2tjZWrlz5Tr+k93QXDitUqmw1xndlWp2Nt6vyfGf2gcDCiFgEIOl2YCJQmCgmApel3XcB10hSRETWhNevX09zc3P1IzazXm/Tpk28/vrrnHjiiWXLtra20rdv+c1kW1sbffr0oU+f7EaaSstFBBFRtlz7NBsaGsqWAyoqVEqeiWI4sLigfwlwUEdlIqJV0pvADsAbhYUkTQYmp70tp59++iu5RNzzbAusqXUQdcJ1sZnrYrOO6uL972Z3TeZOcM4+1NUP5pkoSn0RxZVUSRkiYiowFUDS7IjY//2H1/O5LjZzXWzmutjMdbGZpNld/WyeJ7OXACMK+ncFlnZURlJfYDtgJWZmVjfyTBSzgLGSRknqD0wCphWVmQackXafBPym3PkJMzPrXrk1PaXnHM4HHiA5ifLTiJgnaQowOyKmATcAP5e0kORIYlIFk56aV8w9kOtiM9fFZq6LzVwXm3W5LuQdeDMzy+I7s83MLJMThZmPsgwsAAAEqklEQVSZZarbROHHf2xWQV18TdJ8SU9LelDSyFrE2R3K1UVBuZMkhaRee2lkJXUh6eR03Zgn6dbujrG7VPAb2U3SQ5LmpL+TY2sRZ94k/VTSMknPdjBekv41raenJe1b0YTb7wCspz+Sk98vAKOB/sBcYM+iMn8NXJd2TwJ+Ueu4a1gXnwC2Tru/siXXRVquEXgYeAzYv9Zx13C9GAvMAQan/TvVOu4a1sVU4Ctp957AS7WOO6e6+DiwL/BsB+OPBe4juYftYOCPlUy3Xo8o3nn8R0Q0A+2P/yg0EfhZ2n0XcISq8VCT+lO2LiLioYhYl/Y+RnLPSm9UyXoB8F3gKmBDdwbXzSqpi3OAayNiFUBELOvmGLtLJXURJHdpQ3K/VvE9Xb1CRDxM9r1oE4GbIvEYMEjS0HLTrddEUerxH8M7KhMRrUD74z96m0rqotBZJHsMvVHZupA0HhgREfd2Z2A1UMl68UHgg5J+L+kxSUd3W3Tdq5K6uAw4XdISYDrwN90TWt3p7PYEyPcRHu9H1R7/0QtUvJySTgf2Bw7PNaLayawLSX2AHwJndldANVTJetGXpPlpAslR5kxJ4yJidc6xdbdK6uJU4MaI+IGkQ0ju3xoXEZvyD6+udGm7Wa9HFH78x2aV1AWSjgS+BRwfERu7KbbuVq4uGoFxwG8lvUTSBjutl57QrvQ38suIaImIF4EFJImjt6mkLs4C7gCIiEeBgcCQbomuvlS0PSlWr4nCj//YrGxdpM0tPyFJEr21HRrK1EVEvBkRQyKiKSKaSM7XHB8RXX4YWh2r5DdyD8mFDkgaQtIUtahbo+weldTFK8ARAJI+TJIolndrlPVhGvCF9Oqng4E3I+LVch+qy6anyO/xHz1OhXXxPWAb4M70fP4rEXF8zYLOSYV1sUWosC4eAI6SNB9oA74REStqF3U+KqyLi4B/l/R/SZpazuyNO5aSbiNpahySno/5DtAPICKuIzk/cyywEFgHfLGi6fbCujIzsyqq16YnMzOrE04UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFWRFKbpKckPSvpvyQNqvL0z5R0Tdp9maSvV3P6ZtXmRGH2XusjYp+IGEdyj855tQ7IrJacKMyyPUrBQ9MkfUPSrPRZ/v9QMPwL6bC5kn6eDvt0+q6UOZJ+LWnnGsRv9r7V5Z3ZZvVAUgPJYx9uSPuPInlW0oEkD1ebJunjwAqS52wdGhFvSNo+ncQjwMEREZLOBv6W5A5hsx7FicLsvbaS9BTQBDwB/CodflT6Nyft34YkcewN3BURbwBERPvDKXcFfpE+778/8GK3RG9WZW56Mnuv9RGxDzCSZAPffo5CwJXp+Yt9ImL3iLghHV7qWTg/Aq6JiL8CziV5EJ1Zj+NEYdaBiHgTuAD4uqR+JA+d+5KkbQAkDZe0E/AgcLKkHdLh7U1P2wF/SbvPwKyHctOTWYaImCNpLjApIn6ePqL60fQpvWuB09MnlV4B/E5SG0nT1Jkkb1W7U9JfSB55PqoWy2D2fvnpsWZmlslNT2ZmlsmJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMzCyTE4WZmWX6H7lZEPMCGcGwAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XmcTfX/wPHX26AZ+/alLCFZZiyRJVr4tohSEYkWocVeX8RX0lel8pVki2z9vslXJZSSFslXpSImIRPJEqayG0u2Yd6/P86ZcY0Zc6/mzrn3zvv5eNzHzFnuOe9z7rnnfT6f87mfI6qKMcYYE6ryeB2AMcYYcz6WqIwxxoQ0S1TGGGNCmiUqY4wxIc0SlTHGmJBmicoYY0xIC8lEJSL3ichnXsfhNRG5VESOiEhUDq6zkoioiOTNqXUGk4gkiMjfL+B9dgymkxPHhoh8ISIPB2v5JjxlmahE5FcROeaeMHeKyHQRKRTMoFT1TVW9OZjrCEXuvr4pdVhVt6tqIVU97WVcXnFPipf/lWWoak1V/SKL9ZxzAs7uY1BEnnHX0Si7lhnu3H0y0+s4TNZEpJ97/j8oIv8RkYvOM+/DIrLJzRmfikjZDObJLyIbRCTRn/X7W6K6XVULAXWBesBgP98XUrwsJURKCSUQtr8dIiJAJ2A/0DmLeUMm7uwUqdsVTOLwvNZLRFoATwA3ApWAy4BnM5m3GTAcaA2UALYCb2cw60Bgt99BqOp5X8CvwE0+wyOBj3yGLwJGAduBXcBkIMZnemtgNXAI2Ay0dMcXBf4P+AP4DXgeiHKndQG+dv+fDIxKF9MHQH/3/7LAu8Aed6c85jPfM8BcYKa7/ocz2L6iwAz3/duAp4A8PnF8A7wCHAQ2ADeme+/5tuEbYAzOCep5oArwP2AfsBd4Eyjmzv9fIAU4BhwB/olzUCiQ153nC+A5d7mHgc+AUj7xPOBuwz7gX+k/u3TbHQO87M5/EPjaHZe6zs7uZ7oXGOLzvkbAMiDJ3e4JQH6f6Qr0Bn4BtrrjxgE73M/ge+A6n/mjgCfdY+OwO70C8JW7rD/d/dHBnf82nOMpCfgWqJPuWB0ErAVOAHl994Ebe7wbxy5gtDt+u7uuI+6rCT7HoDtPTWCR+1nuAp7M6rvj896m7ud6v/vZ+O6vc44Td/yDwHrgALAQqOjznkz3Zwbr/gKf4z6D7VKgh/t5HQAmAuLz2Yxyj4Et7ufqezwGdPyni6slcBJIdvf5Gj+P8cbu554ErAH+7u/nkJMv9xh+D+e8sg+Y4HNOmukzXyXO/Y6/4G7/MZzzUXy6ZfcD5vtz/s2mbXkLGO4zfCOwM5N5RwETfYbLuttXxWdcZffYvgVI9CsGP4L8lTNf9PLAj8A4n+ljgfk42bMw8CHwb3daI5yTYHOc0ls5oIY77X1gClAQKA2sALqn/zLhfMl3cObLU9z9AMu6y/weGArkx8n0W4AWPgdFMtDGnfecDxAnSX3gxl4J2Ag85BPHKffAyAd0cLenhJ/bcAp4FOeEGQNc7u6Li4C/4ZyMx2a0r89zEG8GqrnL+wIY4U6Lw/nCX+vui1HutmeWqCa67y+Hc0K62o0rdZ3T3HVcgXPSj3XfVx/nZJHXnXc90NdnuYpzQi+Rur9xTtAl3fc8DuwEot1pA3GOqeqAuOsr6bOsy32WfSXOVdhVbsyd3X12kc/+W41zkohJv09xEmwn9/9CQOOM9nMGx2BhnJPx40C0O3yVO+1aICmL79D/AbNxjqF9QNt060l/nLQBNgGx7ringG993pPp/sxg3V+QdaJaABQDLsU5saZeTPbAuTir4H6eSzj7eAzo+M8gtmfwOWn7cYyXc/ffrTjf5+bu8N+y88T8V1/usbkGJ0kXdI+ZazPa5vTHnru923EujPLiXAwcBqr6vGcl0DGr828GcV2Lk+Aze12byfvW4F4ousOl3JhLZjDvy8CrPsPl3Hlb+4xbANwJ/J1sTlRH3J2lwGLOlAIE54rXN1s24cyV9BRgTAbLLINz8vMted0DLMngJCHuB9fUHX4E+J/7/1XA9nTLHgy87nNQfJXFAXUCiPMZ1x34wieO33GTpDtuBU41jj/bsD2zdbvztAF+SLevs0pUT/lM7wV86v4/FHjbZ1oBnCvWcxIVzpf8GHBFBtNS11k+3TZ3zGQb+gLzfIYVuCGL7T6Qum7gZ9+DON186RPVJOC5dPP8DDTz2X8PZnD8piaqr3CqLEqlm+es/ZzBMXiP7+cUyMv9HA4BbXy+Ex+kW0/6Y/gT3Isln8/rKD6lqsz2ZwbTviDrRHWtz/Bs4An3//8BPXym3Zy6n8ie4/8ZMk5UmR3jg4D/ppt/IdD5Qj6bYL1wzoF7fI+nzLY5/bHnbv+wdO+ZCQx1/6+Kcy4uQBbn32zcnrSaMHc4nxtzpQzmvRGnBF4H50JjCk5N0T3u9Dt9Ps+/42ei8rf+s42qFnYXXAMno4JTKigAfC8iSSKSBHzqjgfnSmxzBsur6G7sHz7vm4JzVXYWdbZoFs6XAOBenCqz1OWUTV2Gu5wncb5EqXacZ7tK4ZQ+tvmM24ZzFZDqNzcG3+ll/dyGs9YtIqVFZJaI/CYih3AOwFIEZqfP/0dxSga4MaWtT1WP4lxtZqQUzlVeRp/NedcjItVEZIF7Y/UQTn10+m1Iv92Pi8h690ZsEs5VYup7MjtGMlIReDzd510BZ9szXHc6D+FcqW8QkZUicpuf6w0kxvTuxClZfOwOvwncIiJ/85knfcwVgXE+27gf56RUDrLcnxfCr2OKs78nAR//2RBPRaB9us//WuCSC1xPsFQAtqnqqQt8f/r99hZnn//ed7/fWZ1/s8sRoIjPcOr/h9PPqKqLgadxbsdsw7lQPAwkikhBnFtHjwYaQEA36lT1S2A6TrUSOJnzGFBTVYu5r6LqNLwAZ4dXyWBRO3Cuxkr5vK+IqtbMZNVvA3eJSEWcUtS7PsvZ6rOMYqpaWFVv9Q37PJu0F6d6rKLPuEtx6ttTlXNvhvtO/93PbUi/7n+74+qoahGcKhw5z/yB+AOnahYAEYnBqR7KyF7gOBl/NlmZhFMdVNXdhic5exvAZztE5DqcK+G7geKqWgyn+jT1PZkdIxnZAbyQ7vMuoKq+N2sz3Yeq+ouq3oNzMn0RmOt+ebLa74HEmF5nnBPtdhHZCczBOcHf4zNP+vXvwKlC893OGFX91o/9md6fOCezVBcHEPsfOCfdVJemizHQ4z+9QI/3HTglKt/9UlBVRwS4nGDbAVyaSQMSfz6P9PvlM6CUiNTFOW7ecsdndf49i4hc57bEy+x1XSbbk4BTJZ/qCmCXqmZ4IayqE1W1qqqWxjlX5wXW4ZQGKwFL3e/Ce8Al7kVvpUzWDVzY76jGAs1FpK6qpuDcyxgjIqUBRKSc20oEnLr5riJyo4jkcafVUNU/cHb+yyJSxJ1WxW0xktGG/4BTlH4NWKiqSe6kFcAhERkkIjEiEiUitUSkoT8bok6z79nACyJS2E2E/XFKOqlKA4+JSD4RaY9z3+DjQLfBVRjn6iRJRMrh3J/xtQvnPtuFmAvcLiJXi0h+nCquDE9e7uf2H2C0iJR191uT8zU5TbcNh4AjIlID6OnH/Kdwq0JEZChnX529BjwnIlXdVk51RCQ1wabfH9OAHiJylTtvQRFpJSKF/YgbEblfRP7mbn/qMXTajS2FzPf9AuBiEekrIhe5x8pVfqyvHE5VyG04LWbr4nzJX+T8rf8mA4NFpKa7nKLusQdZ78/0VgNtRaSAOE39H8oqbh+zcY798iJSHKflFwAXePyntwuoJP63bJuJc4y3cI/ZaBH5u4iUz/KdOWsFTpIf4R6j0SJyjTttNdBUnN9IFsWPFtRuyWwu8BLOvahF7viszr/pl7NUnZ+7ZPZamkkIM4CHRCTOPQ6ewimwnMPd1lru9/NSYCpOm4YDOMmqAme+Cw/jHAN1yaL0HXCiUtU9buD/ckcNwrnxu1ycqqDPcW6Mo6orgK44NxUPAl9ypvTyAE612084dexzOX8R/m3gJs5cTaQmmttxNnQrzhXGazhVIf56FOcqZwtOy7e3cE7iqb7DuRLYi9Ma5y6fK4lAt+FZnAYBB4GPcK4ofP0beMotxg8IYBtQ1QR3W2bhfEkO4zQ8OJHJWwbgNGJYiVO19CL+HQ8DcKofDuN8Sd7JYv6FOPdcNuJUBRzn7INyNM4J8TOcBPh/OHXb4NTnv+Huj7tVNR7nHuUEnP29CedeiL9aAgkicgSn5VxHVT3uVqO8AHzjrqux75tU9TDOjfvbcaqlfgGuhzNXqZmsrxOwWlU/U9WdqS9gPFBHRGpl9CZVnYfzecxyv1PrcFpIQdb7M70xOPcqdwFvcKba3B/T3PWtAVZx7vEa6PGf3hz37z4RWZXVzKq6A6cV8ZM4iXoHzsWe5024ffmcly7Hub+eiNMQC1VdhPOdWYvTEGyBn4t9C+f8NyddlWKm59/soqqf4lTZLcE55rbhVO8BaT+qv88djHZjPYKTsJfh5gpVPZXue7AfSHGHz/tb0dSWdCYDItIF50b0tV7HEihxfpSdhFNFt9XreIwx5kKF1JWI+WtE5Ha3iqcgzn3EH3FuZhpjTNiyRBVZWuM09Pgdp7qyo1qR2RgT5qzqzxhjTEizEpUxxpiQFrYdRZYqVUorVarkdRjGGBM2vv/++72qmt0/CA66sE1UlSpVIj4+3uswjDEmbIjItqznCj1W9WeMMSakWaIyxhgT0ixRGWOMCWmWqIwxxoQ0S1TGGGNCmiUqY4wxIS3oiUpE/iMiu0VkXSbTRUTGi8gmEVkrIlcGOyZjjDHhIyd+RzUd57EMMzKZfgtOv3RVcR6KOMn9a4zxlyosXw5JSVnPa3Klk8nJXodwwYKeqFT1qyye3tgamOF2nrpcRIqJyCXug9mMMf54911o3z7r+Uyu9Adwg9dB/AWh0DNFOc5+8FuiO+6cRCUi3YBuAJdeemn6ycbkXtvcDgcqVYIaNTwNxYSeMqqU/O67sC1xh0Kiyuhx6Rl26a6qU3EebUyDBg2s23djUqVW69x9N7z4orexGM+lpKTw+uuvc8MNN1C5cmXyALN//51y5cp5HdoFCYVWf4lABZ/h8jjPUzLG+Cs1UeXL520cxnPr1q2jadOmPPzww/Tu3ZvURzmVLVvW48guXCgkqvnAA27rv8bAQbs/ZUyALFHlen/++SeDBg2iXr16fPPNN5QpU4ZOnTp5HVa2CHrVn4i8DfwdKCUiicDTQD4AVZ0MfAzcCmwCjgJdgx2TMSErJcVpwReokyedv5aocqUFCxbQp08ftm3bhojQq1cvXnjhBYoVK+Z1aNkiJ1r93ZPFdAV6BzsOY0Lee+/BvffCiRMXvgxLVLnOjh07aNu2LcnJydStW5fJkydz1VWR9QufUGhMYYwBmDPHSVIizitQxYpB06bZH5cJOadOnSIqKgoRoUKFCjz99NMUKFCARx99lLx5I++0Hgr3qIwxAGvXOn9XroTTpwN/7dsHEXYlbc61YsUKGjZsyJw5c9LGDRkyhH79+kVkkgJLVMaEhhMn4OefIU8eiIvzOhoTgpKSkujVqxeNGzdm9erVjB07Nq1FX6SzRGVMKFi/3ikVXX45xMR4HY0JIarK22+/TY0aNZg0aRJRUVEMGjSIRYsWIRdSRRyGIrOcaEy4Sa32q1PH2zhMSNm5cycPPPAAixYtAuCaa65h0qRJ1K5d2+PIcpYlKhP5jh+Hnj1hx46s5/XK1q3O31x2AjLnV7RoUbZs2UKJEiUYOXIkXbt2JU+e3FcRZonKRL5vv4Xp072Owj/Wai/XW7JkCfXq1aNYsWLExMQwd+5cypUrx9/+9jevQ/OMJSoT+Y4edf42agQvvOBtLOdTqhTUret1FMYju3fv5vHHH2fmzJn06tWLiRMnAlDXjglLVCYXSP0BbblycNNN3sZiTDopKSm89tprDBo0iKSkJKKjoylfvrzXYYUUS1Qm8h0/7vyNjvY2DmPSWbt2LT169GDZsmUAtGjRgokTJ1KlShWPIwstlqhM5EstUV10kbdxGONj8+bN1K9fn1OnTnHxxRczbtw42rdvn2uanAfCElVutXIlLFnidRQ5Y/ly568lKhNCqlSpQseOHSlWrBjPP/88RYsW9TqkkGWJKrdq0wZ+z2WP/Spe3OsITC62fft2/vGPf/DPf/6TJk2aAPDGG2/kyubmgbJElVvt3ev87d8foqK8jSUnFCgA3bt7HYXJhZKTkxk3bhxPP/00R48eZe/evSxduhTAkpSfLFHlVqkP2hs5MnckKmM8sHz5crp3785at+eR9u3bM2bMGI+jCj+WznOj06fPPJzPruiMyXZJSUn06NGDq6++mrVr11K5cmU++ugjZs+eTbly5bwOL+zYWSo3OnXK+Zsv34U998gYc14nT57knXfeIW/evDz55JOsW7eOW2+91euwwpZV/UU6Vadn7tSqPoBjx5y/9jRYY7LNpk2bqFixIvny5aN06dL897//5bLLLiPOHtvyl1mJKtINGQI1azpd86S+3BZH5M/vbWzGRIDjx4/z9NNPU7NmTcaOHZs2/rbbbrMklU2sRBXpNm4883/6R0h06JCzsRgTYRYtWkSvXr3YtGkT4DRBN9nPElVuMWcO3HWX11EYExF27txJ//79efvttwGIi4tj8uTJXHfddR5HFpksURljTAA2bNhA48aNOXjwIDExMQwdOpT+/fuT36rSg8YSlTHGBKBatWrUqlWLIkWKMHHiRCpXrux1SBHPGlMYY8x5HD58mIEDB7LVfQpznjx5+Pjjj/noo48sSeUQK1GFg+PHYefOzF9//OH8TX2cha+kpJyP15gIoKq8//77PPbYYyQmJrJhwwY+/PBDAIoUKeJxdLmLJSqvnD4N+/adnWgyS0IHD/61dRUo4DRRN8b4Zdu2bfTp04cFCxYA0KBBA5555hlvg8rFLFFlJ1U4ciTzEo/va/duJ1n5I29euPjiM69LLjl7+OKLoUwZKFQo4/cXKgQFC2bfdhoToZKTkxkzZgzPPvssR48epUiRIgwfPpwePXoQZX1iesYSlT9OnnQSy/mq3VJfR4/6v9ySJc9NOBklouLFrU8+Y3LA5s2beeqpp0hOTqZDhw6MHj2asmXLeh1Wrpd7E5UqHDhw/mq31ES0b5//y42JybjEkz4RlS5tPUMYEwIOHjxIkSJFEBFq1KjBqFGjqF69Oi1atPA6NOOKvER17FjW1W6pL9/+784nTx4nsWRW7eb7KlzYOno1JgyoKjNmzGDAgAFMnDiRu+++G4DHHnvM48hMeuGbqLZuhQcecFq67dp1JvkcOuT/MooWzbra7eKLoVQpe2aTMRFk/fr19OzZky+//BKAefPmpSUqE3pEU59LFGYaiGh8RhPy5z9/lZtv44OYmJwO2xjjoWPHjvHCCy8wcuRIkpOTKVWqFC+//DKdOnVCckFNiIh8r6oNvI4jUDlSohKRlsA4IAp4TVVHpJt+KfAGUMyd5wlV/TjLBY8f75R2ypQ5k4iKFbOqN2PMOTZs2ECrVq3YsmULAA8//DAvvvgiJUqU8Dgyk5Wgl6hEJArYCDQHEoGVwD2q+pPPPFOBH1R1kojEAR+raqXzLbeBiMYnJTnVd8YYk4Vjx45Ru3ZtYmJimDx5Mtdcc43XIeW4cC1R5USb50bAJlXdoqongVlA63TzKJD6U++iwO85EJcxJoKdPn2aKVOmkOT2zhITE8PChQtZtWpVrkxS4SwnElU5YIfPcKI7ztczwP0ikgh8DDya0YJEpJuIxItIhrenjDEGYNWqVTRu3JgePXowZMiQtPFVqlQhnz3ZOuzkRKLK6IZR+vrGe4DpqloeuBX4r4icE5uqTlXVBuFYdDXGBN+hQ4fo27cvDRs2JD4+nvLly3PTTTd5HZb5i3IiUSUCFXyGy3Nu1d5DwGwAVV0GRAOlslxy3vBtXW+MyT6qyty5c4mNjWXcuHGICP379+enn37izjvv9Do88xflxJl+JVBVRCoDvwEdgXvTzbMduBGYLiKxOIlqT5ZLtv7rjDE4VX3t27cHoFGjRkyZMoW6det6HJXJLkFPVKp6SkT6AAtxmp7/R1UTRGQYEK+q84HHgWki0g+nWrCLZtUcMbMOWI0xuUJKSgp53D4w69evT69evahduzaPPPKIdSAbYcL3B7+FC2v84cNeh2GM8cDSpUvp1asXU6dOpUmTJl6HEzaseboxxgTZ3r17efDBB2natCnr1q1j1KhRXodkcoAlKmNMyFNVXn/9dWrUqMHrr79O/vz5efrpp3nzzTe9Ds3kAGs2Z4wJaVu3bqVz584sXboUgBtuuIFJkyZRrVo1jyMzOcVKVMaYkFawYEF+/PFHSpcuzcyZM/n8888tSeUyVqIyxoSc//3vf1x33XXky5eP0qVL88EHH1C7dm2KFy/udWjGA1aiMsaEjN9++4327dtz4403Mnbs2LTxTZs2tSSVi1miMsZ47vTp04wfP57Y2Fjmzp1LwYIFibHnxRlXQFV/IpIfuFRVNwUpHmNMLhMfH0/37t1ZtWoVAG3atGHcuHFceumlHkdmQoXfJSoRaQX8CCxyh+uKyLxgBWaMiXzLli2jUaNGrFq1igoVKvDBBx8wb948S1LmLIGUqIYBVwFLAFR1tYhcHpSojDG5wlVXXUWzZs1o2LAhQ4cOpZB1jWYyEMg9qmRVTUo3Ljz7XzLGeGLz5s20adOGrVu3ApAnTx4+//xzRo4caUnKZCqQEtV6EbkbyOP2hP4PYHlwwjLGRJITJ07w0ksv8cILL3D8+HGio6OZNWsWgHUga7IUSImqD1AfSAHeA47jJCtjjMnUF198Qd26dfnXv/7F8ePH6dSpE+PHj/c6LBNGAilRtVDVQcCg1BEi0hYnaeU8yejBwcaYULFnzx4GDBjAjBkzAKhWrRqTJk3ihhtu8DgyE24CKVE9lcG4IdkViDEmsuzZs4e33nqLiy66iGHDhrF27VpLUuaCZFmiEpEWQEugnIiM9plUBKca0BhjANiyZQuVK1dGRIiLi+O1117j6quvpmrVql6HZsKYPyWq3cA6nHtSCT6vz4BbgheaMSZc/PnnnwwaNIjq1aszZ86ctPGdO3e2JGX+sixLVKr6A/CDiLypqsdzICZjTBhZsGABffr0Ydu2bYgICQkJXodkIkwgjSnKicgLQBwQnTpSVa2/fWNyocTERB577DHmzXM6qKlbty5TpkyhUaNGHkdmIk0gjSmmA68DglPlNxuYFYSYjDEh7ttvvyU2NpZ58+ZRqFAhxowZw8qVKy1JmaAIJFEVUNWFAKq6WVWfAq4PTljGmFBWr149ypQpQ9u2bVm/fj19+/Ylb157vJ0JjkAS1QkREWCziPQQkduB0kGKyxgTQpKSkhg4cCBJSU4vajExMaxYsYJ3332X8uXLexydiXSBXAL1AwoBjwEvAEWBB4MRlDEmNKgqs2bNol+/fuzatYtjx44xYcIEAEqUKOFxdCa38DtRqep37r+HgU4AImKXUsZEqF9++YXevXuzaNEiAK655hp69OjhcVQmN/Kr6k9EGopIGxEp5Q7XFJEZWKe0xkScEydOMGzYMGrXrs2iRYsoUaIEr732Gl999RW1atXyOjyTC2WZqETk38CbwH3ApyIyBOeZVGsAa5puTIRZvnw5Tz/9NCdOnKBLly5s2LCBhx56iDx5ArmlbUz28afqrzVwhaoeE5ESwO/u8M/BDc0Yk1P+/PNPChYsCECzZs0YMmQIzZs3p1mzZh5HZox/VX/HVfUYgKruBzZYkjImMqSkpDBlyhQuvfRSli1bljb++eeftyRlQoY/JarLRCT1UR4CVPIZRlXbBiUyY0xQrVmzhh49erB8uXOr+Z133qFJkyYeR2XMufxJVO3SDU8IRiDGmJxx5MgRnnnmGcaOHcvp06e55JJLGDduHHfddZfXoRmTIX86pV2cE4EYY4Jv5cqVtGvXjh07diAiPProozz//PMUKVLE69CMyZT1eWJMLlKxYkUOHz7MlVdeyZQpU2jQoIHXIRmTpaC3NxWRliLys4hsEpEnMpnnbhH5SUQSROStYMdkTG6RnJzMtGnTSE5OBqB06dIsXbqUFStWWJIyYSPgEpWIXKSqJ/ycNwqYCDQHEoGVIjJfVX/ymacqMBi4RlUPiIj1H2hMNli2bBndu3fnxx9/TOurD7Af7Zqw43eJSkQaiciPwC/u8BUi8koWb2sEbFLVLap6EuexIK3TzfMIMFFVDwCo6m6/ozfGnOPAgQN0796dq6++mh9//JHKlStTp04dr8My5oIFUvU3HrgN2AegqmvI+jEf5YAdPsOJ7jhf1YBqIvKNiCwXkZYBxGSMcakqM2fOpHr16kydOpV8+fLx5JNPsm7dOlq0aOF1eMZcsECq/vKo6jbnSR9pTmfxHslgnGYQQ1Xg70B5YKmI1FLVpHMWJtIN6AZQOzo6/WRjcrUFCxbQqVMnAJo2bcqkSZOIi4vzOCpj/rpASlQ7RKQRoCISJSJ9gY1ZvCcRqOAzXB6nC6b083ygqsmquhX4GSdxnUNVp6pqA1VtkD9fvgBCNyYyqZ657mvVqhVt2rTh9ddf54svvrAkZSJGIImqJ9AfuBTYBTR2x53PSqCqiFQWkfxAR2B+unnex61CdHtnrwZsCSAuY3KlRYsWUbduXbZu3QpAnjx5mDdvHl26dCFdzYcxYS2QRHVKVTuqain31VFV957vDap6CugDLATWA7NVNUFEhonIHe5sC4F9IvITTq/sA1V13wVsizG5ws6dO7n33nu5+eabWbt2LaNGjfI6JGOCSnyrDs47o8hmnGq5d4D3VPVwMAPLSoMiRTT+0CEvQzAmR50+fZopU6bw5JNPcvDgQWJiYhg6dCj9+/cnf/78XodnwoCIfK+qYfcDukCe8FtFRK7Gqb57VkRWA7NUdVbQojPGAPDTTz/RtWtXVqxYAcCtt97KhAkTqFy5sseRGRN8AfVMoarfqupjwJXAIZwHKhpjcsCqVasoW7Ysc+fOZcGCBZakTK4RyA9+C4nIfSLyIbAC2ANcHbTIjMnFVJWvvvoqrVXX+6efAAAfF0lEQVRfXFwc77//Phs2bKBdu3bWWMLkKoGUqNbhtPQbqaqXq+rjqvpdkOIyJtf69ddfuf3222nWrBlz5sxJG9+qVSsKFy7sYWTGeCOQH/xepqopQYvEmFwuOTmZ0aNH8+yzz3Ls2DGKFCnC8ePHvQ7LGM9lmahE5GVVfRx4V0TOaSJoT/g15q/7+uuv6dGjBwkJCQB07NiR0aNHc8kll3gcmTHe86dE9Y77157sa0wQzJs3j7Ztneu9KlWqMHHiROubzxgf/jzhd4X7b6yqnpWsRKQPYE8ANuYvaNmyJXFxcbRr147BgwcTExPjdUjGhJRAGlM8mMG4h7IrEGNyi/Xr19O+fXuSkpx+l2NiYli9ejXDhg2zJGVMBvy5R9UB50e+lUXkPZ9JhYFzejg3xmTs2LFjvPDCC4wcOZLk5GQqVqyY1v1RPutk2ZhM+XOPagXOM6jK4zytN9Vh4IdgBGVMpPn000/p3bs3W7Y4/S0/8sgjPPnkkx5HZUx48Oce1VZgK/B58MMJgP3g0YSB33//nX79+jF79mzAeQz8lClTuPpq+628Mf7K8h6ViHzp/j0gIvt9XgdEZH/wQzQmfCUkJDB79mwKFCjAyJEjWbVqlSUpYwLkT9Vf6uPmSwUzEGMiRWJiIuXLlwegefPmjB49mrZt21KxYkWPIzMmPGVZovLpjaICEKWqp4EmQHegYBBjMyasHDp0iH/84x9UrlyZZcuWpY3v16+fJSlj/oJAmqe/j/MY+irADCAWeCsoURkTRlSVuXPnEhsby/jx41FVVq5c6XVYxkSMQPr6S1HVZBFpC4xV1fEiYq3+TK62ZcsW+vTpwyeffALAVVddxeTJk6lbt67HkRkTOQJJVKdEpD3QCWjjjrMff5hca8GCBbRv357jx49TtGhRRowYQbdu3ciTJ6DHvBljshBIonoQ6IXzmI8tIlIZeDs4YRkT+ho1akRMTAzt2rXj5ZdfpkyZMl6HZExEktQHs/k1s0he4HJ3cJOqngpKVH5oULSoxh886NXqTS60d+9exo0bx9ChQ9N6kti1a5clKBM2ROR7VW3gdRyB8rtEJSLXAf8FfgMEuFhEOqnqN8EKzphQkJKSwvTp0xk4cCD79++nSJEiDBw4EMCSlDE5IJCqvzHArar6E4CIxOIkrrDLzsb4KyEhgZ49e7J06VIAbrzxRlq3bu1xVMbkLoHc9c2fmqQAVHU9kD/7QzLGe0ePHmXw4MHUrVuXpUuXUrp0ad58800WLVpEtWrVvA7PmFwlkBLVKhGZglOKArgP65TWRKj33nuPESNGICL06NGD4cOHU7x4ca/DMiZX8rsxhYhEA48B1+Lco/oKeEVVjwcvvMxZYwqT3Y4fP050dDTg3Jfq0aMHDz74II0bN/Y4MmOyR7g2pvArUYlIbaAKkKCqvwQ9Kj9YojLZ5dSpU0ycOJF///vfLFu2jMqVK3sdkjFBEa6Jyp/e05/E6T7pPmCRiGT0pF9jwtLKlSu56qqr6Nu3L7t27WLWrFleh2SMScefe1T3AXVU9U8R+RvwMfCf4IZlTHAdPHiQIUOG8Oqrr6KqVKhQgQkTJnDHHXd4HZoxJh1/EtUJVf0TQFX3iIj1D2PC2uLFi7n//vvZuXMnUVFR9O/fn6FDh1KoUCGvQzPGZMCfRHWZiLzn/i9AFZ9hVLVtUCIzJkguueQS9u7dy9VXX83kyZOpXbu21yEZY87Dn0TVLt3whGAEYkywnDhxgjlz5nDfffchIsTFxfHtt99Sv35960DWmDCQZaJS1cU5EYgxwbBkyRJ69uzJzz//TP78+bn77rsBaNiwoceRGWP8ZZeTJiLt3r2bzp07c8MNN/Dzzz9TvXp1Lr74Yq/DMsZcgBxJVCLSUkR+FpFNIvLEeea7S0RURMKunb8JDSkpKUybNo0aNWowY8YMLrroIoYNG8aaNWto2rSp1+EZYy5AIF0oASAiF6nqiQDmjwImAs2BRGCliMz37TfQna8wTs8X3wUakzGppk6dSs+ePQFo3rw5r776KpdffnkW7zLGhDK/S1Qi0khEfgR+cYevEJFX/HhrI5xnV21R1ZPALCCj7qefA0YCnnTJZMKXb+8qnTt35tprr+Xtt99m4cKFlqSMiQCBVP2NB24D9gGo6hrgej/eVw7Y4TOc6I5LIyL1gAqquuB8CxKRbiISLyLxJ0+eDCB0E6k+/PBDmjRpQlJSEgAxMTF89dVXdOzYERHxODpjTHYIJFHlUdVt6cad9uN9GZ0t0i6B3R8QjwEez2pBqjpVVRuoaoP8+e0JI7nZjh07aNu2LXfccQffffcdEydOTJtmCcqYyBJIotohIo0AFZEoEekLbPTjfYlABZ/h8sDvPsOFgVrAFyLyK9AYmG8NKkxGTp06xejRo4mNjWXevHkUKlSIMWPGMGjQIK9DM8YESSCNKXriVP9dCuwCPnfHZWUlUFVEKuM8xr4jcG/qRFU9CJRKHRaRL4ABqhofQGwmF/j+++956KGHWLNmDQDt2rVj7NixlC9f3uPIjDHB5HeiUtXdOEkmIKp6SkT6AAuBKOA/qpogIsOAeFWdH+gyTe60f/9+1qxZQ6VKlZgwYQKtWrXyOiRjTA4I5MGJ0/C5t5RKVbtld1D+sOdRRT5VJT4+/qxeJN5++21at25NgQIFPIzMmPAUsc+j8vE5sNh9fQOUBvz+PZUxgfjll19o0aIFjRo1YtmyZWnj77nnHktSxuQygVT9veM7LCL/BRZle0QmVztx4gQvvvgiw4cP58SJE5QoUYLdu3d7HZYxxkMB90zhozJQMbsCMWbx4sX06tWLjRudxqRdunThpZdeolSpUlm80xgTyfxOVCJygDP3qPIA+4FM++0zJhBTpkyhR48eAMTGxjJp0iSaNWvmcVTGmFDgV2MKcX5BWQGneTlAivrbCiNIrDFFZNm9ezf16tWjd+/eDBgwAPtBtzHZL6IbU7hJaZ6qnnZfniYpE/7WrFlD165dSU5OBqB06dJs3ryZJ5980pKUMeYsgbT6WyEiVwYtEpMrHDlyhAEDBlC/fn2mT5/Oq6++mjYtOjraw8iMMaEqy3tUIpJXVU8B1wKPiMhm4E+cPvxUVS15Gb988MEHPProo+zYsYM8efLw2GOP0bVrV6/DMsaEOH8aU6wArgTaBDkWE6G2b9/Oo48+yvz5Tick9evXZ8qUKdSvX9/jyIwx4cCfRCUAqro5yLEExnrIDhuLFi1i/vz5FC5cmOHDh9OzZ0+ioqK8DssYEyb8SVR/E5H+mU1U1dHZGI+JELt27aJMmTIAdO3ale3bt9O9e3fKli3rcWTGmHDjT2OKKKAQzuM4MnoZk2b//v1069aNyy67jK1btwKQJ08enn32WUtSxpgL4k+J6g9VHRb0SExYU1VmzpzJ448/zp49e8iXLx/ffvstlStX9jo0Y0yY8/selTGZ+fnnn+nZsydLliwBoFmzZkyaNInY2FiPIzPGRAJ/qv5uDHoUJmy98cYb1KlThyVLllCqVCmmT5/OkiVLLEkZY7JNlolKVffnRCAmPKU+K+rhhx9mw4YNdO7cGbEWmcaYbBRIzxTGsHPnTkaOHElqL1pxcXFs3ryZadOmUbJkSY+jM8ZEIktUxi+nT5/m1VdfpXr16gwaNIg5c+akTStfvryHkRljIt1feR6VySVWrVpFjx49WLlyJQCtWrWiUaNGHkdljMktrERlMnX48GH69etHw4YNWblyJeXKlePdd9/lww8/pFKlSl6HZ4zJJSxRmUxNmDCBsWPHAtC3b1/Wr19P27ZtrbGEMSZHWdWfOUtycjL58uUDnOT0ww8/8MQTT3DlldZJvjHGG1aiMoCToF588UVq1KhBUlISADExMcyePduSlDHGU5aoDF9//TX16tXjiSeeYMuWLbz33nteh2SMMWksUeVi+/bt4+GHH+a6664jISGBKlWqsHDhQh588EGvQzPGmDR2jyqXmjdvHo888gj79u0jX758PPHEEwwePJiYmBivQzPGmLNYosqlChcuzL59+7j++ut59dVXqVGjhtchGWNMhqzqL5c4duwYH3zwQdrwTTfdxJdffsnixYstSRljQpolqlzg008/pVatWrRp04Zly5aljW/atKn9JsoYE/IsUUWw33//nQ4dOnDLLbewZcsWateuTf78+b0OyxhjAmKJKgKdPn2aV155hRo1ajB79mwKFCjASy+9xPfff0/9+vW9Ds8YYwJijSki0LBhwxg2bBgAt99+O6+88goVK1b0OCpjjLkwQS9RiUhLEflZRDaJyBMZTO8vIj+JyFoRWSwidkb9i3r37k2dOnV4//33mT9/viUpY0xYC2qiEpEoYCJwCxAH3CMicelm+wFooKp1gLnAyGDGFGlUlTlz5tCyZUuSk5MBKF26NKtXr6Z169YeR2eMMX9dsEtUjYBNqrpFVU8Cs4Czzp6qukRVj7qDywF7Cp+ftmzZQqtWrbj77rtZuHAhb775Zto0a81njIkUwU5U5YAdPsOJ7rjMPAR8ktlEEekmIvEiEn/y5MlsCjH8nDx5kuHDh1OzZk0++eQTihUrxuTJk3nggQe8Ds0YY7JdsBtTZHRZrxnOKHI/0ABoltnCVHUqMBWgQbFiGS4n0n399dd069aN9evXA3Dffffx8ssvU6ZMGY8jM8aY4Ah2okoEKvgMlwd+Tz+TiNwEDAGaqeqJIMcU1jZs2MD69eupWrUqkyZN4sYbb/Q6JGOMCapgJ6qVQFURqQz8BnQE7vWdQUTqAVOAlqq6O8jxhJ2UlBQSEhKoXbs2AA8++CCqSqdOnYiOjvY4OmOMCb6g3qNS1VNAH2AhsB6YraoJIjJMRO5wZ3sJKATMEZHVIjI/mDGFk4SEBP7+979z1VVXsXXrVgDy5MnDI488YknKGJNrBP0Hv6r6MfBxunFDff6/KdgxhJujR4/y3HPPMWrUKE6dOkWZMmX49ddfqVy5stehGWNMjrMulELMRx99RM2aNRkxYgSnT5+mZ8+ebNiwgeuvv97r0IwxxhPWhVIIGTZsGE8//TQAV1xxBZMnT6Zx48YeR2WMMd6yElUIueuuuyhevDijR48mPj7ekpQxxmAlKk+tWLGCWbNm8fLLLyMixMXFsWPHDgoWLOh1aMYYEzKsROWBgwcP0qdPHxo3bsyYMWOYN29e2jRLUsYYczYrUeUgVeWdd96hX79+7Ny5k6ioKPr370+LFi28Ds0YY0KWJaocsmnTJnr37s1nn30GwNVXX83kyZPTfshrjDEmY+Fb9RdmvYPPmDGDzz77jOLFizNt2jSWLl1qScoYY/xgJaog2r9/PyVKlABg8ODBHD16lH/+85+ULl3a48iMMSZ8hG+JKoTt3r2bzp07U7NmTZKSkgCIiYlh1KhRlqSMMSZAlqiyUUpKCtOmTaNGjRrMmDGDAwcOsGzZMq/DMsaYsGaJKpusXbuWa6+9lm7dunHgwAFuvvlm1q1bxy233OJ1aMYYE9YsUWWDMWPGcOWVV7Js2TIuvvhiZs2axaeffsrll1/udWjGGBP2rDFFNqhVqxYpKSn07t2b559/nmLFinkdkjEhLzk5mcTERI4fP+51KBEnOjqa8uXLky9fPq9DyRaWqC7Ajh07+PTTT3nkkUcAaN68Ob/88gtVqlTxODJjwkdiYiKFCxemUqVKSJj93CSUqSr79u0jMTExYh4NZFV/ATh16hSjR48mNjaWbt26ndVQwpKUMYE5fvw4JUuWtCSVzUSEkiVLRlRJ1UpUfvruu+/o3r07a9asAaBdu3ZUqFDB46iMCW+WpIIj0varlaiykJSURM+ePWnSpAlr1qyhUqVKLFiwgLlz51K+fHmvwzPGmIhniSoLTz31FJMnTyYqKorBgweTkJBAq1atvA7LGJMNoqKiqFu3LrVq1eL2229P+4E+QEJCAjfccAPVqlWjatWqPPfcc6hq2vRPPvmEBg0aEBsbS40aNRgwYIAXm5ArWKLKwOnTp9P+Hzp0KLfddhurV69m+PDhFChQwMPIjDHZKSYmhtWrV7Nu3TpKlCjBxIkTATh27Bh33HEHTzzxBBs3bmTNmjV8++23vPrqqwCsW7eOPn36MHPmTNavX8+6deu47LLLsjW2U6dOZevywpklKh8nTpzg2WefpXHjxiQnJwNQunRpPvzwQ2rWrOlxdMZEMJHgvALQpEkTfvvtNwDeeustrrnmGm6++WYAChQowIQJExgxYgQAI0eOZMiQIdSoUQOAvHnz0qtXr3OWeeTIEbp27Urt2rWpU6cO7777LgCFChVKm2fu3Ll06dIFgC5dutC/f3+uv/56Bg4cSKVKlc4q5V1++eXs2rWLPXv20K5dOxo2bEjDhg355ptvAtrWcGONKVyLFy+mV69ebNy4EYBFixZx6623ehyVMSYnnD59msWLF/PQQw8BTrVf/fr1z5qnSpUqHDlyhEOHDrFu3Toef/zxLJf73HPPUbRoUX788UcADhw4kOV7Nm7cyOeff05UVBQpKSnMmzePrl278t1331GpUiXKlCnDvffeS79+/bj22mvZvn07LVq0YP369Rew5eEh15eodu3axf33389NN93Exo0biY2N5csvv7QkZUxOUg3OKwvHjh2jbt26lCxZkv3799O8eXM3HM205VwgLeo+//xzevfunTZcvHjxLN/Tvn17oqKiAOjQoQPvvPMOALNmzaJDhw5py+3Tpw9169bljjvu4NChQxw+fNjvuMJNrk5UM2bMoHr16rz55ptER0czfPhwVq9eTdOmTb0OzRiTA1LvUW3bto2TJ0+m3aOqWbMm8fHxZ827ZcsWChUqROHChalZsybff/99lsvPLOH5jkv/e6eCBQum/d+kSRM2bdrEnj17eP/992nbti3gdIC9bNkyVq9ezerVq/ntt98oXLiw/xseZnJ1okpOTubgwYO0bNmShIQEBg8eTP78+b0OyxiTw4oWLcr48eMZNWoUycnJ3HfffXz99dd8/vnngFPyeuyxx/jnP/8JwMCBAxk+fHjarYKUlBRGjx59znJvvvlmJkyYkDacWvVXpkwZ1q9fn1a1lxkR4c4776R///7ExsZSsmTJDJe7evXqv7gHQluuSlRHjhzhf//7X9pw165dWbhwIR9//HG2t9gxxoSXevXqccUVVzBr1ixiYmL44IMPeP7556levTq1a9emYcOG9OnTB4A6deowduxY7rnnHmJjY6lVqxZ//PHHOct86qmnOHDgALVq1eKKK65gyZIlAIwYMYLbbruNG264gUsuueS8cXXo0IGZM2emVfsBjB8/nvj4eOrUqUNcXByTJ0/Oxj0RekT9qMcNRQ2KF9d4P25Mpnr//fd59NFH2bdvHwkJCRHTB5Yx4Wr9+vXExsZ6HUbEymj/isj3qtrAo5AuWMSXqLZt20br1q258847SUxMJC4ujmPHjnkdljHGGD9FbKJKTk7mpZdeIi4ujvnz51O4cGFeeeUVvvvuO+Li4rwOzxhjjJ8i9ndUvXr14rXXXgOcOt7Ro0dTtmxZj6Myxvg6XzNwc+HC9ZZOZsK3RJXF7xH69u1LjRo1+OSTT5g1a5YlKWNCTHR0NPv27Yu4k6rXUp9HFR0d7XUo2SZ8S1QlSqT9q6rMnDmTRYsW8cYbbyAi1KxZk4SEBPLkCd9cbEwkK1++PImJiezZs8frUCJO6hN+I0X4JirXhg0b6NWrV1qzz06dOqX9utySlDGhK1++fNb61vglR87kItJSRH4WkU0i8kQG0y8SkXfc6d+JSKWslpmSksK//vUv6tSpw5IlSyhVqhTTp0/npptuCsYmGGOM8UjQf0clIlHARqA5kAisBO5R1Z985ukF1FHVHiLSEbhTVTtkuEBXdHS0njhxAoCHH36YESNGpP1q2xhjzLnsd1SZawRsUtUtqnoSmAW0TjdPa+AN9/+5wI2SRVOgEydOULNmTZYuXcq0adMsSRljTITKiXtU5YAdPsOJwFWZzaOqp0TkIFAS2Os7k4h0A7q5gycSEhLWXXfddUEJOsyUIt2+ysVsX5xh++IM2xeO6l4HcCFyIlFlVDJKX9/ozzyo6lRgKoCIxIdjETYYbF+cYfviDNsXZ9i+cIhIfNZzhZ6cqPpLBCr4DJcHfs9sHhHJCxQF9udAbMYYY0JcTiSqlUBVEaksIvmBjsD8dPPMBzq7/98F/E/tV4DGGGPIgao/955TH2AhEAX8R1UTRGQYEK+q84H/A/4rIptwSlId/Vj01KAFHX5sX5xh++IM2xdn2L5whOV+CNvHfBhjjMkdrOsGY4wxIc0SlTHGmJAW0okqGF0vhSs/9kV/EflJRNaKyGIRqehFnDkhq33hM99dIqIiErHNkv3ZFyJyt3tsJIjIWzkdY07x4ztyqYgsEZEf3O/JrV7EmRNE5D8isltE1mUyXURkvLuv1orIlTkdY0BUNSRfOA0vNgOXAfmBNUBcunl6AZPd/zsC73gdt4f74nqggPt/z9y8L9z5CgNfAcuBBl7H7eFxURX4ASjuDpf2Om4P98VUoKf7fxzwq9dxB3F/NAWuBNZlMv1W4BOc37A2Br7zOubzvUK5RBWUrpfCVJb7QlWXqOpRd3A5zu/VIpE/xwXAc8BI4HhOBpfD/NkXjwATVfUAgKruzuEYc4o/+0KBIu7/RTn395wRQ1W/4vy/RW0NzFDHcqCYiFySM9EFLpQTVUZdL5XLbB5VPQWkdr0UafzZF74ewrlaikRZ7gsRqQdUUNUFORmYB/w5LqoB1UTkGxFZLiItcyy6nOXPvngGuF9EEoGPgUdzJrSQFOg5xVOh/DyqbOt6KQL4vZ0icj/QAGgW1Ii8c959ISJ5gDFAl5wKyEP+HBd5car//o5Tyl4qIrVUNSnIseU0f/bFPcB0VX1ZRJrg/HazlqqmBD+8kBNW585QLlFZ10tn+LMvEJGbgCHAHap6Iodiy2lZ7YvCQC3gCxH5Faf+fX6ENqjw9zvygaomq+pW4GecxBVp/NkXDwGzAVR1GRCN01ltbuTXOSVUhHKisq6XzshyX7jVXVNwklSk3oeALPaFqh5U1VKqWklVK+Hcr7tDVcOyM84s+PMdeR+noQ0iUgqnKnBLjkaZM/zZF9uBGwFEJBYnUe3J0ShDx3zgAbf1X2PgoKr+4XVQmQnZqj8NXtdLYcfPffESUAiY47Yn2a6qd3gWdJD4uS9yBT/3xULgZhH5CTgNDFTVfd5FHRx+7ovHgWki0g+nmqtLhF7YIiJv41T3lnLvyT0N5ANQ1ck49+huBTYBR4Gu3kTqH+tCyRhjTEgL5ao/Y4wxxhKVMcaY0GaJyhhjTEizRGWMMSakWaIyxhgT0ixRmZAlIqdFZLXPq9J55q2UWU/RAa7zC7cH7jVut0PVL2AZPUTkAff/LiJS1mfaayISl81xrhSRun68p6+IFPir6zYmp1miMqHsmKrW9Xn9mkPrvU9Vr8Dp8PilQN+sqpNVdYY72AUo6zPtYVX9KVuiPBPnq/gXZ1/AEpUJO5aoTFhxS05LRWSV+7o6g3lqisgKtxS2VkSquuPv9xk/RUSisljdV8Dl7ntvdJ9j9KP7rJ+L3PEj5MxzwEa5454RkQEichdOv4tvuuuMcUtCDUSkp4iM9Im5i4i8coFxLsOnQ1ERmSQi8eI8f+pZd9xjOAlziYgsccfdLCLL3P04R0QKZbEeYzxhicqEshifar957rjdQHNVvRLoAIzP4H09gHGqWhcnUSS6XeZ0AK5xx58G7sti/bcDP4pINDAd6KCqtXF6dOkpIiWAO4GaqloHeN73zao6F4jHKfnUVdVjPpPnAm19hjsA71xgnC1xukpKNURVGwB1gGYiUkdVx+P05Xa9ql7vdqf0FHCTuy/jgf5ZrMcYT4RsF0rG4Fb9pRuXD5jg3pM5jdN3XXrLgCEiUh54T1V/EZEbgfrASreLqRicpJeRN0XkGPArzqMgqgNbVXWjO/0NoDcwAed5V6+JyEeA348VUdU9IrLF7WftF3cd37jLDSTOgjhdBvk+ofVuEemG8/2+BOchgWvTvbexO/4bdz35cfabMSHHEpUJN/2AXcAVODUC5zwYUVXfEpHvgFbAQhF5GOexBm+o6mA/1nGfbye2IpLhM87c/uUa4XR02hHoA9wQwLa8A9wNbADmqaqKkzX8jhPnSbYjgIlAWxGpDAwAGqrqARGZjtP5anoCLFLVewKI1xhPWNWfCTdFgT/cZwh1wilNnEVELgO2uNVd83GqwBYDd4lIaXeeEiJS0c91bgAqicjl7nAn4Ev3nk5RVf0Yp6FCRi3vDuM8eiQj7wFtcJ6T9I47LqA4VTUZpwqvsVttWAT4EzgoImWAWzKJZTlwTeo2iUgBEcmodGqM5yxRmXDzKtBZRJbjVPv9mcE8HYB1IrIaqIHzyO2fcE7on4nIWmARTrVYllT1OE7v0nNE5EcgBZiMc9Jf4C7vS5zSXnrTgcmpjSnSLfcA8BNQUVVXuOMCjtO99/UyMEBV1wA/AAnAf3CqE1NNBT4RkSWqugenReLb7nqW4+wrY0KO9Z5ujDEmpFmJyhhjTEizRGWMMSakWaIyxhgT0ixRGWOMCWmWqIwxxoQ0S1TGGGNCmiUqY4wxIe3/AWNpoJLcZQmbAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "preds, average_precision = plotResults(y_train, \\\n",
    "                        predictionsBasedOnKFolds.loc[:,'prediction'], True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEWCAYAAAB42tAoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xt8HXWd//HXO/c0bXqlhZZCC4JYQW4V8Mdy2Z8olx8WdVHLRQVZUBTRFXTZdRdqQVFcVnFFkV0UUS4CCtsFBJG7LiBFoOXWUii90ELphTZt0yYn+fz+mEl6GpLJacjJSdL38/HII3P5npnPfM8585n5fmfmKCIwMzPrSlmpAzAzs/7NicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxNFD0h6TtKR3ZTZRdJ6SeV9FFbRSXpV0lHp8AxJvy51TFY6kq6S9K8FlOv2+2L926BKFOmOrDHdQb8h6ReShvb2eiLivRHxYDdlFkfE0Iho6e31pzvp5nQ735L0v5I+0Nvr2V5IulZSTtL4UsfSG9LtaUo/H6sl3Stpr95eT0R8ISIuLqBct9+X7YWkUZJuk7RB0iJJJ2eU/X36Hrb9NUmamzd/P0mPSForaamkC4sV96BKFKmPRMRQ4ADg/cC/dCygxEDf9t+k2zkGeAC4pcTx9DpJFX2wjjrg74C1wClFWkfRt6MTl6Wfj52BFcC1nRUqUWzbsyuBJmAcyeftp5Le21nBiDg2Pdgcmr6X/8vW3/MbgIeBUcARwNmSphUj6IG+s+xSRLwG/B7YG0DSg5K+LenPwEZgN0nDJV0jabmk1yRdkt9UJOlMSS9IapD0vKQD0un5TTAHSZotaV16FvPv6fRJkqLtiyhpvKRZ6RHeAkln5q1nhqSbJV2Xrus5SVML3M4ccD0wQdIOecs8XtLTeWcc78ubN1HS7yS9KWmVpB+n03eXdH86baWk6yWN6En9SzohXf86SS9LOqZj3eVt+6871NkZkhYD90u6W9I5HZb9jKSPp8N7pUfMqyXNk/TJbQz174C3gJnAZ/PWMT49Ox2VN23/tF4q0/HPpZ+PNZLukbRrXtmQ9CVJLwEvpdOukLQkrZMnJR2WV75W0i/TZb0g6RuSlnaI57fpe7ZQ0rmFbFxEbCTZobR9D2ZIulXSryWtA06TVCbpgvR9WpV+FvO3+2/Sz9BbafynpdOvlXRJOjxG0h1pmdVKjnTL0nn535dqST+UtCz9+6Gk6nTekUqOjM+TtELJ9/L0QrZzINCWg5J/jYj1EfEnYBbw6QJeOwk4DPhV3uRJwPUR0RIRLwN/AjpNOu/UoE0UkiYCxwFP5U3+NHAWMAxYBPwSyAHvAvYHPgz8ffr6TwAzgM8A9cA0YFUnq7oCuCIi6oHdgZu7COlGYCkwHjgR+I6kD+bNnwbcBIwg+fD8uMDtrEpjXAWsSacdAPwc+DwwGvgZMCv9kpYDd6TbPwmYkK4XQMClaYzvASamdbBNJB0EXAd8Pd2ew4FXt2ERR6TrP5pkJ3dS3rKnALsCd6ZfvHvTMmPTcj9ReoQm6WRJc7pZ12dJ3pubgL3SuiMilgGPknyx25wM3BoRzZI+Cvwz8HFgB+CRdDn5PgocDExJx58A9iM5ArwBuEVSTTrvIpL3YzfgQ8CpedtcBvwP8AzJ+/VB4KuSju5m21DS9HoKW38PTgBuJXlvrgfOTWM9guS9X0Ny5IukXUgOuP4j3c79gKc7WdV5JJ/vHUiOlv8Z6Oz5QN8EDkmXsy9wEFuf9e8IDE+38wzgSkkju9i2n6SJqbO/7t73UtgTaImI+XnTnqGwnftngEciYmHetB8Cn5FUKendwAeAP/ZatPkiYtD8keyM1pMcIS4CfgLUpvMeBGbmlR0HbG6bn047CXggHb4H+ErGeo5Khx8GvgWM6VBmEskXpYJkh9sCDMubfylwbTo8A/hj3rwpQGPGds4gOX19K13uKuDIvPk/BS7u8Jp5JDuCDwBvAhUF1OdHgae62O4ZwK+7eN3PgB90V3cdl5NXZ7vlzR8GbAB2Tce/Dfw8Hf4UyZen47ovKvDzsgvQCuyX955fkTf/74H702EBS4DD0/HfA2fklS0jOVNtizOA/9vN+tcA+6bDrwBHd1j30nT4YGBxh9f+E/CLLpZ7LbAp/Xy8TnLgsXtefT/cofwLwAfzxncCmtPP7j8Bt2Ws55J0eCbw38C7uvm+vAwclzfvaODVdPhIoDH/s0nSbHZIIe9nf/8jOSN4vcO0M4EHC3jtAuC0DtP+Tzo9l37evlWs2AfjGcVHI2JEROwaEV+MiMa8eUvyhncFKoHlbUchJDuZsen8iSQf6u6cQXKk8KKkJyQd30mZ8cDqiGjIm7aI5Kipzet5wxuBGkkVkk7Rls6s3+eVuTkiRpAkvGeBAzts23n5R1jp9oxP/y+KpMlqK5LGSrpJSTPcOuDXJH0g26rQuutK+/uU1tmdwPR00nSSo2BItvPgDtt5CslRaSE+DbwQEW1HyNcDJ7c1LZEcdX9ASSf34SRfxkfy1n1F3npXkyST/Pc0//NG2qTygpLOx7dIjpzb6nd8h/IdP6vjO2znP5O89135t/R7sGNETIukaaLTuNLl35a37BdIDkDGUfh7+X2SndYfJL0i6YIuyo0n+ey3WZROa7Oqw2dzI9DrF6SUyHqS1ol89UBDJ2XbSfobks/0rXnTRgF3kyToGpL36WhJX+zNgNsMxkSRJf9UeAnJGcWY9As1IiLqI+K9efN373aBES9FxEkkCeZ7wK1pk0i+ZcAoScPypu0CvFbA8q+PLR1ax3YyfyVJE9MMSTvlxf7tvO0aERFDIuLGdN4u6rwT81KSOnpfJE1pp5Ls/LZVVt1tAIbkjXe2U+/YZHEjcJKSK7tqSTrv29bzUIftHBoRZxcY52dI+qpel/Q68O8kO+5jASLiLeAPwCdJmp1ujPRQLl335zusuzYi/rez7Uj7I/4xXdbINMmvZUv9LifpeG4zMW94CbCww7qGRcRxBW5nRx3rdwlwbIfl10TSz1fo96AhIs6LiN2AjwBf69C02mYZSWJqs0s6bZspuTx3fRd/z/VkmUU2H6iQtEfetH2B7mL9LPC7iFifN203kmas6yIiFxFLSZpPe/qZyLS9JYp2EbGcZCdwuaT6tENvd0lHpEX+Czhf0oFKvEt5nZVtJJ0qaYeIaCU51YfkaCx/XUtIrli4VFKNko7lM9hyZPxOt+VFkmaTb6ST/hP4gqSD09jrJP2/NFH9hWSn9N10eo2kQ9PXDSNtupM0gaSPoSeuAU6X9MG0Xidoy+WZTwPT03bVqST9Nd25i2TnMpPkaq/WdPodwJ6SPp0ur1LS+yW9p7sFpklnd5I28v3Sv71J+g4+m1f0BpKE8nfpcJurgH/K6w8ZnvZrdWUYSRPBmyQ7iwvZ+ujy5nR5I9O6z+/A/wuwTtI/Kun0Lpe0t6T3d7edBboK+Hbb51vSDpJOSOddDxwl6ZPpGe5oSft1XICSiyfeJUnAOpLvQGeXht8I/Eu6jjHAhSRnrtsskstzh3bxV5RO3XciIjYAvwNmpt+9Q0n6i37V1Wsk1QKf4O1Xrc1PZuvk9Du2I0lT7DPFiH27TRSpzwBVwPMk7cW3krTPEhG3kLSH30Byang7SSdkR8cAz0laT9KxPT0iNnVS7iSSNvhlwG0k7ej39uK2fB84S9LYiJhN0vb543S7FgCnAURyX8dHSDrwF5N0QH4qXca3SC4rXkvS3PO7ngQSEX8BTgd+kC7rIbYcRf4ryQ56Tbq+GzpbRoflbU5jOSq/fNos9WGS5qhlJM133wParqI5JePI8rPAf0fE3Ih4ve2P5D08Xluu+pkF7AG8ERHtX8KIuC1d101pM92zpGciXbiHpF9jPklzyya2bgKaSfJeLCTpkLyV5Iw3/z3bL52/kuRAZnjG+rbFFSTb+QdJDcBjJP0iRMRikqPU80ia154mOQruaI807vUkFwH8JDq/d+ISYDYwB5gL/DWdtr34IslZ8QqSpHl2RDwHyVlnuh/J91GS79AD+RMjYh3JhRT/QPJdeprkM/jtYgStLWfSZtZfSDqb5KDjiG4LmxXZ9n5GYdYvSNpJ0qFpM8K7SY7gbyt1XGaQXP5mZqVXRXLV3WSSvq6bSC7vNis5Nz2ZmVkmNz2ZmVmmAdf0NGbMmJg0aVKpwzAzG1CefPLJlRGxQ/cl327AJYpJkyYxe/bsUodhZjagSFrUfanOuenJzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZSpaopD0cyW/e/tsF/Ml6UdKfj96jtKfoDQzs/6lmPdRXEvymOvruph/LMmjifcgeaTxT9P/mSKCpqamXgrR+rvKykqSnzgws1IpWqKIiIclTcoocgJwXfqLYY9JGiFpp/QHhbq0YMECjj++s18btcFo6tSpfOc73yl1GGbbtVLemT2BrX+4ZWk67W2JQtJZwFkAw4YNY9ddd/VR5nZg/vz5PProozQ3N1NZWdn9C8ysKEqZKDrb03f6KNuIuBq4GmDy5Mlx7LHHesexHbjllltYvHgxfsKxWWmVMlEsZesfkN+ZHv7Iug1O8+bNo7GxkZkzZyKJZcuWUVtbS2trK7lcjpaWFnK5HK2trdTV1XH55ZdTV1dX6rDNBp1SJopZwDmSbiLpxF7bXf+EbV/Gjx/Piy++yF/+8hcAJLFhwwZGjRpFWVkZkpDE+vXrWb58OXPnzuWQQw4pcdRmg0/REoWkG4EjgTGSlgIXAZUAEXEVcBfJj7YvADYCpxcrFhuYPve5z5HL5dr7o8rLyzst99xzz3HDDTfQ2tral+GZbTeKedXTSd3MD+BLxVq/DQ4VFQPuSfhmg47vzDYzs0w+XLNBI5fL8frrr9Pc3Mzy5cspLy9n0aJF1NbW8vLLL1NfX8+8efMYNWpU+39JnHDCCe7bMMvgRGED3muvvUZrayvf/OY3qa6uJiJobW0lImhpaaG1tZXW1lZaWlqICJqbm6mvr2fTpk00NTWxevXqbUoUmzZtoqWlhZUrVxIRDB06lDFjxhRxC81Ky4nCBrxDDjmEP/7xj+yyyy5UVFRQX19PeXk5dXV1VFVVUV9fT01NDUOGDKGyspLy8nIqKiooLy/nkksu4fnnn+fOO+9EEosWLaKyspKFCxcyZMgQFi5cSE1NDYsXL0YSTU1NtLS0ALT/l8R1113H+PHjexR/W0LL5XKsWbMGgNGjR1NVVdU7FWT2DjlR2IBXX1/PZZdd1qPXRgQNDQ18//vfb3+GWFNTExUVFWzatInRo0fT0NDAuHHjaGhoYMcdd6SxsZGxY8fS1NTE5s2bmTNnDq+++iq1tbVs2rSJ119/HUksXLiQ2tpa5s+fz/Dhw3nxxRcZOXIkL7zwAiNHjmT+/PkMHTqUtWvX0tLSgqT2q7ymTJnCj370o23ensbGRjZv3syaNWvI5XKsWLGC8vJylixZQmVlJc3NzTQ3N/PSSy9RW1tLLpcjl8sxf/58qquryeVyNDU10dzczN57782MGTO2OYampiY2bdrUvuyVK1e2LzOXy7F06VIqKirax1999VVqamray+dyOaZMmcKJJ564zeu24nCisO3aJz7xCebMmcOee+5JTU3NVmcfANXV1Ujq8tLce++9l7KyMi644IJOm73amr5yuRwRQS6XY8SIEe3J4s0332SHHXZg48aNjBs3jsbGRhYvXsyDDz7II488Qi6XY9WqVTQ1NbFy5UpyuRyrV6+mqamJdevWsX79ehobG9m4ceNW62773zac3/SWy+UAaG5uZuzYsbS2tlJWVsamTZsYN24cEcGSJUt46aWX2HfffYHk7Km5uZk33niDjRs3Ionm5mZWrVrFihUrqKioIJfLsWHDBjZv3rzVutuG2+oEaI+hLTE2NzczatQoIoJVq1Zx++23s9NOO7HLLrswceLETuve+o4G2uMRJk+eHJdffrkf4WH9wurVq7n00kvZd999KSsrY+TIke3NXtXV1dTX1zNkyBCGDBlCVVUVZWVlVFZWUlZW1mXyufjii2lsbGT06NFb7VjbdvY1NTWsX7++PcGMHDmyPQEBDB06lIqKCqqrq6msrGTIkCHU1NQwdOhQ6urqKC8vp7q6GqA9lrbLkNvuWbn44ovZsGEDI0aM2Gon3/Z/xIgR7fE3NTVRX19PbW0tZWXJhZQ1NTUMGzaMiKC8vJyqqiqGDh2KpPZEXFdXh6StYgH43ve+175dI0aM4LbbbvP3vRdIejIipvbotU4UZv3LokWLuOeee9h7770pKytjxIgR7Tvetp1uWVkZVVVV7Xen97Z169bx0EMPseuuu1JdXc2IESMoKyujurq6PdlJKspj4N966y0efPBB3nrrLV5++WUefPDB9iRoPedEYWaDzr333suf/vQn7r//fieKXvBOEoVvuDOzfqulpYWmpiY/nqXEnCjMrF96+umnyeVyTJ8+nVNPPbW9vwaSPpvm5uatplnx+KonM+uXpk2bxjXXXMMbb7zBihUr+PjHP87QoUNZs2ZN+9VUVVVVXHXVVUyYMKHU4Q5qPqMws37p3e9+N5dddhnHHXcczc3NlJeX09LSQn19PRUVFdTV1bFw4ULmzp1b6lAHPZ9RmFm/dvjhh3PooYe2/wZJm5dffpkFCxb4FxD7gBOFmfV7Xd1zYn3DTU9mZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpapqIlC0jGS5klaIOmCTubvIukBSU9JmiPpuGLGY2Zm265oiUJSOXAlcCwwBThJ0pQOxf4FuDki9gemAz8pVjxmZtYzxTyjOAhYEBGvREQTcBNwQocyAdSnw8OBZUWMx8zMeqCiiMueACzJG18KHNyhzAzgD5K+DNQBR3W2IElnAWcBjB49utcDNTOzrhXzjEKdTIsO4ycB10bEzsBxwK8kvS2miLg6IqZGxNRhw4YVIVQzM+tKMRPFUmBi3vjOvL1p6QzgZoCIeBSoAcYUMSYzGyQikuPOuXPnMmfOnPZx633FTBRPAHtImiypiqSzelaHMouBDwJIeg9JoniziDGZ2SDxxhtvkMvluOWWW/jyl7/Mn//851KHNGgVLVFERA44B7gHeIHk6qbnJM2UNC0tdh5wpqRngBuB08KHBWZWgIMPPpixY8cyZcoU3nzzTZYsWdL9i6xHitmZTUTcBdzVYdqFecPPA4cWMwYzG5wqKio477zzWLZsGU899VSpwxnUfGe2mZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMBrTGxkYAfvrTn/KVr3yFxYsXlziiwceJwswGtNraWpqamli9ejX3338/d999d6lDGnScKMxsQBs/fjyXXHIJ55xzDuXl5eRyuVKHNOg4UZjZgFddXU1tbW2pwxi0KgotKGkCsGv+ayLi4WIEZWZm/UdBiULS94BPAc8DLenkADIThaRjgCuAcuC/IuK7nZT5JDAjXd4zEXFyocGbmVnxFXpG8VHg3RGxudAFSyoHrgQ+BCwFnpA0KyKezyuzB/BPwKERsUbS2MJDNzOzvlBoH8UrQOU2LvsgYEFEvBIRTcBNwAkdypwJXBkRawAiYsU2rsPMzIqs0DOKjcDTku4D2s8qIuLcjNdMAJbkjS8FDu5QZk8ASX8maZ6aERG+ts3MrB8pNFHMSv+2hTqZFp2sfw/gSGBn4BFJe0fEW1stSDoLOAtg9OjR2xiGmZm9EwUlioj4paQq0jMAYF5ENHfzsqXAxLzxnYFlnZR5LF3WQknzSBLHEx3WfzVwNcDkyZM7JhszMyuigvooJB0JvETSOf0TYL6kw7t52RPAHpImp0lmOm8/K7kd+Nt0HWNIEtErBUdvZmZFV2jT0+XAhyNiHoCkPYEbgQO7ekFE5CSdA9xD0v/w84h4TtJMYHZEzErnfVhS22W3X4+IVT3fHDMz622FJorKtiQBEBHzJXV7FVRE3AXc1WHahXnDAXwt/TMzs36o0EQxW9I1wK/S8VOAJ4sTkpmZ9SeFJoqzgS8B55JczfQwSV+FmZkNcoVe9bQZ+Pf0z8zMtiOZiULSzRHxSUlzefs9EETE+4oWmZlZD6xdu5Y1a9YwcuTIUocyaHR3RvGV9P/xxQ7EzOyd2LhxI62trfzud7/j/vvv5/zzz+foo48udViDQuZ9FBGxPB1cCSyJiEVANbAvb795zsysZMaOHUtLSwvDhw/ntdde469//WupQxo0Cn0o4MNATfqbFPcBpwPXFisoM7NtVVVVxXe/+13OPPNMqqqqSK6+t95QaKJQRGwEPg78R0R8DJhSvLDMzKy/KDhRSPoAyf0Td6bTCv51PDMzG7gKTRRfJfmBodvSx3DsBjxQvLDMzKy/KPQ+ioeAh/LGXyG5+c7MzAa57u6j+GFEfFXS/9D5fRTTihaZmZn1C92dUbQ92+nfih2ImZn1T5mJIiLaHvw3G2iMiFYASeUk91OYmdkgV2hn9n3AkLzxWuCPvR+OmZn1N4UmipqIWN82kg4PyShvZmaDRKGJYoOkA9pGJB0INBYnJDMz608KvWnuq8Atktqe77QT8KnihGRmZv1JofdRPCFpL+DdJD9c9GJENBc1MjMz6xcKanqSNAT4R+ArETEXmCTJjx43M9sOFNpH8QugCfhAOr4UuKQoEZmZWb9SaKLYPSIuA5oBIqKRpAnKzMwGuUITRZOkWtLHeEjaHdhctKjMzN6hDRs2sH79+u4LWrcKTRQXAXcDEyVdT3ID3jeKFpWZWQ/lcjkA7r77bj72sY9x++23lziiga/bRCFJwIskP1p0GnAjMDUiHixqZGZmPVBXV0dLSws1NTUsW7aMxx9/vNQhDXjdXh4bESHp9og4kC0/WmRm1i+Vl5fzne98h4hgxowZ/knUXlBo09Njkt5f1EjMzKxfKvTO7L8FviDpVWADyRVPERHvK1ZgZmbWPxSaKI4tahRmZtZvdfcLdzXAF4B3AXOBayIi1xeBmZlZ/9BdH8UvgakkSeJY4PKiR2RmZv1Kd01PUyJiHwBJ1wB/KX5IZmbWn3R3RtH+hFg3OZmZbZ+6SxT7SlqX/jUA72sblrSuu4VLOkbSPEkLJF2QUe5ESSFp6rZugJmZFVdm01NElPd0wZLKgSuBD5E8bfYJSbMi4vkO5YYB5wK+fdLMrB8q9Ia7njgIWBARr0REE3ATcEIn5S4GLgM2FTEWMzProWImignAkrzxpem0dpL2ByZGxB1ZC5J0lqTZkmY3NDT0fqRmZtalYiaKzn6vov2hK5LKgB8A53W3oIi4OiKmRsTUYcOG9WKIZmbWnWImiqXAxLzxnYFleePDgL2BB9NHgxwCzHKHtplZ/1LMRPEEsIekyZKqgOnArLaZEbE2IsZExKSImAQ8BkyLiNlFjMnMzLZR0RJFet/FOcA9wAvAzRHxnKSZkqYVa71mZta7Cn0oYI9ExF3AXR2mXdhF2SOLGYuZmfVMMZuezMxsEHCiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwozM8vkRGFmZpmcKMzMLFNRE4WkYyTNk7RA0gWdzP+apOclzZF0n6RdixmPmW0/IgKABx54gPPPP58nn3yyxBENXBXFWrCkcuBK4EPAUuAJSbMi4vm8Yk8BUyNio6SzgcuATxUrJjPbfkiipaWFzZs384c//IFcLseBBx5Y6rAGpGKeURwELIiIVyKiCbgJOCG/QEQ8EBEb09HHgJ2LGI+ZbUckMXPmTC688ELq6upoamoqdUgDVjETxQRgSd740nRaV84Aft/ZDElnSZotaXZDQ0Mvhmhmg1lZWRlDhgwpdRgDXtGangB1Mi06LSidCkwFjuhsfkRcDVwNMHny5E6XYWZmxVHMRLEUmJg3vjOwrGMhSUcB3wSOiIjNRYzHzMx6oJhNT08Ae0iaLKkKmA7Myi8gaX/gZ8C0iFhRxFjMzKyHipYoIiIHnAPcA7wA3BwRz0maKWlaWuz7wFDgFklPS5rVxeLMzKxEitn0RETcBdzVYdqFecNHFXP9Zmb2zvnObDMzy+REYWZmmZwozMwskxOFmZllcqIwM7NMThRmZpbJicLMzDI5UZiZWSYnCjMzy+REYWZmmZwozGzQa2pqYvny5bz00kv+AaMecKIws0EvInj11Vf5/Oc/zxVXXFHqcAYcJwozG/QOO+wwJk+ezLp163j66adLHc6A40RhZoPeUUcdxemnn059fT1lZd7tbSvXmJmZZXKiMDOzTE4UZmaWyYnCzMwyOVGYmVkmJwoz225EBC+++CL33XcfK1asKHU4A4YThZltN+rq6ti8eTMXXXQRl156aanDGTCcKMxsu3Haaacxbdo0KioqWLhwYanDGTCcKMxsu1FdXc3BBx/M0KFDkVTqcAYMJwoz2+5EBMuXL+fZZ5+loaGh1OH0exWlDsDMrK9VVVXR2NjIueeeC8A+++zDQQcdxCmnnFLiyPonn1GY2XbnxBNP5JBDDmHcuHGUl5fz2GOP8Ytf/IJcLlfq0Poln1GY2Xanvr6e448/vn38lltuYfHixbS2tpYwqv7LZxRmZpbJZxRmZsCqVas466yzaGhoYP/992e33Xbj5JNPLnVY/YIThZlt9w444ADefPNNFixYQHl5OXfccQebN28ml8sxefJkDjvssFKHWFKKiFLHsE0HPGdNAAAH4UlEQVQmT54cl19+OZWVlaUOxcwGoVwux1//+lduvfVWhgwZQlVVFXfffTfDhw8vdWjviKQnI2JqT17rMwozszwVFRUcdNBBTJo0iSeffJKHHnqI3/72twwbNoy99tqLYcOGMWnSpFKH2aecKMzMOjF27Fh23nlnWltbufLKK5FEbW0tFRUVHHjggYwZM4bjjz+eyspK6uvrqaiooLy8nMrKSoYNG1bq8HtVUZueJB0DXAGUA/8VEd/tML8auA44EFgFfCoiXs1appuezKwvvf766zQ3N/Pyyy/T0NDA448/3v74j7amKYCysjIigoqK5Pi77fe5JRER7L777rS2trLXXnsBIKn97z3veQ8HHHAA5eXlRXu0SL9sepJUDlwJfAhYCjwhaVZEPJ9X7AxgTUS8S9J04HvAp4oVk5nZttpxxx0BmDhxIgDHHXccTU1NzJ07l3Xr1rFu3ToqKiqICJqbm1m9ejXV1dXtCWLZsmXU1dVx5513UllZySOPPEIul6OyspLm5mYk0drayqhRo5DEYYcd1p5g8v+XlZWxdu1a9tlnn/YD5U2bNjFhwoSiHzgXs+npIGBBRLwCIOkm4AQgP1GcAMxIh28FfixJ0c1pTmNjI01NTb0fsZlZgd773vdu82vWrl1LRUUFmzZtorq6mk2bNtHQ0MBTTz3FypUraW5u5oEHHiAi3va3bt06AO64446tltmWRFpbWykvL6elpYWKigpyuVz7/zSRVPd0W4uZKCYAS/LGlwIHd1UmInKS1gKjgZX5hSSdBZyVjjafeuqpi4sS8cBTD6wrdRD9hOtiC9fFFgO1Lrpqf3on7VK79/SFxUwUnW1QxzOFQsoQEVcDVwNImt3TdrbBxnWxhetiC9fFFq6LLSTN7ulri/kIj6XAxLzxnYFlXZWRVAEMB1YXMSYzM9tGxUwUTwB7SJosqQqYDszqUGYW8Nl0+ETg/u76J8zMrG8Vrekp7XM4B7iH5PLYn0fEc5JmArMjYhZwDfArSQtIziSmF7Doq4sV8wDkutjCdbGF62IL18UWPa6LAfcIDzMz61t+zLiZmWVyojAzs0z9NlFIOkbSPEkLJF3QyfxqSb9J5z8uaVLfR9k3CqiLr0l6XtIcSfdJ2rUUcfaF7uoir9yJkkLSoL00spC6kPTJ9LPxnKQb+jrGvlLAd2QXSQ9Ieir9nhxXijiLTdLPJa2Q9GwX8yXpR2k9zZF0QEEL7uwOwFL/kXR+vwzsBlQBzwBTOpT5InBVOjwd+E2p4y5hXfwtMCQdPnt7rou03DDgYeAxYGqp4y7h52IP4ClgZDo+ttRxl7AurgbOToenAK+WOu4i1cXhwAHAs13MPw74Pck9bIcAjxey3P56RtH++I+IaALaHv+R7wTgl+nwrcAHVaynaZVWt3UREQ9ExMZ09DGSe1YGo0I+FwAXA5cBm/oyuD5WSF2cCVwZEWsAImJFH8fYVwqpiyC5SxuS+7U63tM1KETEw2Tfi3YCcF0kHgNGSNqpu+X210TR2eM/JnRVJiJyQNvjPwabQuoi3xkkRwyDUbd1IWl/YGJEbP1AnMGnkM/FnsCekv4s6bH0ac6DUSF1MQM4VdJS4C7gy30TWr+zrfsToP/+HkWvPf5jECh4OyWdCkwFjihqRKWTWReSyoAfAKf1VUAlVMjnooKk+elIkrPMRyTtHRFvFTm2vlZIXZwEXBsRl0v6AMn9W3tHRGvxw+tXerTf7K9nFH78xxaF1AWSjgK+CUyLiM19FFtf664uhgF7Aw9KepWkDXbWIO3QLvQ78t8R0RwRC4F5JIljsCmkLs4AbgaIiEeBGmBMn0TXvxS0P+movyYKP/5ji27rIm1u+RlJkhis7dDQTV1ExNqIGBMRkyJiEkl/zbSI6PHD0PqxQr4jt5Nc6ICkMSRNUa/0aZR9o5C6WAx8EEDSe0gSxZt9GmX/MAv4THr10yHA2ohY3t2L+mXTUxTv8R8DToF18X1gKHBL2p+/OCKmlSzoIimwLrYLBdbFPcCHJT0PtABfj4hVpYu6OAqsi/OA/5T0DyRNLacNxgNLSTeSNDWOSftjLgIqASLiKpL+meOABcBG4PSCljsI68rMzHpRf216MjOzfsKJwszMMjlRmJlZJicKMzPL5ERhZmaZnCjMOpDUIulpSc9K+h9JI3p5+adJ+nE6PEPS+b25fLPe5kRh9naNEbFfROxNco/Ol0odkFkpOVGYZXuUvIemSfq6pCfSZ/l/K2/6Z9Jpz0j6VTrtI+lvpTwl6Y+SxpUgfrN3rF/emW3WH0gqJ3nswzXp+IdJnpV0EMnD1WZJOhxYRfKcrUMjYqWkUeki/gQcEhEh6e+Bb5DcIWw2oDhRmL1draSngUnAk8C96fQPp39PpeNDSRLHvsCtEbESICLaHk65M/Cb9Hn/VcDCPonerJe56cns7RojYj9gV5IdfFsfhYBL0/6L/SLiXRFxTTq9s2fh/Afw44jYB/g8yYPozAYcJwqzLkTEWuBc4HxJlSQPnfucpKEAkiZIGgvcB3xS0uh0elvT03DgtXT4s5gNUG56MssQEU9JegaYHhG/Sh9R/Wj6lN71wKnpk0q/DTwkqYWkaeo0kl9Vu0XSaySPPJ9cim0we6f89FgzM8vkpiczM8vkRGFmZpmcKMzMLJMThZmZZXKiMDOzTE4UZmaWyYnCzMwy/X/pDIohttYWdgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaoAAAEWCAYAAAA3h9P4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3XucTfX++PHX25hym0Yu5bg0U8htcr+WShdRR+lwcssp4ggNEZ1D9e0o0U3lbujySyJOpTgdRaTobhy3kQglkwghjOvM+/fHWjO2MWP2Zvasvfe8n4/HPGav+3t99trrvddnffZniapijDHGhKoiXgdgjDHGnI0lKmOMMSHNEpUxxpiQZonKGGNMSLNEZYwxJqRZojLGGBPSQjJRicjdIrLI6zi8JiKXicghEYkqwG3Gi4iKSNGC2mYwich6EWl1DsvZMZhNQRwbIvKpiPQO1vpNeMozUYnITyJyxD1h7hSR10WkVDCDUtWZqnpLMLcRityyvjlzWFV/VtVSqpruZVxecU+K1c5nHapaR1U/zWM7Z5yA8/sYFJER7jaa5tc6w51bJm96HYfJm4gMds//B0TkNRG58Czz9haRzW7O+EhEKvpMGyQiW0XkDxHZISIv+fPFx98rqttVtRRQH2gADPdzuZDi5VVCpFyhBMLK2yEiAvwN+B24N495Qybu/BSp+xVM4vC81ktE2gDDgJuAeOAK4Ilc5r0eGA20B8oAPwJv+czyH6Chql4EJAD1gIF5BqGqZ/0DfgJu9hl+Dvivz/CFwBjgZ2AXkAQU95neHlgN/AFsAdq642OBV4FfgV+Ap4Aod1oP4HP3dRIwJltM84CH3NcVgXeB3W6hDPSZbwTwDvCmu/3eOexfLPCGu/w24DGgiE8cXwATgAPA98BN2ZY92z58AbyEc4J6CqgKfALsBfYAM4HS7vwzgAzgCHAI+AfOQaFAUXeeT4GR7noPAouAcj7x3OPuw17g/7K/d9n2uzjwgjv/AeBzd1zmNu9139M9wKM+yzUFvgL2u/s9EbjAZ7oCDwA/AD+648YB2933YCVwrc/8UcAj7rFx0J1eBVjmruuwWx6d3fnb4RxP+4EvgbrZjtV/AmuBY0BR3zJwY09249gFvOiO/9nd1iH3rwU+x6A7Tx3gY/e93AU8ktdnx2fZ69z3tbv73viW1xnHiTv+PmADsA9YCMT5LJNreeaw7U/xOe5z2C8F+rrv1z5gEiA+780Y9xjY6r6vvsdjQMd/trjaAseBE26Zr/HzGG/uvu/7gTVAK3/fh4L8c4/huTjnlb3ARJ9z0ps+88Vz5md8lLv/R3DOR8nZ1j0YmO/P+Tef9mUWMNpn+CZgZy7zjgEm+QxXdPevag7zlgUWA5PzjMGPIH/i1Ae9MrAOGOczfSwwHyd7xuBkzKfdaU1xToKtca7eKgE13WnvA1OBksAlwLfA/dk/TDgf8u2c+vBc7L6BFd11rgQeBy7AyfRbgTY+B8UJ4E533jPeQJwkNc+NPR7YBPTyieOke2BEA53d/Snj5z6cBAbgnDCLA9XcsrgQKI9zMh6bU1mf5SDeAlzpru9T4Bl3Wm2cD3xLtyzGuPueW6Ka5C5fCeeEdLUbV+Y2X3a3UQ/npF/LXa4RzsmiqDvvBmCQz3oV54ReJrO8cU7QZd1lhgA7gWLutIdxjqkagLjbK+uzrmo+624I/AY0c2O+1y2zC33KbzXOSaJ49jLFSbB/c1+XAprnVM45HIMxOCfjIUAxd7iZO60lsD+Pz9CrwL9xjqG9QIds28l+nNwJbAZqueMeA770WSbX8sxh25+Sd6L6ACgNXIZzYs38MtkX58tZFff9XMrpx2NAx38OsY3A56TtxzFeyS2/23A+z63d4fL5eWI+3z/32FyDk6RLusdMy5z2Ofux5+7vzzhfjIrifBk4CFT3WWYF0CWv828OcbXESfC5/bXMZbk1uF8U3eFybsxlc5j3BXwSj/ueKdDeZ1w3nC9Z6h5v9fIsUz8K/SecE+BBd8VLOHUVIDjfeKv6zN+CU9+kpwIv5bDOS3FOfr5XXl2BpTmcJMR9465zh/8OfOK+bgb8nG3dw4H/53NQLMvjgDoG1PYZdz/wqU8cO3CTpDvuW5xqHH/24efctu3OcyewKltZ55WoHvOZ3h/4yH39OPCWz7QSON9Yz0hUOB/yIzkdID7brJxtn7vksg+DgPd8hhW4MY/93pe5bWCj70Gcbb7siWoKMDLbPBuB633K774cjt/MRLUMp8qiXLZ5TivnHI7Brr7vUyB/7vvwB3Cnz2diXrbtZD+GP8T9suTzfqXhc1WVW3nmMO1T8k5ULX2G/w0Mc19/AvT1mXZLZjmRP8f/CHJOVLkd4/8EZmSbfyFw77m8N8H6wzkH7vY9nnLb5+zHnrv/T2Zb5k3gcfd1dZxzcQnyOP/m4/5k1YS5w9FuzPE5zHsTzhV4XZwvGlNxaoq65jBvdZyr5wp5xeBv/eedqhoDtAJq4mRUcK4KSgArRWS/iOwHPnLHg/NNbEsO64tzd/ZXn+Wm4nwrO406ezQb50MATjae6bOeipnrcNfzCM6HKNP2s+xXOZyrj20+47bhfAvI9Isbg+/0in7uw2nbFpFLRGS2iPwiIn/gHIDlCMxOn9dpOFcGuDFlbU9V03C+beakHM63vJzem7NuR0SuFJEP3Burf+DUR2ffh+z7PURENrg3YvfjfEvMXCa3YyQnccCQbO93FZx9z3Hb2fTC+ab+vYisEJF2fm43kBiz+wvOlcUCd3gmcKuIlPeZJ3vMccA4n338HeekVAnyLM9z4dcxxemfk4CP/3yIJw64K9v73xL40zluJ1iqANtU9eQ5Lp+93GZx+vnvfffzndf5N78cAi7yGc58fTD7jKq6BPgXzu2YbThfFA8CqTnM+wOwHpicVwAB3ahT1c+A13GqlcDJnEeAOqpa2v2LVafhBTgFXjWHVW3H+TZWzme5i1S1Ti6bfgv4q4jE4VxFveuznh991lFaVWNU9TbfsM+yS3twqsfifMZdhlPfnqmSezPcd/oOP/ch+7afdsfVVedmYnecE5A/seblV5yqWQBEpDhO9VBO9gBHyfm9ycsUnOqg6u4+PMLp+wA++yEi1+J8E+4EXKyqpXGqTzOXye0Yycl2YFS297uEqvrerM21DFX1B1XtinMyfRZ4R0RKnm2Zc4gxu3txTrQ/i8hO4G2cE3xXn3myb387ThWa734WV9Uv/SjP7A7jnMwyVQgg9l9xTrqZLssWY6DHf3aBHu/bca6ofMulpKo+E+B6gm07cFkuDUj8eT+yl8sioJyI1Mc5bma54/M6/55GRK51W+Ll9ndtLvuzHqdKPlM9YJeq5vhFWFUnqWp1Vb0E51xdFEjJZd1F8eOzdS4tSsYCrUWkvqpm4NzLeElELgEQkUpuKxFw6uZ7ishNIlLEnVZTVX/FKfwXROQid1pVt8XIGVR1Fc6l9CvAQlXd7076FvhDRP4pIsVFJEpEEkSkiT87ok6z738Do0Qkxk2ED+Fc6WS6BBgoItEichfOfYMFge6DKwbn28l+EamEc3/G1y6c+2zn4h3gdhG5WkQuwKniyvHk5b5vrwEvikhFt9xanK3JabZ9+AM4JCI1gX5+zH8StypERB7n9G9nrwAjRaS628qprohkJtjs5fEy0FdEmrnzlhSRP4tIjB9xIyLdRaS8u/+Zx1C6G1sGuZf9B0AFcZrWXugeK8382F4lnKqQdjgtZuvjfMif5eyt/5KA4SJSx11PrHvsQd7lmd1qoIOIlBCnqX+vvOL28W+cY7+yiFyM0/ILgHM8/rPbBcSL/y3b3sQ5xtu4x2wxEWklIpXzXLJgfYuT5J9xj9FiInKNO201cJ04v5GMxY8W1O6V2TvA8zj3oj52x+d1/s2+nuXq/Nwlt7/luYTwBtBLRGq7x8FjOBcsZ3D3NcH9fF4GTMNp07DPnd7bJ9ba7v4vyasMAk5UqrrbDfz/3FH/xLnx+7U4VUGLcW6Mo6rfAj1xbioeAD7j1NXLPTjVbt/h1LG/w9kv4d8CbubUt4nMRHM7zgngR5xvGK/gVIX4awDOt5ytOC3fZuGcxDN9g1OXugenNc5ffb5JBLoPT+A0CDgA/BenVZCvp4HH3Mv4oQHsA6q63t2X2TgfkoM4DQ+O5bLIUJxGDCtwqpaexb/jYShO9cNBnA/JnDzmX4hzz2UTTlXAUU6v2ngR54S4CCcBvopTtw1Off50tzw6qWoyzj3KiTjlvRnnXoi/2gLrReQQTsu5Lqp61K1GGQV84W6rue9CqnoQ58b97TjVUj8AN8Cpb6m5bO9vwGpVXaSqOzP/gPFAXRFJyGkhVX0P5/2Y7X6mUoBb3cl5lWd2L+Hcq9wFTOdUtbk/Xna3twb4H2cer4Ee/9m97f7fKyL/y2tmVd2O04r4EZxEvR3ny57nTbh9+ZyXquHcX0/FaYiFqn6M85lZi9MQ7AM/VzsL5/z3drYqxVzPv/lFVT/Cae29FOeY24ZTvQdk/aj+bnewmBvrIZyE/RWncgXANcA6ETmMUx2+AOf9PKvMlnQmByLSA+dGdEuvYwmUOD/K3o9TRfej1/EYY8y5CqlvIub8iMjtbhVPSZz7iOtwbmYaY0zYskQVWdrjNPTYgVNd2UXtktkYE+as6s8YY0xIsysqY4wxIS1sO4osV66cxsfHex2GMcaElZUrV+5R1fz+UXBQhW2iio+PJzk52eswjDEmrIjItrznCi1W9WeMMSakWaIyxhgT0ixRGWOMCWmWqIwxxoQ0S1TGGGNCmiUqY4wxIS3oiUpEXhOR30Qkx+eRuN3BjxeRzSKyVkQaBjsmY4wx4aMgrqhex3m8Qm5uxemXrjrQB+fBfMYYY/LRyQMHyPjoI6/DOCdB/8Gvqi4TkfizzNIeeMPtPPVrESktIn9yH8xmjDHmPO3bt48bq1bl/n37vA7lnITCPapKnP7gt1R33BlEpI+IJItI8u7duwskOGOMCXelS5emIjDV60DOUSgkqpwel55jl+6qOk1VG6tq4/Llw6qrKmOMKTCqyltvvUVKitM0QER4bd8+vvA4rnMVCokqFajiM1wZ53lKxhhjAvTDDz9wyy230K1bN/r27UtGRgZkZHApUMLr4M5RKCSq+cA9buu/5sABuz9ljDGBOXbsGE888QRXXXUVixcvpkyZMvTs2RPS02HVKq/DOy9Bb0whIm8BrYByIpIK/AuIBlDVJGABcBuwGUgDegY7JmOMiSRLliyhf//+bNq0CYAePXrw3HPPUb58ebjnHpgxw5mxfHkIw/v7YfuE38aNG6s95sOYMLVrF9x2G+zc6XUkYW9vRgaX7dpFmio1ixYlKTaW6y+88NQMO3zupDz9NDJ8+EpVbVzwkZ67sH0elTEmhGzYAOPGwfHj/s3/3nuwf39wY4pgGe7/IkBZ4GngIPDwyZNcsHfvmQvExsLmzVCuHAwfXmBx5hdLVMbkt++/h7VrvY6iYPXqBYcOBb7crbfCyy/nfzwRbM1339F32DB6dupEn+7dARiY10IXXwwlwrUphSUqY/yXlgYnTpx9nuPHoVatgoknFLVpA506+TdvdDT8+c9QpkxwY4oQhw4dYsSIEYwdO5b09HT+OHqU3g8/TJEiodAmLrgsURnjj7lzoXNnOHnS/2Xuuit48YSi8uXh6afhoou8jiTizJs3jwEDBrB9+3ZEhAEDBjBy5MhCkaTAEpUxZ3f4MNx7L7z77qlx/pyIu3SBqeHaD4AJFfv27aNHjx7Mnz8fgIYNGzJ16lQaNw6rthDnzRKVMZk++gi++ur0cYsXw5dfnhqeM8f/qi1jzlOpUqX46aefiImJYdSoUfTv35+oqCivwypwlqhM/tq/32kBFm5OnHBu7OemYkUnaRXm+0+mQHz11VdcfvnlVKhQgejoaGbNmsXFF19MxYoVvQ7NM5aoTP5q1Ai2bvU6ivMzYsTpw0WLOlV5Vat6Eo4pHPbt28ewYcOYNm0a3bp1Y+bMmQDUqVPH48i8Z4kqUvzwg9Pias8eb+M4eND537QphOON3jvuCMvfmZjwparMnDmThx56iN27dxMdHU18fDwZGRmFprFEXixRRQJVaNXq9F+ge+maa2D5cpCcOsY3xmTauHEj/fr1Y+nSpQBcd911TJkyhdq1a3scWWixRBXuDh92mgRnJqm+feHZZ72NqVQpS1LG5GHXrl3Ur1+fo0ePUrZsWcaMGcO9996L2GfnDJaowsHvvzs/Ns3J6NEwZcqp4RdeCOtfoBtTWFx66aX06tWLI0eO8Nxzz1G2bFmvQwpZlqhC3bx50KEDZGTkPe9nn1mSMiZE7dy5k4ceeoh7772XNm3aADB+/Hi7D+UHS1Sh5MABpzeDX345Ne677069rlQp5+VKl4bZsyEhIbjxGWMClp6eztSpU3nkkUc4cOAAKSkp3HLLLYiIJSk/WaIKFUlJMH587r9BmjkTunUr2JiMMedl1apV9O3bl2+//RaA2267jYkTJ9p9qABZovLKvn3gHrz88AMMGHBq2lVXwVtvnRouVQri4go2PmPMOTt06BCPP/4448aNIyMjg4oVKzJ+/Hg6dOhgSeocWKLyym23wddfnzl+3Djo2DH3aj5jTMhLT09n9uzZAAwaNIgnn3ySmJgYj6MKX5aoCtrrr8P99596wFzNmnDZZU5z7j59nIYTxpiw89NPP3HJJZdQokQJYmNjmT59OmXLlqVhw4Zehxb27E5eQTl4EHr0gJ49TyWpevWcB+wtXOh0iGpJypiwc+LECZ599llq167NqFGjssa3bt3aklQ+sSuq/JSc7PTIkJP//AfcX58DsGQJ3HCD/TDWmDD2+eef07dvX9avXw9Aamoqqmr3ofKZJapA7djh9BCekyZN8l6+TBn4+GNo0MCSlDFhau/evfzzn//k1VdfBaBq1apMnjyZW265xePIIpMlqkB8+inceKPTt97Z9OsHF1545vjoaOjVC2rUCEp4xpjg2759Ow0bNmTPnj1ER0czbNgwhg8fTvHixb0OLWJZovLHL79A+/awcuWpcbk9l+imm2DChIKJyxhT4CpXrkzTpk1JS0tjypQp1KxZ0+uQIl7hTVTHjsGoUfDrr3nPO3s2HDp0anjyZOeqyRgT8Y4cOcKoUaPo0qULCQkJiAizZ8+mVKlSdi+qgBSuRHXgAHzyCaSnw6JF8PLLgS3frh288gpcemlw4jPGhJSPPvqIBx54gK1bt/LZZ5+xbNkyRMR+E1XACleiuv9+mDPnzPHTpuW97AUXOA/Vu/ji/I/LGBNSduzYweDBg/n3v/8NQEJCAs8884xdQXmk8CSqP/44laRiY+Hmm53GDQ8+CM2bexubMSYkpKenM2XKFB599FH++OMPSpQowYgRIxg0aBDR0dFeh1doRWaiWrMGhg49/RlOq1efer1lC9izX4wx2ezYsYN//vOfpKWlcfvttzNhwgTirJ9Nz0VmourbN+d+9MBpvWdJyhjjOnjwICVLlqRIkSJUqVKFcePGUa5cOdq3b29VfSEishLVli2wZ8+pJNW1KzzwwKnpImBdmhhjAFXlnXfe4cEHH2TEiBH06dMHgN69e3scmckuchLV55/DtdeePm7CBLt6MsacYevWrSQmJvLhhx8C8P777/P3v//drqBCVPh3Svvyy1Cu3OlJqmlTGD7ckpQx5jTHjx9n9OjR1KlThw8//JDY2FimTJnCBx98YEkqhBXIFZWItAXGAVHAK6r6TLbplwHTgdLuPMNUdcFZV3r8OPTuDW5fW+6KYOJE6N8/f3fAGBP2tm3bxq233soG9yna3bp148UXX+RS+11kyBPNq9+6892ASBSwCWgNpAIrgK6q+p3PPNOAVao6RURqAwtUNf5s621crJgmHzt2asTHHzvNzEuVyv+dMMaEvRMnTtC4cWOOHDnC5MmTufnmm70OyRMislJVG3sdRyAKouqvKbBZVbeq6nFgNtA+2zwKXOS+jgV25LnWzCTVqBF89pnTx54lKWOMKyMjg9dff52dO3cCEB0dzbx581i7dm2hTVLhqiASVSVgu89wqjvO1wigu4ikAguAATmtSET6iEiyiCQDUK0afPABXHedPTLDGJNl/fr1tGrVip49ezJkyJCs8fHx8RQrVszDyMy5KIhElVMGyV7f2BV4XVUrA7cBM0TkjNhUdZqqNs66bH37bahQIb/jNcaEqbS0NB555BHq16/P8uXLueSSS7jtttu8Dsucp4JoTJEKVPEZrsyZVXu9gLYAqvqViBQDygG/nXXNV16Zf1EaY8LaggULeOCBB/jpp58QEfr27cvo0aO52PrnDHsFkahWANVF5HLgF6AL0C3bPD8DNwGvi0gtoBiwO881lyiRv5EaY8LSDz/8QLt27VBV6tWrR1JSEs2tD8+IEfREpaonRSQRWIjT9Pw1VV0vIk8Cyao6HxgCvCwig3GqBXtosJsjGmPCWkZGBkWKOHcIqlevztChQ6lQoQIDBw6kaNHI6cvAFEDz9GBpLKLJYRq7Meb8rFixIqtqr02bNl6HE1aseXpBKlnS6wiMMQXswIEDJCYm0qxZM/73v//x3HPPeR2SKQDhm6iMMYWGqjJnzhxq1qzJpEmTKFKkCA8//DDz58/3OjRTAKwi1xgT0nbs2EHPnj1ZtGgRAC1atGDq1KlcddVVHkdmCopdURljQlrJkiVZt24dF198MdOmTePzzz+3JFXI2BWVMSbkLFu2jMaNG1OiRAliY2N59913qVq1KpdcconXoRkP2BWVMSZk7N69m3vvvZfrr7+eUaNGZY1v0aKFJalCzBKVMcZzGRkZvPLKK9SoUYM33niDCy+8kJiYGK/DMiEioKo/EbkAuExVNwcpHmNMIbNu3Tr69u3Ll19+CUDr1q2ZPHky1apV8zgyEyr8vqISkT8D64CP3eH6IvJesAIzxkS+9evX07BhQ7788ksqVKjA7NmzWbhwoSUpc5pArqieBJoBSwFUdbWI2NFkjDlntWvXpm3btsTFxfHUU09RunRpr0MyISiQe1QnVHV/tnHWh5Exxm/bt2/nrrvuIiUlBQAR4f3332fixImWpEyuArmi2iAinYAibk/oDwJfBycsY0wkOXnyJOPHj+fxxx/n8OHDHDx4kI8++giAqKgoj6MzoS6QK6pEoBGQAcwFjuIkK2OMydU333xD48aNGTJkCIcPH6Zjx4688sorXodlwkggiaqNqv5TVRu4f8OAW4MVmDEmvO3fv59+/frRokUL1qxZQ3x8PB988AHvvPMOlStX9jo8E0YCSVSP5TDu0fwKxBgTWQ4cOMAbb7xBVFQUw4YNY/369fz5z3/2OiwThvK8RyUibXAeE19JRF70mXQRTjWgMcYA8OOPPxIXF0eRIkWIi4vj1VdfJSEhgYSEBK9DM2HMnyuq34AUnHtS633+FmFVf8YY4OjRozzxxBPUrFnztPtPXbp0sSRlzlueV1SqugpYJSIzVfVoAcRkjAkjS5YsoX///mzatAmADRs2eByRiTSBNE+vJCKjgNpAscyRqnplvkdljAl5u3btYsiQIcycOROAWrVqMWXKFK6//nqPIzORJpBE9TrwFDAGp8qvJ3aPyphCac2aNbRq1Yr9+/dTrFgx/u///o+hQ4dywQUXeB2aiUCBJKoSqrpQRMao6hbgMRFZHqzAjDGhq3bt2lx22WU0b96cSZMmccUVV3gdkolggTRPPyYiAmwRkb4icjtgD4gxphA4dOgQw4cPZ+fOnQBER0ezdOlSFixYYEnKBF0gV1SDgVLAQGAUEAvcF4ygjDGh4/3332fAgAGkpqayfft23nzzTQDKlCnjcWSmsPA7UanqN+7Lg8DfAETEfl5uTITatm0bAwcOZP78+QA0atSIQYMGeRyVKYz8qvoTkSYicqeIlHOH64jIG1intMZEnBMnTjBmzBhq167N/PnziYmJYcKECVl99hlT0PJMVCLyNDATuBv4SEQexXkm1RrAmqYbE2FSUlL4xz/+QVpaGp06deL7778nMTHRejk3nvGn6q89UE9Vj4hIGWCHO7wxuKEZYwrK4cOHKVmyJAANGjRg5MiRNGrUiLZt23ocmTH+Vf0dVdUjAKr6O/C9JSljIoOqMmPGDC6//HIWLlyYNf7RRx+1JGVChj9XVFeIyFz3tQDxPsOoaoegRGaMCaqNGzfSr18/li5dCsBbb71FmzZtPI7KmDP5k6g6ZhueGIxAjDEF48iRIzz99NM8++yzHD9+nHLlyjFmzBjuuecer0MzJkf+dEq7pCACMcYEX0pKCnfeeSdbtmwBoFevXjz77LOULVvW48iMyV0gP/g1xoS5KlWqkJaWRp06dUhKSqJly5Zeh2RMngLpQumciEhbEdkoIptFZFgu83QSke9EZL2IzAp2TMYUFunp6bz22mukpaUBEBsby+LFi/nf//5nScqEjYATlYhcGMC8UcAknN7WawNdRaR2tnmqA8OBa1S1DmA/fTcmH6xatYoWLVrQq1cvRo0alTW+du3a1su5CSt+JyoRaSoi64Af3OF6IjIhj8WaAptVdauqHgdm4/wuy9ffgUmqug9AVX/zO3pjzBkOHjzI4MGDady4MStWrKBSpUrWo4QJa4FcUY0H2gF7AVR1DXBDHstUArb7DKe643xdCVwpIl+IyNciYj/eMOYcqCpz586lVq1ajB07FoDBgwezYcMG/vKXv3gcnTHnLpDGFEVUdZvzpI8s6XksIzmM0xxiqA60AioDy0UkQVX3n7EykT5AH4C6F/pdA2lMofD555/TsaPza5ImTZowdepUGjRo4HFUxpy/QBLVdhFpCqh772kAsCmPZVKBKj7DlXG6YMo+z9eqegL4UUQ24iSuFdlXpqrTgGkAjUuVyp7wjCl0VJXML48tW7akW7duXHPNNdx///3WN5+JGIFU/fUDHgIuA3YBzd1xZ7MCqC4il4vIBUAXYH62ed7HrUJ0e2e/EtgaQFzGFEqff/45DRs2JCUlBQARYebMmfTv39+SlIkogSSqk6raRVXLuX9dVHXP2RZQ1ZNAIrAQ2AD8W1XXi8iTInKHO9tCYK+IfIfTK/vDqrr3HPbFmEJh795RqlokAAAfxUlEQVS99O7dm2uvvZbVq1fz9NNPex2SMUElqv7VoInIFmAjMAeYq6oHgxlYXhqXKqXJhw55GYIxBUpVmT59OkOHDmXv3r1ER0czbNgwhg8fTvHixb0Oz4QJEVmpqmHVDDSQJ/xWFZGrcarvnhCR1cBsVZ0dtOiMMQBs2bKF++67j2XLlgFwww03MHnyZGrWrOlxZMYEX0A/+FXVL1V1INAQ+APngYrGmCArWrQoycnJlC9fnhkzZrBkyRJLUqbQCOQHv6VE5G4R+Q/wLbAbuDpokRlTyC1fvpyMjAwA4uLimDt3Lt9//z3du3cn289EjIlogVxRpeC09HtOVaup6hBV/SZIcRlTaO3YsYNOnTpx3XXX8corr2SNb9OmDWXKlPEwMmO8EcjvqK5Q1YygRWJMIZeens7kyZN59NFHOXjwICVKlODkyZNeh2WM5/JMVCLygqoOAd4VkTOaCNoTfo05fytXruT+++9n5cqVANx+++1MmDCBuLg4jyMzxnv+XFHNcf/bk32NCYJPPvmE1q1bk5GRQZUqVZgwYQLt22fvu9mYwsufJ/x+676spaqnJSsRSQTsCcDGnIdrr72WBg0a0KpVK0aMGEGpUqW8DsmYkBJIY4r7chjXK78CMaaw2Lp1K507d2bnzp0AREdH89VXXzFmzBhLUsbkwJ97VJ1xfuR7uYjM9ZkUA5zRw7kxJmfHjx9nzJgxjBw5kqNHjxITE5PVqi86Otrj6IwJXf7co/oW5xlUlXGe1pvpILAqGEEZE2k+++wz+vXrx4YNGwC4++67T3vqrjEmd/7co/oR+BFYHPxwjIksu3fv5uGHH2b69OkAVK9enSlTpnDTTTd5HJkx4SPPe1Qi8pn7f5+I/O7zt09Efg9+iMaEr61bt/LGG29wwQUXMGLECNauXWtJypgA+VP1l/m4+XLBDMSYSJGamkrlypUBaNasGRMnTuTmm2/myiuv9DgyY8JTnldUPr1RVAGiVDUdaAHcD5QMYmzGhJW0tDSGDx/O5ZdfzsKFC7PG9+/f35KUMechkObp7+M8hr4q8AZQC5gVlKiMCTMLFiygTp06PPPMM6Snp7NixQqvQzImYgTS11+Gqp4QkQ7AWFUdLyLW6s8UaqmpqQwaNIh3330XgHr16pGUlETz5s09jsyYyBFIojopIncBfwPudMd59+MPe8yB8dinn37K7bffzqFDhyhZsiQjR45kwIABFC0ayMfKGJOXQD5R9wH9cR7zsVVELgfeCk5YxoS+Bg0aEBMTQ+vWrRk3bhxVqlTxOiRjIpKontEheu4zixQFqrmDm1XVs2cQNI6J0eSDB73avCmEDhw4wJgxYxg+fDglSpQAYNeuXVx66aUeR2aM/0Rkpao29jqOQPh9RSUi1wIzgF8AASqIyN9U9YtgBWdMKFBV5syZw+DBg9m5cycZGRlZvUpYkjIm+AKp+nsJuE1VvwMQkVo4iSusMrMxgdi8eTMPPPAAixYtAuDqq6+mS5cuHkdlTOESSPP0CzKTFICqbgAuyP+QjPHesWPHGDlyJAkJCSxatIiLL76Yl19+meXLl3PVVVd5HZ4xhUogV1T/E5GpOFdRAHdjndKaCPXxxx/z+OOPA3DPPffw/PPPc8kll3gclTGFk9+NKUSkGDAQaIlzj2oZMEFVjwYvvNxZYwqT344ePUqxYsUA577UwIED6dChAzfccEMeSxoTPsKxMYVfiUpErgKqAutV9YegR+UHS1Qmv2RkZPDqq6/y2GOPsWTJEhISErwOyZigCcdE5U/v6Y/gdJ90N/CxiOT0pF9jwtK6deu49tpr6dOnD7/99hszZszIeyFjTIHy5x7V3UBdVT0sIuWBBcBrwQ3LmOA6fPgwTzzxBC+++CLp6elUqFCBsWPH0qlTJ69DM8Zk40+iOqaqhwFUdbeIBNJS0JiQ89VXX9GlSxd+/vlnRIQHHniAp556itKlS3sdmjEmB/4kqitEZK77WoCqPsOoaoegRGZMkFSsWJE9e/bQoEEDpk6dSpMmTbwOyRhzFv4kqo7ZhicGIxBjguXkyZO89dZb3H333RQpUoS4uDiWLVtGvXr1rANZY8JAnp9SVV1SEIEYEwxff/01ffv2Zc2aNRw5coQ+ffoA0KhRI48jM8b4y+43mYi0b98++vbty9VXX82aNWuIj48nLi7O67CMMeegQBKViLQVkY0isllEhp1lvr+KiIpIWLXxN6FDVZk5cyY1a9Zk6tSpREVFMWzYMNavX0+bNm28Ds8Ycw4CrqAXkQtV9VgA80cBk4DWQCqwQkTm+/Yb6M4Xg9PzxTeBxmRMpjlz5tC9e3cAWrZsSVJSEnXq1PE4KmPM+fD7ikpEmorIOuAHd7ieiEzwY9GmOM+u2qqqx4HZQPsc5hsJPAd40iWTCV++vat07NiRG2+8kVdffZXPPvvMkpQxESCQqr/xQDtgL4CqrgH86QStErDdZzjVHZdFRBoAVVT1g7OtSET6iEiyiCSfOHEigNBNpFq8eDHNmjVj586dAERHR7N48WLuu+8+ihSxW7DGRIJAPslFVHVbtnHpfiwnOYzL+grs/oD4JWBIXitS1Wmq2lhVG0dHR/uxaROpdu3axd13303r1q1ZsWIFL7zwQtY0kZwOOWNMuAokUW0XkaaAikiUiAwCNvmxXCpQxWe4MrDDZzgGSAA+FZGfgObAfGtQYXKSkZFBUlISNWrUYNasWRQrVozRo0dnPXHXGBN5AmlM0Q+n+u8yYBew2B2XlxVAdRG5HOcx9l2AbpkTVfUAUC5zWEQ+BYaqanIAsZlCYP369fTu3Zuvv/4agLZt2zJp0iSuuOIKjyMzxgST34lKVX/DSTIBUdWTIpIILASigNdUdb2IPAkkq+r8QNdpCqdDhw7xzTffULFiRcaNG0fHjh2tms+YQiCQBye+jM+9pUyq2ie/g/KHPY+qcFixYsVpffG9/fbbtGnThosuusjDqIwJXxH5PCofi4El7t8XwCWA37+nMiYQ27Zto3379jRt2pSFCxdmjb/rrrssSRlTyARS9TfHd1hEZgAf53tEplA7ceIEY8eOZcSIEaSlpRETE8OePXu8DssY46Hz6Tr6csA6TzP55ssvv6Rv376sW7cOgE6dOvHSSy9RsWJFjyMzxnjJ70QlIvs4dY+qCPA7kGu/fcYEYvbs2XTt2hWAK664gkmTJtG2bVuPozLGhAK/EpU4Tavq4TQvB8hQf1thGOOHW2+9lbi4OLp3786jjz5K8eLFvQ7JGBMi/GpM4Sal91Q13f2zJGXOy8aNG7nnnntIS0sDIDY2lu+//56nnnrKkpQx5jSBtPr7VkQaBi0SUygcOXKExx9/nLp16zJjxgyef/75rGnFihXzMDJjTKjKs+pPRIqq6kmgJfB3EdkCHMbpw09V1ZKX8cuiRYvo378/W7ZsAaB3794kJiZ6HJUxJtT5c4/qW6AhcGeQYzERaufOnQwePJjZs2cDkJCQQFJSEtdcc43HkRljwoE/iUoAVHVLkGMxEeqLL75g9uzZFC9enBEjRjB48GCs93tjjL/8SVTlReSh3Caq6ov5GI+JELt27eLSSy8FoEOHDowcOZLu3bsTHx/vbWDGmLDjT2OKKKAUzuM4cvozJsvBgwcZNGgQcXFxpKSkAM7zoR577DFLUsaYc+LPFdWvqvpk0CMxYU1VmTt3Lg8++CC//PILRYoUYfny5SQkJHgdmjEmzPl9j8qY3Pz4448kJiayYMECAJo2bUpSUhINGjTwODJjTCTwJ1HdFPQoTNiaO3cu3bt358iRI8TGxvL000/Tp08foqKivA7NGBMh8kxUqvp7QQRiwlOjRo0QEbp168YLL7xAhQoVvA7JGBNhAumZwhj27NnD6NGjycjIACAuLo6NGzcyc+ZMS1LGmKA4n8d8mEJEVZk+fTpDhw5l7969lCtXjj59nIc7V65c2ePojDGRzBKVydN3331Hv379WLZsGQA33ngj119/vcdRGWMKC6v6M7lKS0vjkUceoV69eixbtozy5cszY8YMFi9eTI0aNbwOzxhTSFiiMrmaPn06Tz/9NCdPnqRPnz58//33dO/eHefxZMYYUzCs6s+c5sSJE1n98PXu3Zvly5eTmJjI1Vdf7XFkxpjCyq6oDADp6elMmDCBqlWrsnPnTgCio6OZNWuWJSljjKcsURmSk5Np1qwZAwcOZPv27cyaNcvrkIwxJoslqkLswIEDDBgwgKZNm7Jy5UqqVKnC+++/z0MP5dpZvjHGFDi7R1VILVq0iB49evDrr78SFRXF4MGD+de//kWpUqW8Ds0YY05jiaqQKl26NDt37qR58+YkJSVRr149r0MyxpgcWdVfIXH8+HHmzp2bNdy0aVOWLVvGF198YUnKGBPSLFEVAp999hn169enY8eOLFy4MGt8y5YtKVLEDgFjTGizs1QE2717Nz169KBVq1Zs2LCBK6+8kpIlS3odljHGBMQSVQTKyMjg1VdfpWbNmkyfPp0LL7yQJ554grVr19KyZUuvwzPGmIBYY4oING7cuKwm5jfffDOTJ0+mevXqHkdljDHnJuhXVCLSVkQ2ishmERmWw/SHROQ7EVkrIktEJC7YMUW6++67jwYNGjBr1iwWLVpkScoYE9aCmqhEJAqYBNwK1Aa6ikjtbLOtAhqral3gHeC5YMYUif773/9y4403kpaWBkBsbCwrV66ka9eu1oGsMSbsBfuKqimwWVW3qupxYDbQ3ncGVV2qqmnu4NeAPYXPT6mpqXTs2JF27dqxdOlSpk2bljXNEpQxJlIEO1FVArb7DKe643LTC/gwt4ki0kdEkkUk+cSJE/kUYvg5efIkY8eOpVatWsydO5eSJUvy4osvkpiY6HVoxhiT74LdmCKnr/Wa44wi3YHGQK6PjlXVacA0gMYxMTmuJ9IlJyfTp08fVq1aBUCHDh0YO3YsVapU8TgyY4wJjmAnqlTA9wxaGdiRfSYRuRl4FLheVY8FOaaw9tNPP7Fq1Sri4uKYOHEi7dq18zokY4wJqmBX/a0AqovI5SJyAdAFmO87g4g0AKYCd6jqb0GOJ+yoKmvXrs0a7tixI6+88grr16+3JGWMKRSCmqhU9SSQCCwENgD/VtX1IvKkiNzhzvY8UAp4W0RWi8j8XFZX6GzevJk2bdrQqFEjUlJSAKeRRK9evayHCWNMoRH0H/yq6gJgQbZxj/u8vjnYMYSbY8eO8eyzzzJ69GiOHTtGmTJl2LZtGwkJCV6HZowxBc56pggxn3zyCf369WPTpk0A3HvvvTz//POUL1/e48iMMcYblqhCyPjx43nwwQcBqFGjBklJSbRq1crboIwxxmPWKW0Iad++PWXLluWpp55izZo1lqSMMQa7ovLU2rVrmTZtGuPHj6dIkSLExcWxbds2ayhhjDE+7IrKA4cPH+bhhx+mYcOGTJo0iddffz1rmiUpY4w5nV1RFbD58+czYMAAfv75Z0SExMREOnbs6HVYxhgTsixRFZDt27czYMAA5s2bB0CDBg2YOnUqTZo08TgyY4wJbeFb9RdmvYO//fbbzJs3j5iYGMaNG8e3335rScoYY/xgV1RB9Pvvv1OmTBkABgwYwK+//sqgQYOoVOlsHcgbY4zxFb5XVCFs37599O3bl2rVqrFz504AoqOjef755y1JGWNMgCxR5SNVZebMmdSsWZOpU6dy8OBBli1b5nVYxhgT1ixR5ZONGzdy88030717d3777TeuvfZaVq9eTadOnbwOzRhjwpolqnzw6quvUrduXT755BPKli3La6+9xqeffkqdOnW8Ds0YY8KeNabIBwkJCZw8eZKePXvy3HPPUa5cOa9DMibknThxgtTUVI4ePep1KBGpWLFiVK5cmejoaK9DOW+WqM7Brl27eOedd3jggQcAaNasGZs2baJq1aoeR2ZM+EhNTSUmJob4+HgkzH5uEupUlb1795Kamsrll1/udTjnzar+ApCRkUFSUhI1atQgMTGRhQsXZk2zJGVMYI4ePUrZsmUtSQWBiFC2bNmIuVq1Kyo/rVmzhvvvv59vvvkGgFtvvZXq1at7HJUx4c2SVPBEUtnaFVUeDh06xJAhQ2jUqBHffPMNFStW5O233+a///0vV1xxhdfhGWNMxLNElYdnnnmGF198EVXlwQcfZMOGDfz1r3+NqG8rxhRWUVFR1K9fn4SEBG6//Xb279+fNW39+vXceOONXHnllVSvXp2RI0eiqlnTP/zwQxo3bkytWrWoWbMmQ4cO9WIXCgVLVDlIT0/Pev3www/Trl07vv32W8aOHctFF13kYWTGmPxUvHhxVq9eTUpKCmXKlGHSpEkAHDlyhDvuuINhw4axadMm1qxZw5dffsnkyZMBSElJITExkTfffJMNGzaQkpKS7zUsJ0+ezNf1hTNLVD5OnDjB888/T4MGDUhLSwMgNjaW//znPzRq1Mjj6IyJYCLB+QtAixYt+OWXXwCYNWsW11xzDbfccgsAJUqUYOLEiTzzzDMAPPfcczz66KPUrFkTgKJFi9K/f/8z1nno0CF69uzJVVddRd26dXn33XcBKFWqVNY877zzDj169ACgR48ePPTQQ9xwww08/PDDxMfHn3aVV61aNXbt2sXu3bvp2LEjTZo0oUmTJnzxxRcB7Wu4scYUri+//JK+ffuybt06AObNm0fXrl09jsoYUxDS09NZsmQJvXr1Apxqv+xfTqtWrcqhQ4f4448/SElJYciQIXmud+TIkcTGxmadV/bt25fnMps2bWLx4sVERUWRkZHBe++9R8+ePfnmm2+Ij4/n0ksvpVu3bgwePJiWLVvy888/06ZNGzZs2HAOex4eCv0V1e+//06fPn245pprWLduHVdccQUfffSRJSljCpJqcP7ycOTIEerXr0/ZsmX5/fffad26tRuO5nofOpD704sXL876vSXAxRdfnOcyd911F1FRUQB07tyZOXPmADB79mw6d+6ctd7ExETq16/PHXfcwR9//MHBgwf9jivcFOpE9e6771KjRg1efvlloqOjeeyxx0hJSaFNmzZeh2aMKQCZ96i2bdvG8ePHs+5R1alTh+Tk5NPm3bp1K6VKlSImJoY6deqwcuXKPNefW8LzHZf9t04lS5bMet2iRQs2b97M7t27ef/99+nQoQPg/Kbzq6++YvXq1axevZpffvmFmJgY/3c8zBTqRAWwZ88err/+etasWcPIkSMpXry41yEZYwpYbGws48ePZ8yYMZw4cYK7776bzz//nMWLFwPOldfAgQP5xz/+ATiNrEaPHs2mTZsAJ3G8+OKLZ6z3lltuYeLEiVnDmVV/l156KRs2bMiq2suNiPCXv/yFhx56iFq1alG2bNkc17t69erzLIHQVqgS1ZEjR1i0aFHWcIcOHfjoo49YunQptWrV8jAyY4zXGjRoQL169Zg9ezbFixdn3rx5PPXUU9SoUYOrrrqKJk2akJiYCEDdunUZO3YsXbt2pVatWiQkJPDrr7+esc7HHnuMffv2kZCQQL169Vi6dCng/OylXbt23HjjjfzpT386a1ydO3fmzTffzKr2Axg/fjzJycnUrVuX2rVrk5SUlI8lEXpE/ajHDUWNL7pIk//4w+/5Fy1aRP/+/dm2bRurVq0iISEhiNEZY/KyYcMG+4IYZDmVsYisVNXGHoV0TiL+iurXX3+lS5cutGnThi1btlCjRg2OHz/udVjGGGP8FLGJKj09nUmTJlGzZk3mzJlD8eLFefbZZ1m1ahUNGzb0OjxjjDF+itjfUQ0bNowxY8YA0K5dOyZMmEB8fLy3QRljTnO2ZuDm/ITrbZ2cROwV1QMPPECNGjWYO3cu8+fPtyRlTIgpVqwYe/fujagTaqjIfB5VsWLFvA4lX0REYwpVZe7cucyePZs5c+ZQpIiTfzMyMrJeG2NCiz3hN7hye8JvODamCPuqvx9//JHExEQWLFgAOD/iveuuuwAsSRkTwqKjoyPi6bMm+ArkTC4ibUVko4hsFpFhOUy/UETmuNO/EZH4vNapqjzzzDPUqVOHBQsWEBsby+TJk7N+uW2MMSYyBL3qT0SigE1AayAVWAF0VdXvfObpD9RV1b4i0gX4i6p2znGFruJRUXo0IwOAbt268cILL1ChQoVg7YYxxkSEcKz6K4grqqbAZlXdqqrHgdlA+2zztAemu6/fAW6SPJoCHc3IoFq1aixatIiZM2dakjLGmAhVEPeoKgHbfYZTgWa5zaOqJ0XkAFAW2OM7k4j0Afq4g8c2b96ckvm8mEKuHNnKqhCzsjjFyuIUK4tTangdQKAKIlHldGWUvb7Rn3lQ1WnANAARSQ63y9dgsbI4xcriFCuLU6wsThGR5LznCi0FUfWXClTxGa4M7MhtHhEpCsQCvxdAbMYYY0JcQSSqFUB1EblcRC4AugDzs80zH7jXff1X4BMN1x94GWOMyVdBr/pz7zklAguBKOA1VV0vIk8Cyao6H3gVmCEim3GupLr4seppQQs6/FhZnGJlcYqVxSlWFqeEXVmEbc8UxhhjCgfrusEYY0xIs0RljDEmpIV0ogpG10vhyo+yeEhEvhORtSKyRETivIizIORVFj7z/VVEVEQitlmyP2UhIp3cY2O9iMwq6BgLih+fkctEZKmIrHI/J7d5EWdBEJHXROQ3EUnJZbqIyHi3rNaKSGg/pE9VQ/IPp+HFFuAK4AJgDVA72zz9gST3dRdgjtdxe1gWNwAl3Nf9CnNZuPPFAMuAr4HGXsft4XFRHVgFXOwOX+J13B6WxTSgn/u6NvCT13EHsTyuAxoCKblMvw34EOc3rM2Bb7yO+Wx/oXxFFZSul8JUnmWhqktVNc0d/Brn92qRyJ/jAmAk8BwQyc+Q8Kcs/g5MUtV9AKr6WwHHWFD8KQsFLnJfx3Lm7zkjhqou4+y/RW0PvKGOr4HSIvKngokucKGcqHLqeqlSbvOo6kkgs+ulSONPWfjqhfNtKRLlWRYi0gCooqofFGRgHvDnuLgSuFJEvhCRr0WkbYFFV7D8KYsRQHcRSQUWAAMKJrSQFOg5xVOh/DyqfOt6KQL4vZ8i0h1oDFwf1Ii8c9ayEJEiwEtAj4IKyEP+HBdFcar/WuFcZS8XkQRV3R/k2AqaP2XRFXhdVV8QkRY4v91MUNWM4IcXcsLq3BnKV1TW9dIp/pQFInIz8Chwh6oeK6DYClpeZREDJACfishPOPXv8yO0QYW/n5F5qnpCVX8ENuIkrkjjT1n0Av4NoKpfAcVwOqstjPw6p4SKUE5U1vXSKXmWhVvdNRUnSUXqfQjIoyxU9YCqllPVeFWNx7lfd4eqhl1HnH7w5zPyPk5DG0SkHE5V4NYCjbJg+FMWPwM3AYhILZxEtbtAowwd84F73NZ/zYEDqvqr10HlJmSr/jR4XS+FHT/L4nmgFPC2257kZ1W9w7Ogg8TPsigU/CyLhcAtIvIdkA48rKp7vYs6OPwsiyHAyyIyGKeaq0eEfrFFRN7Cqe4t596T+xcQDaCqSTj36G4DNgNpQE9vIvWPdaFkjDEmpIVy1Z8xxhhjicoYY0xos0RljDEmpFmiMsYYE9IsURljjAlplqhMyBKRdBFZ7fMXf5Z543PrKTrAbX7q9sC9xu12qMY5rKOviNzjvu4hIhV9pr0iIrXzOc4VIlLfj2UGiUiJ8922MQXNEpUJZUdUtb7P308FtN27VbUeTofHzwe6sKomqeob7mAPoKLPtN6q+l2+RHkqzsn4F+cgwBKVCTuWqExYca+clovI/9y/q3OYp46IfOteha0Vkeru+O4+46eKSFQem1sGVHOXvcl9jtE691k/F7rjn5FTzwEb444bISJDReSvOP0uznS3Wdy9EmosIv1E5DmfmHuIyIRzjPMrfDoUFZEpIpIszvOnnnDHDcRJmEtFZKk77hYR+cotx7dFpFQe2zHGE5aoTCgr7lPt95477jegtao2BDoD43NYri8wTlXr4ySKVLfLnM7ANe74dODuPLZ/O7BORIoBrwOdVfUqnB5d+olIGeAvQB1VrQs85buwqr4DJONc+dRX1SM+k98BOvgMdwbmnGOcbXG6Ssr0qKo2BuoC14tIXVUdj9OX2w2qeoPbndJjwM1uWSYDD+WxHWM8EbJdKBmDW/WXbVw0MNG9J5OO03dddl8Bj4pIZWCuqv4gIjcBjYAVbhdTxXGSXk5misgR4CecR0HUAH5U1U3u9OnAA8BEnOddvSIi/wX8fqyIqu4Wka1uP2s/uNv4wl1vIHGWxOkyyPcJrZ1EpA/O5/tPOA8JXJtt2ebu+C/c7VyAU27GhBxLVCbcDAZ2AfVwagTOeDCiqs4SkW+APwMLRaQ3zmMNpqvqcD+2cbdvJ7YikuMzztz+5ZridHTaBUgEbgxgX+YAnYDvgfdUVcXJGn7HifMk22eASUAHEbkcGAo0UdV9IvI6Tuer2Qnwsap2DSBeYzxhVX8m3MQCv7rPEPobztXEaUTkCmCrW901H6cKbAnwVxG5xJ2njIjE+bnN74F4EanmDv8N+My9pxOrqgtwGirk1PLuIM6jR3IyF7gT5zlJc9xxAcWpqidwqvCau9WGFwGHgQMicilway6xfA1ck7lPIlJCRHK6OjXGc5aoTLiZDNwrIl/jVPsdzmGezkCKiKwGauI8cvs7nBP6IhFZC3yMUy2WJ1U9itO79Nsisg7IAJJwTvofuOv7DOdqL7vXgaTMxhTZ1rsP+A6IU9Vv3XEBx+ne+3oBGKqqa4BVwHrgNZzqxEzTgA9FZKmq7sZpkfiWu52vccrKmJBjvacbY4wJaXZFZYwxJqRZojLGGBPSLFEZY4wJaZaojDHGhDRLVMYYY0KaJSpjjDEhzRKVMcaYkPb/AUtAWO3RMIv7AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "predictions = pd.Series(data=gbm.predict(X_test, \\\n",
    "                    num_iteration=gbm.best_iteration),index=X_test.index)\n",
    "preds, average_precision = plotResults(y_test, predictions, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.917910447761194\n"
     ]
    }
   ],
   "source": [
    "preds, precision = precisionAnalysis(preds, \"anomalyScore\", 0.75)\n",
    "print(precision)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>featImportance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>V28</th>\n",
       "      <td>0.047843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Amount</th>\n",
       "      <td>0.037263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.030244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V21</th>\n",
       "      <td>0.029624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V26</th>\n",
       "      <td>0.029469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V12</th>\n",
       "      <td>0.028334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V27</th>\n",
       "      <td>0.028024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.027405</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.026941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>0.024050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.022347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V19</th>\n",
       "      <td>0.021212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.020851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.020386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V23</th>\n",
       "      <td>0.020283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V25</th>\n",
       "      <td>0.020231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.020231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.020076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.019612</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V13</th>\n",
       "      <td>0.019509</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.018115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V7</th>\n",
       "      <td>0.017960</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.017444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V5</th>\n",
       "      <td>0.017135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V3</th>\n",
       "      <td>0.016928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V4</th>\n",
       "      <td>0.016412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V18</th>\n",
       "      <td>0.016257</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V14</th>\n",
       "      <td>0.016154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.015173</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V16</th>\n",
       "      <td>0.015019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0.011096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.010941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.010632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.010632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0.010167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0.010064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0.009341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.009290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V10</th>\n",
       "      <td>0.009187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.008309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0.008103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0.007845</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.007329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.007225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0.007071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>0.006451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V6</th>\n",
       "      <td>0.006193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.005419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.005316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V24</th>\n",
       "      <td>0.005264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.005161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V20</th>\n",
       "      <td>0.004955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.004800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.004284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V2</th>\n",
       "      <td>0.003148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V8</th>\n",
       "      <td>0.003097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.002735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V22</th>\n",
       "      <td>0.002632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V9</th>\n",
       "      <td>0.002374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0.001806</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>69 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        featImportance\n",
       "V28           0.047843\n",
       "Amount        0.037263\n",
       "21            0.030244\n",
       "V21           0.029624\n",
       "V26           0.029469\n",
       "V12           0.028334\n",
       "V27           0.028024\n",
       "6             0.027405\n",
       "28            0.026941\n",
       "36            0.024050\n",
       "5             0.022347\n",
       "V19           0.021212\n",
       "11            0.020851\n",
       "15            0.020386\n",
       "V23           0.020283\n",
       "V25           0.020231\n",
       "23            0.020231\n",
       "1             0.020076\n",
       "24            0.019612\n",
       "V13           0.019509\n",
       "10            0.018115\n",
       "V7            0.017960\n",
       "4             0.017444\n",
       "V5            0.017135\n",
       "V3            0.016928\n",
       "V4            0.016412\n",
       "V18           0.016257\n",
       "V14           0.016154\n",
       "18            0.015173\n",
       "V16           0.015019\n",
       "...                ...\n",
       "30            0.011096\n",
       "16            0.010941\n",
       "7             0.010632\n",
       "22            0.010632\n",
       "34            0.010167\n",
       "32            0.010064\n",
       "33            0.009341\n",
       "2             0.009290\n",
       "V10           0.009187\n",
       "9             0.008309\n",
       "35            0.008103\n",
       "31            0.007845\n",
       "29            0.007329\n",
       "27            0.007225\n",
       "39            0.007071\n",
       "37            0.006451\n",
       "V6            0.006193\n",
       "17            0.005419\n",
       "20            0.005316\n",
       "V24           0.005264\n",
       "25            0.005161\n",
       "V20           0.004955\n",
       "0             0.004800\n",
       "26            0.004284\n",
       "V2            0.003148\n",
       "V8            0.003097\n",
       "14            0.002735\n",
       "V22           0.002632\n",
       "V9            0.002374\n",
       "38            0.001806\n",
       "\n",
       "[69 rows x 1 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "featuresImportance = pd.DataFrame(data=list(gbm.feature_importance()), \\\n",
    "                        index=X_train.columns,columns=['featImportance'])\n",
    "featuresImportance = featuresImportance/featuresImportance.sum()\n",
    "featuresImportance.sort_values(by='featImportance', \\\n",
    "                               ascending=False,inplace=True)\n",
    "featuresImportance"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}