data_proc.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "FjeOpeRrWAwz"
   },
   "outputs": [],
   "source": [
    "import pandas as  pd \n",
    "import numpy as np \n",
    "import matplotlib.pyplot as plt \n",
    "from  datetime import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "xdF8nXhVWAw4"
   },
   "outputs": [],
   "source": [
    "# load data \n",
    "train=pd.read_csv(\"train.csv\")\n",
    "sample_sub=pd.read_csv(\"Sample_sub.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "gSUmurKhWAw9",
    "outputId": "7a009b78-50e1-4dbf-af6c-2b615d07c4bf"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Capture_Number</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>CaptureSite_0_201901</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>CaptureSite_0_201902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>CaptureSite_0_201903</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>CaptureSite_0_201904</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>CaptureSite_0_201905</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     ID  Capture_Number\n",
       "0  CaptureSite_0_201901               7\n",
       "1  CaptureSite_0_201902               1\n",
       "2  CaptureSite_0_201903               5\n",
       "3  CaptureSite_0_201904               2\n",
       "4  CaptureSite_0_201905               3"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_sub.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "vLiRz0fdWAxD",
    "outputId": "4c7055cf-9987-412a-e2f1-32d9a2907917"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "o0B1yYoGWAxH"
   },
   "outputs": [],
   "source": [
    "# split Id to Year woy and CaptureSite\n",
    "sample_sub[\"year_woy\"]=(sample_sub.ID.apply(lambda x: x.split(\"_\")[-1])).astype(int)\n",
    "sample_sub[\"CaptureSite\"]=sample_sub.ID.apply(lambda x: (\"_\").join(x.split(\"_\")[0:-1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Wo06skJtWAxK",
    "outputId": "c4420503-bf34-4d98-c461-a24ce8b92f41"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1998-04-17 00:00:00 2018-12-31 00:00:00\n"
     ]
    }
   ],
   "source": [
    "# Create Time features from Date_TimeCaught \n",
    "train[\"Date_TimeCaught\"]=pd.to_datetime(train[\"Date_TimeCaught\"])\n",
    "print(train.Date_TimeCaught.min(),train.Date_TimeCaught.max())\n",
    "train[\"year\"]=train.Date_TimeCaught.dt.year\n",
    "train[\"week_of_year\"]=train.Date_TimeCaught.dt.weekofyear\n",
    "train[\"year_woy\"]=train.year*100+train.week_of_year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "T-_ygwnXWAxR",
    "outputId": "c9aa5f80-52d6-4270-c8bb-8458fb53d2d0"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CaptureSite</th>\n",
       "      <th>year_woy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>200051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>CaptureSite_1</td>\n",
       "      <td>200123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>CaptureSite_10</td>\n",
       "      <td>200050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>CaptureSite_11</td>\n",
       "      <td>199828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>CaptureSite_12</td>\n",
       "      <td>200107</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      CaptureSite  year_woy\n",
       "0   CaptureSite_0    200051\n",
       "1   CaptureSite_1    200123\n",
       "2  CaptureSite_10    200050\n",
       "3  CaptureSite_11    199828\n",
       "4  CaptureSite_12    200107"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys=pd.concat([train[[\"year_woy\",\"CaptureSite\"]],sample_sub[[\"year_woy\",\"CaptureSite\"]]])\n",
    "# keys.sort_values([\"CaptureSite\",\"year_woy\"],inplace=True)\n",
    "CaptureSite_min_year_woy=keys.groupby(\"CaptureSite\").year_woy.min().rename(\"year_woy\").reset_index()\n",
    "CaptureSite_min_year_woy.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 1235,
     "status": "error",
     "timestamp": 1575118664310,
     "user": {
      "displayName": "mohamed jedidi",
      "photoUrl": "https://lh3.googleusercontent.com/a-/AAuE7mAz26JdnHFt00B4BlTaKAoBIqZtcYIkot1c370R=s64",
      "userId": "16402067498517468626"
     },
     "user_tz": -60
    },
    "id": "tpbx4ikgWAxU",
    "outputId": "e65da3dc-bfe1-4c03-a19f-93d8d196a49b"
   },
   "outputs": [],
   "source": [
    "range_year_woy=pd.DataFrame()\n",
    "range_year_woy[\"Date_TimeCaught\"]=pd.date_range(start=train.Date_TimeCaught.min(),end=datetime(2019,10,31))\n",
    "range_year_woy[\"year\"]=range_year_woy.Date_TimeCaught.dt.year\n",
    "range_year_woy[\"week_of_year\"]=range_year_woy.Date_TimeCaught.dt.weekofyear\n",
    "range_year_woy[\"year_woy\"]=range_year_woy.year*100+range_year_woy.week_of_year\n",
    "range_year_woy.drop_duplicates([\"year_woy\"],inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "F363yeDIWAxY",
    "outputId": "0d3f724d-b8fd-4a34-90a9-1893b69fddf6"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\condaa\\lib\\site-packages\\ipykernel_launcher.py:5: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"\"\"\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "28048"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data=[]\n",
    "for site , year_woy in zip(CaptureSite_min_year_woy.CaptureSite.values,CaptureSite_min_year_woy.year_woy.values) :\n",
    "\n",
    "    one_site_df=range_year_woy[range_year_woy.year_woy>=year_woy]\n",
    "    one_site_df[\"CaptureSite\"]=site\n",
    "    final_data.append(one_site_df)\n",
    "final_data=pd.concat(final_data)\n",
    "len(final_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "HUtys27yWAxf"
   },
   "outputs": [],
   "source": [
    "Target=train.groupby([\"year_woy\",\"CaptureSite\"]).CaptureSite.count().rename(\"Capture_Number\").reset_index()\n",
    "final_data=final_data.merge(Target,on=[\"year_woy\",\"CaptureSite\"],how=\"left\")\n",
    "final_data.Capture_Number.fillna(0,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "vPJ4J-XnWAxm",
    "outputId": "f6f813b3-fa03-4bae-c65e-8ceeae845e72"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0     0.716308\n",
       "1.0     0.147461\n",
       "2.0     0.059469\n",
       "3.0     0.030626\n",
       "4.0     0.015759\n",
       "5.0     0.009199\n",
       "6.0     0.005990\n",
       "7.0     0.005455\n",
       "8.0     0.002603\n",
       "9.0     0.002104\n",
       "10.0    0.001604\n",
       "11.0    0.000998\n",
       "12.0    0.000606\n",
       "14.0    0.000535\n",
       "13.0    0.000499\n",
       "15.0    0.000214\n",
       "16.0    0.000178\n",
       "17.0    0.000107\n",
       "28.0    0.000036\n",
       "22.0    0.000036\n",
       "19.0    0.000036\n",
       "35.0    0.000036\n",
       "20.0    0.000036\n",
       "21.0    0.000036\n",
       "18.0    0.000036\n",
       "23.0    0.000036\n",
       "Name: Capture_Number, dtype: float64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data.Capture_Number.fillna(0).value_counts(True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ns9Ukne1WAxs"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "XV0zrF0LWAxv"
   },
   "outputs": [],
   "source": [
    "train=final_data[final_data.year<2019]\n",
    "test=final_data[final_data.year==2019]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Remove data with year < 2010"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "train=train[train['year']>2010]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date_TimeCaught</th>\n",
       "      <th>year</th>\n",
       "      <th>week_of_year</th>\n",
       "      <th>year_woy</th>\n",
       "      <th>CaptureSite</th>\n",
       "      <th>Capture_Number</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>526</td>\n",
       "      <td>2011-01-01</td>\n",
       "      <td>2011</td>\n",
       "      <td>52</td>\n",
       "      <td>201152</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>527</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>2011</td>\n",
       "      <td>1</td>\n",
       "      <td>201101</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>528</td>\n",
       "      <td>2011-01-10</td>\n",
       "      <td>2011</td>\n",
       "      <td>2</td>\n",
       "      <td>201102</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>529</td>\n",
       "      <td>2011-01-17</td>\n",
       "      <td>2011</td>\n",
       "      <td>3</td>\n",
       "      <td>201103</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>530</td>\n",
       "      <td>2011-01-24</td>\n",
       "      <td>2011</td>\n",
       "      <td>4</td>\n",
       "      <td>201104</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27999</td>\n",
       "      <td>2018-11-26</td>\n",
       "      <td>2018</td>\n",
       "      <td>48</td>\n",
       "      <td>201848</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28000</td>\n",
       "      <td>2018-12-03</td>\n",
       "      <td>2018</td>\n",
       "      <td>49</td>\n",
       "      <td>201849</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28001</td>\n",
       "      <td>2018-12-10</td>\n",
       "      <td>2018</td>\n",
       "      <td>50</td>\n",
       "      <td>201850</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28002</td>\n",
       "      <td>2018-12-17</td>\n",
       "      <td>2018</td>\n",
       "      <td>51</td>\n",
       "      <td>201851</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28003</td>\n",
       "      <td>2018-12-24</td>\n",
       "      <td>2018</td>\n",
       "      <td>52</td>\n",
       "      <td>201852</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12122 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Date_TimeCaught  year  week_of_year  year_woy    CaptureSite  \\\n",
       "526        2011-01-01  2011            52    201152  CaptureSite_0   \n",
       "527        2011-01-03  2011             1    201101  CaptureSite_0   \n",
       "528        2011-01-10  2011             2    201102  CaptureSite_0   \n",
       "529        2011-01-17  2011             3    201103  CaptureSite_0   \n",
       "530        2011-01-24  2011             4    201104  CaptureSite_0   \n",
       "...               ...   ...           ...       ...            ...   \n",
       "27999      2018-11-26  2018            48    201848  CaptureSite_9   \n",
       "28000      2018-12-03  2018            49    201849  CaptureSite_9   \n",
       "28001      2018-12-10  2018            50    201850  CaptureSite_9   \n",
       "28002      2018-12-17  2018            51    201851  CaptureSite_9   \n",
       "28003      2018-12-24  2018            52    201852  CaptureSite_9   \n",
       "\n",
       "       Capture_Number  \n",
       "526               0.0  \n",
       "527               0.0  \n",
       "528               0.0  \n",
       "529               0.0  \n",
       "530               0.0  \n",
       "...               ...  \n",
       "27999             6.0  \n",
       "28000             6.0  \n",
       "28001            12.0  \n",
       "28002             5.0  \n",
       "28003             3.0  \n",
       "\n",
       "[12122 rows x 6 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "526     2011-01-01\n",
       "527     2011-01-03\n",
       "528     2011-01-10\n",
       "529     2011-01-17\n",
       "530     2011-01-24\n",
       "           ...    \n",
       "27999   2018-11-26\n",
       "28000   2018-12-03\n",
       "28001   2018-12-10\n",
       "28002   2018-12-17\n",
       "28003   2018-12-24\n",
       "Name: Date_TimeCaught, Length: 12122, dtype: datetime64[ns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train[\"Date_TimeCaught\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ENWM0fNgWAxy"
   },
   "outputs": [],
   "source": [
    "aux=pd.get_dummies(train['CaptureSite'])\n",
    "train=pd.concat([train,aux],axis=1)\n",
    "auxtest=pd.get_dummies(test['CaptureSite'])\n",
    "test=pd.concat([test,auxtest],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "#for each CaptureSite add the mean of the Capture_Number"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainMean=train.groupby('CaptureSite').mean()[['Capture_Number']].reset_index()\n",
    "\n",
    "trainMean.columns=['CaptureSite','moyenne']\n",
    "train=pd.merge(train,trainMean,on=['CaptureSite'],how='left')\n",
    "test=pd.merge(test,trainMean,on=['CaptureSite'],how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date_TimeCaught</th>\n",
       "      <th>year</th>\n",
       "      <th>week_of_year</th>\n",
       "      <th>year_woy</th>\n",
       "      <th>CaptureSite</th>\n",
       "      <th>Capture_Number</th>\n",
       "      <th>CaptureSite_0</th>\n",
       "      <th>CaptureSite_1</th>\n",
       "      <th>CaptureSite_10</th>\n",
       "      <th>CaptureSite_11</th>\n",
       "      <th>...</th>\n",
       "      <th>CaptureSite_27</th>\n",
       "      <th>CaptureSite_28</th>\n",
       "      <th>CaptureSite_3</th>\n",
       "      <th>CaptureSite_4</th>\n",
       "      <th>CaptureSite_5</th>\n",
       "      <th>CaptureSite_6</th>\n",
       "      <th>CaptureSite_7</th>\n",
       "      <th>CaptureSite_8</th>\n",
       "      <th>CaptureSite_9</th>\n",
       "      <th>moyenne</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>2011-01-01</td>\n",
       "      <td>2011</td>\n",
       "      <td>52</td>\n",
       "      <td>201152</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.148325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>2011-01-03</td>\n",
       "      <td>2011</td>\n",
       "      <td>1</td>\n",
       "      <td>201101</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.148325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2011-01-10</td>\n",
       "      <td>2011</td>\n",
       "      <td>2</td>\n",
       "      <td>201102</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.148325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>2011-01-17</td>\n",
       "      <td>2011</td>\n",
       "      <td>3</td>\n",
       "      <td>201103</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.148325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>2011-01-24</td>\n",
       "      <td>2011</td>\n",
       "      <td>4</td>\n",
       "      <td>201104</td>\n",
       "      <td>CaptureSite_0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.148325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12117</td>\n",
       "      <td>2018-11-26</td>\n",
       "      <td>2018</td>\n",
       "      <td>48</td>\n",
       "      <td>201848</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.538278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12118</td>\n",
       "      <td>2018-12-03</td>\n",
       "      <td>2018</td>\n",
       "      <td>49</td>\n",
       "      <td>201849</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.538278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12119</td>\n",
       "      <td>2018-12-10</td>\n",
       "      <td>2018</td>\n",
       "      <td>50</td>\n",
       "      <td>201850</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.538278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12120</td>\n",
       "      <td>2018-12-17</td>\n",
       "      <td>2018</td>\n",
       "      <td>51</td>\n",
       "      <td>201851</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.538278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12121</td>\n",
       "      <td>2018-12-24</td>\n",
       "      <td>2018</td>\n",
       "      <td>52</td>\n",
       "      <td>201852</td>\n",
       "      <td>CaptureSite_9</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.538278</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12122 rows × 36 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Date_TimeCaught  year  week_of_year  year_woy    CaptureSite  \\\n",
       "0          2011-01-01  2011            52    201152  CaptureSite_0   \n",
       "1          2011-01-03  2011             1    201101  CaptureSite_0   \n",
       "2          2011-01-10  2011             2    201102  CaptureSite_0   \n",
       "3          2011-01-17  2011             3    201103  CaptureSite_0   \n",
       "4          2011-01-24  2011             4    201104  CaptureSite_0   \n",
       "...               ...   ...           ...       ...            ...   \n",
       "12117      2018-11-26  2018            48    201848  CaptureSite_9   \n",
       "12118      2018-12-03  2018            49    201849  CaptureSite_9   \n",
       "12119      2018-12-10  2018            50    201850  CaptureSite_9   \n",
       "12120      2018-12-17  2018            51    201851  CaptureSite_9   \n",
       "12121      2018-12-24  2018            52    201852  CaptureSite_9   \n",
       "\n",
       "       Capture_Number  CaptureSite_0  CaptureSite_1  CaptureSite_10  \\\n",
       "0                 0.0              1              0               0   \n",
       "1                 0.0              1              0               0   \n",
       "2                 0.0              1              0               0   \n",
       "3                 0.0              1              0               0   \n",
       "4                 0.0              1              0               0   \n",
       "...               ...            ...            ...             ...   \n",
       "12117             6.0              0              0               0   \n",
       "12118             6.0              0              0               0   \n",
       "12119            12.0              0              0               0   \n",
       "12120             5.0              0              0               0   \n",
       "12121             3.0              0              0               0   \n",
       "\n",
       "       CaptureSite_11  ...  CaptureSite_27  CaptureSite_28  CaptureSite_3  \\\n",
       "0                   0  ...               0               0              0   \n",
       "1                   0  ...               0               0              0   \n",
       "2                   0  ...               0               0              0   \n",
       "3                   0  ...               0               0              0   \n",
       "4                   0  ...               0               0              0   \n",
       "...               ...  ...             ...             ...            ...   \n",
       "12117               0  ...               0               0              0   \n",
       "12118               0  ...               0               0              0   \n",
       "12119               0  ...               0               0              0   \n",
       "12120               0  ...               0               0              0   \n",
       "12121               0  ...               0               0              0   \n",
       "\n",
       "       CaptureSite_4  CaptureSite_5  CaptureSite_6  CaptureSite_7  \\\n",
       "0                  0              0              0              0   \n",
       "1                  0              0              0              0   \n",
       "2                  0              0              0              0   \n",
       "3                  0              0              0              0   \n",
       "4                  0              0              0              0   \n",
       "...              ...            ...            ...            ...   \n",
       "12117              0              0              0              0   \n",
       "12118              0              0              0              0   \n",
       "12119              0              0              0              0   \n",
       "12120              0              0              0              0   \n",
       "12121              0              0              0              0   \n",
       "\n",
       "       CaptureSite_8  CaptureSite_9   moyenne  \n",
       "0                  0              0  0.148325  \n",
       "1                  0              0  0.148325  \n",
       "2                  0              0  0.148325  \n",
       "3                  0              0  0.148325  \n",
       "4                  0              0  0.148325  \n",
       "...              ...            ...       ...  \n",
       "12117              0              1  4.538278  \n",
       "12118              0              1  4.538278  \n",
       "12119              0              1  4.538278  \n",
       "12120              0              1  4.538278  \n",
       "12121              0              1  4.538278  \n",
       "\n",
       "[12122 rows x 36 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "old=pd.read_csv(\"train.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Rescue_ID', 'Date_TimeCaught', 'Researcher', 'CaptureSite',\n",
       "       'ForagingGround', 'CaptureMethod', 'Fisher', 'LandingSite', 'Species',\n",
       "       'Tag_1', 'Tag_2', 'Lost_Tags', 'T_Number', 'CCL_cm', 'CCW_cm',\n",
       "       'Weight_Kg', 'Sex', 'TurtleCharacteristics', 'Status', 'ReleaseSite',\n",
       "       'Date_TimeRelease'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "old.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "#add the number of unique researcher and species for each CaptureSite"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "new=old[['Researcher','Species',\n",
    "      'CaptureSite' ]].groupby('CaptureSite').nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "new.drop(columns='CaptureSite',axis=1,inplace=True)\n",
    "new=new.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "#period of the year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['periode']=train['week_of_year']/9\n",
    "test['periode']=test['week_of_year']/9"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "test=pd.merge(test,new,on=['CaptureSite'],how='left')\n",
    "train=pd.merge(train,new,on=['CaptureSite'],how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "#for each CaptureSite calculate the number of participation for all fishers "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "fisher=pd.get_dummies(old['Fisher'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "fisher=pd.concat([old[['CaptureSite']],fisher],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "fisher=fisher.groupby('CaptureSite').count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "test=pd.merge(test,fisher,on=['CaptureSite'],how='left')\n",
    "train=pd.merge(train,fisher,on=['CaptureSite'],how='left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "test.drop(columns=['Date_TimeCaught','Capture_Number','CaptureSite'],inplace=True)\n",
    "train.drop(columns=['Date_TimeCaught','CaptureSite'],inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from catboost import Pool, CatBoostRegressor\n",
    "cbm0 = CatBoostRegressor()\n",
    "X,y=train.drop(columns='Capture_Number',axis=1),train['Capture_Number']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub=pd.read_csv('Sample_sub.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0:\tlearn: 1.8672403\ttotal: 312ms\tremaining: 5m 11s\n",
      "1:\tlearn: 1.8479780\ttotal: 459ms\tremaining: 3m 48s\n",
      "2:\tlearn: 1.8297886\ttotal: 584ms\tremaining: 3m 14s\n",
      "3:\tlearn: 1.8125172\ttotal: 693ms\tremaining: 2m 52s\n",
      "4:\tlearn: 1.7960103\ttotal: 797ms\tremaining: 2m 38s\n",
      "5:\tlearn: 1.7804202\ttotal: 916ms\tremaining: 2m 31s\n",
      "6:\tlearn: 1.7654272\ttotal: 1.05s\tremaining: 2m 29s\n",
      "7:\tlearn: 1.7512990\ttotal: 1.14s\tremaining: 2m 21s\n",
      "8:\tlearn: 1.7379640\ttotal: 1.25s\tremaining: 2m 18s\n",
      "9:\tlearn: 1.7252201\ttotal: 1.37s\tremaining: 2m 15s\n",
      "10:\tlearn: 1.7130716\ttotal: 1.48s\tremaining: 2m 12s\n",
      "11:\tlearn: 1.7016030\ttotal: 1.6s\tremaining: 2m 11s\n",
      "12:\tlearn: 1.6907553\ttotal: 1.7s\tremaining: 2m 9s\n",
      "13:\tlearn: 1.6804915\ttotal: 1.8s\tremaining: 2m 6s\n",
      "14:\tlearn: 1.6708258\ttotal: 1.89s\tremaining: 2m 4s\n",
      "15:\tlearn: 1.6615370\ttotal: 1.99s\tremaining: 2m 2s\n",
      "16:\tlearn: 1.6528391\ttotal: 2.1s\tremaining: 2m 1s\n",
      "17:\tlearn: 1.6438825\ttotal: 2.2s\tremaining: 1m 59s\n",
      "18:\tlearn: 1.6360174\ttotal: 2.32s\tremaining: 1m 59s\n",
      "19:\tlearn: 1.6286401\ttotal: 2.43s\tremaining: 1m 59s\n",
      "20:\tlearn: 1.6209067\ttotal: 2.54s\tremaining: 1m 58s\n",
      "21:\tlearn: 1.6138300\ttotal: 2.67s\tremaining: 1m 58s\n",
      "22:\tlearn: 1.6066960\ttotal: 2.78s\tremaining: 1m 58s\n",
      "23:\tlearn: 1.6000511\ttotal: 2.87s\tremaining: 1m 56s\n",
      "24:\tlearn: 1.5937185\ttotal: 2.97s\tremaining: 1m 55s\n",
      "25:\tlearn: 1.5876412\ttotal: 3.08s\tremaining: 1m 55s\n",
      "26:\tlearn: 1.5820716\ttotal: 3.17s\tremaining: 1m 54s\n",
      "27:\tlearn: 1.5774518\ttotal: 3.27s\tremaining: 1m 53s\n",
      "28:\tlearn: 1.5723554\ttotal: 3.4s\tremaining: 1m 53s\n",
      "29:\tlearn: 1.5680305\ttotal: 3.5s\tremaining: 1m 53s\n",
      "30:\tlearn: 1.5634432\ttotal: 3.6s\tremaining: 1m 52s\n",
      "31:\tlearn: 1.5591009\ttotal: 3.71s\tremaining: 1m 52s\n",
      "32:\tlearn: 1.5550034\ttotal: 3.81s\tremaining: 1m 51s\n",
      "33:\tlearn: 1.5512492\ttotal: 3.92s\tremaining: 1m 51s\n",
      "34:\tlearn: 1.5480062\ttotal: 4.03s\tremaining: 1m 51s\n",
      "35:\tlearn: 1.5450948\ttotal: 4.11s\tremaining: 1m 50s\n",
      "36:\tlearn: 1.5423189\ttotal: 4.23s\tremaining: 1m 50s\n",
      "37:\tlearn: 1.5391967\ttotal: 4.33s\tremaining: 1m 49s\n",
      "38:\tlearn: 1.5367672\ttotal: 4.46s\tremaining: 1m 49s\n",
      "39:\tlearn: 1.5340435\ttotal: 4.58s\tremaining: 1m 49s\n",
      "40:\tlearn: 1.5318241\ttotal: 4.7s\tremaining: 1m 49s\n",
      "41:\tlearn: 1.5286587\ttotal: 4.81s\tremaining: 1m 49s\n",
      "42:\tlearn: 1.5261943\ttotal: 4.93s\tremaining: 1m 49s\n",
      "43:\tlearn: 1.5238158\ttotal: 5.05s\tremaining: 1m 49s\n",
      "44:\tlearn: 1.5220739\ttotal: 5.18s\tremaining: 1m 49s\n",
      "45:\tlearn: 1.5199582\ttotal: 5.3s\tremaining: 1m 49s\n",
      "46:\tlearn: 1.5180064\ttotal: 5.41s\tremaining: 1m 49s\n",
      "47:\tlearn: 1.5155916\ttotal: 5.51s\tremaining: 1m 49s\n",
      "48:\tlearn: 1.5136592\ttotal: 5.62s\tremaining: 1m 49s\n",
      "49:\tlearn: 1.5123447\ttotal: 5.74s\tremaining: 1m 49s\n",
      "50:\tlearn: 1.5110301\ttotal: 5.86s\tremaining: 1m 49s\n",
      "51:\tlearn: 1.5094630\ttotal: 5.97s\tremaining: 1m 48s\n",
      "52:\tlearn: 1.5081422\ttotal: 6.09s\tremaining: 1m 48s\n",
      "53:\tlearn: 1.5064055\ttotal: 6.2s\tremaining: 1m 48s\n",
      "54:\tlearn: 1.5051094\ttotal: 6.31s\tremaining: 1m 48s\n",
      "55:\tlearn: 1.5037488\ttotal: 6.4s\tremaining: 1m 47s\n",
      "56:\tlearn: 1.5024136\ttotal: 6.51s\tremaining: 1m 47s\n",
      "57:\tlearn: 1.5012309\ttotal: 6.63s\tremaining: 1m 47s\n",
      "58:\tlearn: 1.5004235\ttotal: 6.74s\tremaining: 1m 47s\n",
      "59:\tlearn: 1.4990189\ttotal: 6.86s\tremaining: 1m 47s\n",
      "60:\tlearn: 1.4980476\ttotal: 6.95s\tremaining: 1m 47s\n",
      "61:\tlearn: 1.4969061\ttotal: 7.06s\tremaining: 1m 46s\n",
      "62:\tlearn: 1.4962180\ttotal: 7.16s\tremaining: 1m 46s\n",
      "63:\tlearn: 1.4955709\ttotal: 7.26s\tremaining: 1m 46s\n",
      "64:\tlearn: 1.4947582\ttotal: 7.38s\tremaining: 1m 46s\n",
      "65:\tlearn: 1.4939949\ttotal: 7.5s\tremaining: 1m 46s\n",
      "66:\tlearn: 1.4927645\ttotal: 7.61s\tremaining: 1m 45s\n",
      "67:\tlearn: 1.4923310\ttotal: 7.72s\tremaining: 1m 45s\n",
      "68:\tlearn: 1.4913256\ttotal: 7.84s\tremaining: 1m 45s\n",
      "69:\tlearn: 1.4909220\ttotal: 7.89s\tremaining: 1m 44s\n",
      "70:\tlearn: 1.4902808\ttotal: 8.01s\tremaining: 1m 44s\n",
      "71:\tlearn: 1.4890330\ttotal: 8.12s\tremaining: 1m 44s\n",
      "72:\tlearn: 1.4880908\ttotal: 8.23s\tremaining: 1m 44s\n",
      "73:\tlearn: 1.4870484\ttotal: 8.33s\tremaining: 1m 44s\n",
      "74:\tlearn: 1.4861112\ttotal: 8.45s\tremaining: 1m 44s\n",
      "75:\tlearn: 1.4854235\ttotal: 8.55s\tremaining: 1m 43s\n",
      "76:\tlearn: 1.4849301\ttotal: 8.67s\tremaining: 1m 43s\n",
      "77:\tlearn: 1.4842895\ttotal: 8.78s\tremaining: 1m 43s\n",
      "78:\tlearn: 1.4836998\ttotal: 8.88s\tremaining: 1m 43s\n",
      "79:\tlearn: 1.4829092\ttotal: 8.99s\tremaining: 1m 43s\n",
      "80:\tlearn: 1.4819592\ttotal: 9.1s\tremaining: 1m 43s\n",
      "81:\tlearn: 1.4805660\ttotal: 9.21s\tremaining: 1m 43s\n",
      "82:\tlearn: 1.4799798\ttotal: 9.32s\tremaining: 1m 42s\n",
      "83:\tlearn: 1.4794784\ttotal: 9.43s\tremaining: 1m 42s\n",
      "84:\tlearn: 1.4789419\ttotal: 9.54s\tremaining: 1m 42s\n",
      "85:\tlearn: 1.4784184\ttotal: 9.66s\tremaining: 1m 42s\n",
      "86:\tlearn: 1.4778940\ttotal: 9.78s\tremaining: 1m 42s\n",
      "87:\tlearn: 1.4772914\ttotal: 9.9s\tremaining: 1m 42s\n",
      "88:\tlearn: 1.4763089\ttotal: 10s\tremaining: 1m 42s\n",
      "89:\tlearn: 1.4754834\ttotal: 10.1s\tremaining: 1m 42s\n",
      "90:\tlearn: 1.4753044\ttotal: 10.2s\tremaining: 1m 42s\n",
      "91:\tlearn: 1.4746309\ttotal: 10.4s\tremaining: 1m 42s\n",
      "92:\tlearn: 1.4739019\ttotal: 10.5s\tremaining: 1m 41s\n",
      "93:\tlearn: 1.4735061\ttotal: 10.6s\tremaining: 1m 41s\n",
      "94:\tlearn: 1.4726658\ttotal: 10.7s\tremaining: 1m 41s\n",
      "95:\tlearn: 1.4720999\ttotal: 10.8s\tremaining: 1m 41s\n",
      "96:\tlearn: 1.4714722\ttotal: 10.9s\tremaining: 1m 41s\n",
      "97:\tlearn: 1.4704286\ttotal: 11s\tremaining: 1m 41s\n",
      "98:\tlearn: 1.4701892\ttotal: 11.1s\tremaining: 1m 41s\n",
      "99:\tlearn: 1.4695411\ttotal: 11.2s\tremaining: 1m 41s\n",
      "100:\tlearn: 1.4690794\ttotal: 11.3s\tremaining: 1m 41s\n",
      "101:\tlearn: 1.4685762\ttotal: 11.5s\tremaining: 1m 40s\n",
      "102:\tlearn: 1.4681575\ttotal: 11.6s\tremaining: 1m 40s\n",
      "103:\tlearn: 1.4675812\ttotal: 11.7s\tremaining: 1m 40s\n",
      "104:\tlearn: 1.4669736\ttotal: 11.8s\tremaining: 1m 40s\n",
      "105:\tlearn: 1.4665650\ttotal: 11.9s\tremaining: 1m 40s\n",
      "106:\tlearn: 1.4658928\ttotal: 12s\tremaining: 1m 40s\n",
      "107:\tlearn: 1.4657149\ttotal: 12.1s\tremaining: 1m 40s\n",
      "108:\tlearn: 1.4651273\ttotal: 12.2s\tremaining: 1m 39s\n",
      "109:\tlearn: 1.4648527\ttotal: 12.3s\tremaining: 1m 39s\n",
      "110:\tlearn: 1.4647899\ttotal: 12.5s\tremaining: 1m 39s\n",
      "111:\tlearn: 1.4641701\ttotal: 12.6s\tremaining: 1m 39s\n",
      "112:\tlearn: 1.4637990\ttotal: 12.7s\tremaining: 1m 39s\n",
      "113:\tlearn: 1.4631742\ttotal: 12.8s\tremaining: 1m 39s\n",
      "114:\tlearn: 1.4622770\ttotal: 12.9s\tremaining: 1m 39s\n",
      "115:\tlearn: 1.4621509\ttotal: 13s\tremaining: 1m 39s\n",
      "116:\tlearn: 1.4618187\ttotal: 13.1s\tremaining: 1m 39s\n",
      "117:\tlearn: 1.4614945\ttotal: 13.3s\tremaining: 1m 39s\n",
      "118:\tlearn: 1.4608597\ttotal: 13.4s\tremaining: 1m 38s\n",
      "119:\tlearn: 1.4603250\ttotal: 13.5s\tremaining: 1m 38s\n",
      "120:\tlearn: 1.4599467\ttotal: 13.6s\tremaining: 1m 38s\n",
      "121:\tlearn: 1.4592142\ttotal: 13.7s\tremaining: 1m 38s\n",
      "122:\tlearn: 1.4584923\ttotal: 13.8s\tremaining: 1m 38s\n",
      "123:\tlearn: 1.4579125\ttotal: 13.9s\tremaining: 1m 38s\n",
      "124:\tlearn: 1.4573875\ttotal: 14s\tremaining: 1m 37s\n",
      "125:\tlearn: 1.4570562\ttotal: 14.1s\tremaining: 1m 37s\n",
      "126:\tlearn: 1.4567385\ttotal: 14.2s\tremaining: 1m 37s\n",
      "127:\tlearn: 1.4562892\ttotal: 14.4s\tremaining: 1m 37s\n",
      "128:\tlearn: 1.4556754\ttotal: 14.5s\tremaining: 1m 37s\n",
      "129:\tlearn: 1.4549982\ttotal: 14.6s\tremaining: 1m 37s\n",
      "130:\tlearn: 1.4548996\ttotal: 14.7s\tremaining: 1m 37s\n",
      "131:\tlearn: 1.4542811\ttotal: 14.8s\tremaining: 1m 37s\n",
      "132:\tlearn: 1.4532955\ttotal: 14.9s\tremaining: 1m 37s\n",
      "133:\tlearn: 1.4532782\ttotal: 15s\tremaining: 1m 36s\n",
      "134:\tlearn: 1.4525298\ttotal: 15.1s\tremaining: 1m 36s\n",
      "135:\tlearn: 1.4512011\ttotal: 15.2s\tremaining: 1m 36s\n",
      "136:\tlearn: 1.4507367\ttotal: 15.3s\tremaining: 1m 36s\n",
      "137:\tlearn: 1.4496937\ttotal: 15.5s\tremaining: 1m 36s\n",
      "138:\tlearn: 1.4491592\ttotal: 15.6s\tremaining: 1m 36s\n",
      "139:\tlearn: 1.4490563\ttotal: 15.7s\tremaining: 1m 36s\n",
      "140:\tlearn: 1.4488252\ttotal: 15.8s\tremaining: 1m 36s\n",
      "141:\tlearn: 1.4484407\ttotal: 16s\tremaining: 1m 36s\n",
      "142:\tlearn: 1.4483569\ttotal: 16.1s\tremaining: 1m 36s\n",
      "143:\tlearn: 1.4482007\ttotal: 16.2s\tremaining: 1m 36s\n",
      "144:\tlearn: 1.4479849\ttotal: 16.3s\tremaining: 1m 36s\n",
      "145:\tlearn: 1.4476297\ttotal: 16.4s\tremaining: 1m 36s\n",
      "146:\tlearn: 1.4475945\ttotal: 16.5s\tremaining: 1m 36s\n",
      "147:\tlearn: 1.4470466\ttotal: 16.6s\tremaining: 1m 35s\n",
      "148:\tlearn: 1.4469970\ttotal: 16.8s\tremaining: 1m 35s\n",
      "149:\tlearn: 1.4468877\ttotal: 16.9s\tremaining: 1m 35s\n",
      "150:\tlearn: 1.4466685\ttotal: 17s\tremaining: 1m 35s\n",
      "151:\tlearn: 1.4465775\ttotal: 17.2s\tremaining: 1m 35s\n",
      "152:\tlearn: 1.4462397\ttotal: 17.3s\tremaining: 1m 35s\n",
      "153:\tlearn: 1.4459719\ttotal: 17.4s\tremaining: 1m 35s\n",
      "154:\tlearn: 1.4452218\ttotal: 17.5s\tremaining: 1m 35s\n",
      "155:\tlearn: 1.4448541\ttotal: 17.6s\tremaining: 1m 35s\n",
      "156:\tlearn: 1.4446650\ttotal: 17.7s\tremaining: 1m 35s\n",
      "157:\tlearn: 1.4437730\ttotal: 17.9s\tremaining: 1m 35s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "158:\tlearn: 1.4436917\ttotal: 17.9s\tremaining: 1m 34s\n",
      "159:\tlearn: 1.4432374\ttotal: 18.1s\tremaining: 1m 34s\n",
      "160:\tlearn: 1.4428410\ttotal: 18.2s\tremaining: 1m 34s\n",
      "161:\tlearn: 1.4424372\ttotal: 18.3s\tremaining: 1m 34s\n",
      "162:\tlearn: 1.4420530\ttotal: 18.4s\tremaining: 1m 34s\n",
      "163:\tlearn: 1.4415043\ttotal: 18.5s\tremaining: 1m 34s\n",
      "164:\tlearn: 1.4413599\ttotal: 18.6s\tremaining: 1m 34s\n",
      "165:\tlearn: 1.4411816\ttotal: 18.7s\tremaining: 1m 34s\n",
      "166:\tlearn: 1.4408292\ttotal: 18.8s\tremaining: 1m 33s\n",
      "167:\tlearn: 1.4403622\ttotal: 18.9s\tremaining: 1m 33s\n",
      "168:\tlearn: 1.4398167\ttotal: 19s\tremaining: 1m 33s\n",
      "169:\tlearn: 1.4395308\ttotal: 19.1s\tremaining: 1m 33s\n",
      "170:\tlearn: 1.4392728\ttotal: 19.2s\tremaining: 1m 33s\n",
      "171:\tlearn: 1.4389486\ttotal: 19.4s\tremaining: 1m 33s\n",
      "172:\tlearn: 1.4385706\ttotal: 19.5s\tremaining: 1m 33s\n",
      "173:\tlearn: 1.4380600\ttotal: 19.6s\tremaining: 1m 32s\n",
      "174:\tlearn: 1.4378364\ttotal: 19.7s\tremaining: 1m 32s\n",
      "175:\tlearn: 1.4371660\ttotal: 19.8s\tremaining: 1m 32s\n",
      "176:\tlearn: 1.4370954\ttotal: 19.9s\tremaining: 1m 32s\n",
      "177:\tlearn: 1.4366274\ttotal: 20s\tremaining: 1m 32s\n",
      "178:\tlearn: 1.4363111\ttotal: 20.1s\tremaining: 1m 32s\n",
      "179:\tlearn: 1.4357886\ttotal: 20.2s\tremaining: 1m 32s\n",
      "180:\tlearn: 1.4353997\ttotal: 20.3s\tremaining: 1m 31s\n",
      "181:\tlearn: 1.4348155\ttotal: 20.4s\tremaining: 1m 31s\n",
      "182:\tlearn: 1.4347587\ttotal: 20.5s\tremaining: 1m 31s\n",
      "183:\tlearn: 1.4347195\ttotal: 20.7s\tremaining: 1m 31s\n",
      "184:\tlearn: 1.4346263\ttotal: 20.8s\tremaining: 1m 31s\n",
      "185:\tlearn: 1.4345587\ttotal: 20.9s\tremaining: 1m 31s\n",
      "186:\tlearn: 1.4344540\ttotal: 20.9s\tremaining: 1m 31s\n",
      "187:\tlearn: 1.4343226\ttotal: 21.1s\tremaining: 1m 30s\n",
      "188:\tlearn: 1.4339620\ttotal: 21.2s\tremaining: 1m 30s\n",
      "189:\tlearn: 1.4332010\ttotal: 21.3s\tremaining: 1m 30s\n",
      "190:\tlearn: 1.4328088\ttotal: 21.4s\tremaining: 1m 30s\n",
      "191:\tlearn: 1.4327812\ttotal: 21.5s\tremaining: 1m 30s\n",
      "192:\tlearn: 1.4327259\ttotal: 21.6s\tremaining: 1m 30s\n",
      "193:\tlearn: 1.4326617\ttotal: 21.7s\tremaining: 1m 30s\n",
      "194:\tlearn: 1.4320019\ttotal: 21.8s\tremaining: 1m 29s\n",
      "195:\tlearn: 1.4319396\ttotal: 21.9s\tremaining: 1m 29s\n",
      "196:\tlearn: 1.4314959\ttotal: 22s\tremaining: 1m 29s\n",
      "197:\tlearn: 1.4314450\ttotal: 22.1s\tremaining: 1m 29s\n",
      "198:\tlearn: 1.4313451\ttotal: 22.2s\tremaining: 1m 29s\n",
      "199:\tlearn: 1.4311045\ttotal: 22.3s\tremaining: 1m 29s\n",
      "200:\tlearn: 1.4308744\ttotal: 22.4s\tremaining: 1m 29s\n",
      "201:\tlearn: 1.4308101\ttotal: 22.5s\tremaining: 1m 28s\n",
      "202:\tlearn: 1.4308014\ttotal: 22.5s\tremaining: 1m 28s\n",
      "203:\tlearn: 1.4307514\ttotal: 22.6s\tremaining: 1m 28s\n",
      "204:\tlearn: 1.4303890\ttotal: 22.7s\tremaining: 1m 27s\n",
      "205:\tlearn: 1.4300426\ttotal: 22.8s\tremaining: 1m 27s\n",
      "206:\tlearn: 1.4296400\ttotal: 22.9s\tremaining: 1m 27s\n",
      "207:\tlearn: 1.4291303\ttotal: 23s\tremaining: 1m 27s\n",
      "208:\tlearn: 1.4286803\ttotal: 23.1s\tremaining: 1m 27s\n",
      "209:\tlearn: 1.4282908\ttotal: 23.2s\tremaining: 1m 27s\n",
      "210:\tlearn: 1.4282472\ttotal: 23.3s\tremaining: 1m 27s\n",
      "211:\tlearn: 1.4278899\ttotal: 23.4s\tremaining: 1m 26s\n",
      "212:\tlearn: 1.4278590\ttotal: 23.5s\tremaining: 1m 26s\n",
      "213:\tlearn: 1.4277936\ttotal: 23.6s\tremaining: 1m 26s\n",
      "214:\tlearn: 1.4273902\ttotal: 23.7s\tremaining: 1m 26s\n",
      "215:\tlearn: 1.4273388\ttotal: 23.8s\tremaining: 1m 26s\n",
      "216:\tlearn: 1.4273181\ttotal: 23.9s\tremaining: 1m 26s\n",
      "217:\tlearn: 1.4272902\ttotal: 24s\tremaining: 1m 26s\n",
      "218:\tlearn: 1.4270353\ttotal: 24.1s\tremaining: 1m 25s\n",
      "219:\tlearn: 1.4264248\ttotal: 24.2s\tremaining: 1m 25s\n",
      "220:\tlearn: 1.4260765\ttotal: 24.3s\tremaining: 1m 25s\n",
      "221:\tlearn: 1.4257774\ttotal: 24.4s\tremaining: 1m 25s\n",
      "222:\tlearn: 1.4255306\ttotal: 24.5s\tremaining: 1m 25s\n",
      "223:\tlearn: 1.4251586\ttotal: 24.6s\tremaining: 1m 25s\n",
      "224:\tlearn: 1.4248831\ttotal: 24.7s\tremaining: 1m 25s\n",
      "225:\tlearn: 1.4247192\ttotal: 24.9s\tremaining: 1m 25s\n",
      "226:\tlearn: 1.4245813\ttotal: 25s\tremaining: 1m 24s\n",
      "227:\tlearn: 1.4245587\ttotal: 25.1s\tremaining: 1m 24s\n",
      "228:\tlearn: 1.4243382\ttotal: 25.2s\tremaining: 1m 24s\n",
      "229:\tlearn: 1.4242482\ttotal: 25.3s\tremaining: 1m 24s\n",
      "230:\tlearn: 1.4242248\ttotal: 25.4s\tremaining: 1m 24s\n",
      "231:\tlearn: 1.4241712\ttotal: 25.5s\tremaining: 1m 24s\n",
      "232:\tlearn: 1.4238693\ttotal: 25.6s\tremaining: 1m 24s\n",
      "233:\tlearn: 1.4235731\ttotal: 25.7s\tremaining: 1m 24s\n",
      "234:\tlearn: 1.4235223\ttotal: 25.8s\tremaining: 1m 23s\n",
      "235:\tlearn: 1.4229588\ttotal: 25.9s\tremaining: 1m 23s\n",
      "236:\tlearn: 1.4225965\ttotal: 26s\tremaining: 1m 23s\n",
      "237:\tlearn: 1.4223388\ttotal: 26.1s\tremaining: 1m 23s\n",
      "238:\tlearn: 1.4223154\ttotal: 26.3s\tremaining: 1m 23s\n",
      "239:\tlearn: 1.4219941\ttotal: 26.3s\tremaining: 1m 23s\n",
      "240:\tlearn: 1.4217383\ttotal: 26.5s\tremaining: 1m 23s\n",
      "241:\tlearn: 1.4215709\ttotal: 26.6s\tremaining: 1m 23s\n",
      "242:\tlearn: 1.4212803\ttotal: 26.7s\tremaining: 1m 23s\n",
      "243:\tlearn: 1.4211615\ttotal: 26.8s\tremaining: 1m 23s\n",
      "244:\tlearn: 1.4207506\ttotal: 27s\tremaining: 1m 23s\n",
      "245:\tlearn: 1.4204603\ttotal: 27.1s\tremaining: 1m 23s\n",
      "246:\tlearn: 1.4198053\ttotal: 27.2s\tremaining: 1m 22s\n",
      "247:\tlearn: 1.4197429\ttotal: 27.3s\tremaining: 1m 22s\n",
      "248:\tlearn: 1.4192196\ttotal: 27.4s\tremaining: 1m 22s\n",
      "249:\tlearn: 1.4190897\ttotal: 27.6s\tremaining: 1m 22s\n",
      "250:\tlearn: 1.4187140\ttotal: 27.7s\tremaining: 1m 22s\n",
      "251:\tlearn: 1.4185674\ttotal: 27.8s\tremaining: 1m 22s\n",
      "252:\tlearn: 1.4181218\ttotal: 27.9s\tremaining: 1m 22s\n",
      "253:\tlearn: 1.4180381\ttotal: 28.1s\tremaining: 1m 22s\n",
      "254:\tlearn: 1.4179993\ttotal: 28.1s\tremaining: 1m 22s\n",
      "255:\tlearn: 1.4174034\ttotal: 28.2s\tremaining: 1m 22s\n",
      "256:\tlearn: 1.4171105\ttotal: 28.4s\tremaining: 1m 21s\n",
      "257:\tlearn: 1.4170681\ttotal: 28.5s\tremaining: 1m 21s\n",
      "258:\tlearn: 1.4169384\ttotal: 28.6s\tremaining: 1m 21s\n",
      "259:\tlearn: 1.4164976\ttotal: 28.7s\tremaining: 1m 21s\n",
      "260:\tlearn: 1.4164800\ttotal: 28.8s\tremaining: 1m 21s\n",
      "261:\tlearn: 1.4163136\ttotal: 29s\tremaining: 1m 21s\n",
      "262:\tlearn: 1.4158442\ttotal: 29.1s\tremaining: 1m 21s\n",
      "263:\tlearn: 1.4154985\ttotal: 29.2s\tremaining: 1m 21s\n",
      "264:\tlearn: 1.4150720\ttotal: 29.3s\tremaining: 1m 21s\n",
      "265:\tlearn: 1.4148103\ttotal: 29.5s\tremaining: 1m 21s\n",
      "266:\tlearn: 1.4140814\ttotal: 29.6s\tremaining: 1m 21s\n",
      "267:\tlearn: 1.4140618\ttotal: 29.7s\tremaining: 1m 21s\n",
      "268:\tlearn: 1.4140100\ttotal: 29.8s\tremaining: 1m 20s\n",
      "269:\tlearn: 1.4137009\ttotal: 29.9s\tremaining: 1m 20s\n",
      "270:\tlearn: 1.4133681\ttotal: 30s\tremaining: 1m 20s\n",
      "271:\tlearn: 1.4127653\ttotal: 30.1s\tremaining: 1m 20s\n",
      "272:\tlearn: 1.4120252\ttotal: 30.2s\tremaining: 1m 20s\n",
      "273:\tlearn: 1.4118664\ttotal: 30.3s\tremaining: 1m 20s\n",
      "274:\tlearn: 1.4116602\ttotal: 30.4s\tremaining: 1m 20s\n",
      "275:\tlearn: 1.4115005\ttotal: 30.6s\tremaining: 1m 20s\n",
      "276:\tlearn: 1.4111126\ttotal: 30.7s\tremaining: 1m 20s\n",
      "277:\tlearn: 1.4109516\ttotal: 30.8s\tremaining: 1m 19s\n",
      "278:\tlearn: 1.4105762\ttotal: 30.9s\tremaining: 1m 19s\n",
      "279:\tlearn: 1.4102027\ttotal: 31s\tremaining: 1m 19s\n",
      "280:\tlearn: 1.4099023\ttotal: 31.1s\tremaining: 1m 19s\n",
      "281:\tlearn: 1.4095160\ttotal: 31.2s\tremaining: 1m 19s\n",
      "282:\tlearn: 1.4091735\ttotal: 31.3s\tremaining: 1m 19s\n",
      "283:\tlearn: 1.4086858\ttotal: 31.4s\tremaining: 1m 19s\n",
      "284:\tlearn: 1.4083551\ttotal: 31.5s\tremaining: 1m 19s\n",
      "285:\tlearn: 1.4080819\ttotal: 31.7s\tremaining: 1m 19s\n",
      "286:\tlearn: 1.4076960\ttotal: 31.8s\tremaining: 1m 18s\n",
      "287:\tlearn: 1.4075671\ttotal: 31.9s\tremaining: 1m 18s\n",
      "288:\tlearn: 1.4070662\ttotal: 32s\tremaining: 1m 18s\n",
      "289:\tlearn: 1.4065301\ttotal: 32.1s\tremaining: 1m 18s\n",
      "290:\tlearn: 1.4061546\ttotal: 32.2s\tremaining: 1m 18s\n",
      "291:\tlearn: 1.4061074\ttotal: 32.3s\tremaining: 1m 18s\n",
      "292:\tlearn: 1.4056603\ttotal: 32.4s\tremaining: 1m 18s\n",
      "293:\tlearn: 1.4056125\ttotal: 32.5s\tremaining: 1m 18s\n",
      "294:\tlearn: 1.4053002\ttotal: 32.6s\tremaining: 1m 18s\n",
      "295:\tlearn: 1.4052038\ttotal: 32.7s\tremaining: 1m 17s\n",
      "296:\tlearn: 1.4051468\ttotal: 32.8s\tremaining: 1m 17s\n",
      "297:\tlearn: 1.4047831\ttotal: 33s\tremaining: 1m 17s\n",
      "298:\tlearn: 1.4043816\ttotal: 33.1s\tremaining: 1m 17s\n",
      "299:\tlearn: 1.4041733\ttotal: 33.2s\tremaining: 1m 17s\n",
      "300:\tlearn: 1.4039083\ttotal: 33.3s\tremaining: 1m 17s\n",
      "301:\tlearn: 1.4033162\ttotal: 33.4s\tremaining: 1m 17s\n",
      "302:\tlearn: 1.4030966\ttotal: 33.5s\tremaining: 1m 17s\n",
      "303:\tlearn: 1.4027939\ttotal: 33.6s\tremaining: 1m 16s\n",
      "304:\tlearn: 1.4022378\ttotal: 33.7s\tremaining: 1m 16s\n",
      "305:\tlearn: 1.4017266\ttotal: 33.8s\tremaining: 1m 16s\n",
      "306:\tlearn: 1.4016862\ttotal: 34s\tremaining: 1m 16s\n",
      "307:\tlearn: 1.4016131\ttotal: 34.1s\tremaining: 1m 16s\n",
      "308:\tlearn: 1.4011815\ttotal: 34.2s\tremaining: 1m 16s\n",
      "309:\tlearn: 1.4008425\ttotal: 34.3s\tremaining: 1m 16s\n",
      "310:\tlearn: 1.4004280\ttotal: 34.4s\tremaining: 1m 16s\n",
      "311:\tlearn: 1.4001837\ttotal: 34.5s\tremaining: 1m 16s\n",
      "312:\tlearn: 1.3998093\ttotal: 34.6s\tremaining: 1m 16s\n",
      "313:\tlearn: 1.3993823\ttotal: 34.7s\tremaining: 1m 15s\n",
      "314:\tlearn: 1.3988890\ttotal: 34.8s\tremaining: 1m 15s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "315:\tlearn: 1.3982822\ttotal: 34.9s\tremaining: 1m 15s\n",
      "316:\tlearn: 1.3978406\ttotal: 35s\tremaining: 1m 15s\n",
      "317:\tlearn: 1.3973811\ttotal: 35.2s\tremaining: 1m 15s\n",
      "318:\tlearn: 1.3970384\ttotal: 35.3s\tremaining: 1m 15s\n",
      "319:\tlearn: 1.3969038\ttotal: 35.4s\tremaining: 1m 15s\n",
      "320:\tlearn: 1.3962633\ttotal: 35.5s\tremaining: 1m 14s\n",
      "321:\tlearn: 1.3960090\ttotal: 35.6s\tremaining: 1m 14s\n",
      "322:\tlearn: 1.3955536\ttotal: 35.6s\tremaining: 1m 14s\n",
      "323:\tlearn: 1.3950242\ttotal: 35.7s\tremaining: 1m 14s\n",
      "324:\tlearn: 1.3947103\ttotal: 35.8s\tremaining: 1m 14s\n",
      "325:\tlearn: 1.3942491\ttotal: 35.9s\tremaining: 1m 14s\n",
      "326:\tlearn: 1.3940987\ttotal: 36s\tremaining: 1m 14s\n",
      "327:\tlearn: 1.3937318\ttotal: 36.1s\tremaining: 1m 14s\n",
      "328:\tlearn: 1.3935155\ttotal: 36.2s\tremaining: 1m 13s\n",
      "329:\tlearn: 1.3929872\ttotal: 36.3s\tremaining: 1m 13s\n",
      "330:\tlearn: 1.3923866\ttotal: 36.4s\tremaining: 1m 13s\n",
      "331:\tlearn: 1.3916473\ttotal: 36.5s\tremaining: 1m 13s\n",
      "332:\tlearn: 1.3914980\ttotal: 36.6s\tremaining: 1m 13s\n",
      "333:\tlearn: 1.3911272\ttotal: 36.7s\tremaining: 1m 13s\n",
      "334:\tlearn: 1.3907617\ttotal: 36.8s\tremaining: 1m 13s\n",
      "335:\tlearn: 1.3902472\ttotal: 36.9s\tremaining: 1m 12s\n",
      "336:\tlearn: 1.3900855\ttotal: 37s\tremaining: 1m 12s\n",
      "337:\tlearn: 1.3897809\ttotal: 37.1s\tremaining: 1m 12s\n",
      "338:\tlearn: 1.3891962\ttotal: 37.2s\tremaining: 1m 12s\n",
      "339:\tlearn: 1.3887372\ttotal: 37.3s\tremaining: 1m 12s\n",
      "340:\tlearn: 1.3883464\ttotal: 37.4s\tremaining: 1m 12s\n",
      "341:\tlearn: 1.3879680\ttotal: 37.5s\tremaining: 1m 12s\n",
      "342:\tlearn: 1.3876311\ttotal: 37.6s\tremaining: 1m 11s\n",
      "343:\tlearn: 1.3871326\ttotal: 37.7s\tremaining: 1m 11s\n",
      "344:\tlearn: 1.3869743\ttotal: 37.8s\tremaining: 1m 11s\n",
      "345:\tlearn: 1.3866982\ttotal: 37.9s\tremaining: 1m 11s\n",
      "346:\tlearn: 1.3862933\ttotal: 38s\tremaining: 1m 11s\n",
      "347:\tlearn: 1.3858516\ttotal: 38.1s\tremaining: 1m 11s\n",
      "348:\tlearn: 1.3855156\ttotal: 38.2s\tremaining: 1m 11s\n",
      "349:\tlearn: 1.3850297\ttotal: 38.3s\tremaining: 1m 11s\n",
      "350:\tlearn: 1.3845111\ttotal: 38.4s\tremaining: 1m 10s\n",
      "351:\tlearn: 1.3840080\ttotal: 38.5s\tremaining: 1m 10s\n",
      "352:\tlearn: 1.3835739\ttotal: 38.6s\tremaining: 1m 10s\n",
      "353:\tlearn: 1.3831848\ttotal: 38.7s\tremaining: 1m 10s\n",
      "354:\tlearn: 1.3827828\ttotal: 38.8s\tremaining: 1m 10s\n",
      "355:\tlearn: 1.3824679\ttotal: 38.9s\tremaining: 1m 10s\n",
      "356:\tlearn: 1.3821083\ttotal: 39s\tremaining: 1m 10s\n",
      "357:\tlearn: 1.3816997\ttotal: 39.2s\tremaining: 1m 10s\n",
      "358:\tlearn: 1.3813148\ttotal: 39.2s\tremaining: 1m 10s\n",
      "359:\tlearn: 1.3807080\ttotal: 39.3s\tremaining: 1m 9s\n",
      "360:\tlearn: 1.3803780\ttotal: 39.4s\tremaining: 1m 9s\n",
      "361:\tlearn: 1.3800967\ttotal: 39.5s\tremaining: 1m 9s\n",
      "362:\tlearn: 1.3796108\ttotal: 39.6s\tremaining: 1m 9s\n",
      "363:\tlearn: 1.3790762\ttotal: 39.8s\tremaining: 1m 9s\n",
      "364:\tlearn: 1.3786508\ttotal: 39.9s\tremaining: 1m 9s\n",
      "365:\tlearn: 1.3780288\ttotal: 40s\tremaining: 1m 9s\n",
      "366:\tlearn: 1.3776834\ttotal: 40.1s\tremaining: 1m 9s\n",
      "367:\tlearn: 1.3770001\ttotal: 40.2s\tremaining: 1m 9s\n",
      "368:\tlearn: 1.3765954\ttotal: 40.3s\tremaining: 1m 8s\n",
      "369:\tlearn: 1.3762254\ttotal: 40.5s\tremaining: 1m 8s\n",
      "370:\tlearn: 1.3759135\ttotal: 40.6s\tremaining: 1m 8s\n",
      "371:\tlearn: 1.3756425\ttotal: 40.7s\tremaining: 1m 8s\n",
      "372:\tlearn: 1.3748901\ttotal: 40.8s\tremaining: 1m 8s\n",
      "373:\tlearn: 1.3745252\ttotal: 40.9s\tremaining: 1m 8s\n",
      "374:\tlearn: 1.3743909\ttotal: 41s\tremaining: 1m 8s\n",
      "375:\tlearn: 1.3740045\ttotal: 41.1s\tremaining: 1m 8s\n",
      "376:\tlearn: 1.3735613\ttotal: 41.2s\tremaining: 1m 8s\n",
      "377:\tlearn: 1.3730685\ttotal: 41.3s\tremaining: 1m 8s\n",
      "378:\tlearn: 1.3726759\ttotal: 41.4s\tremaining: 1m 7s\n",
      "379:\tlearn: 1.3724880\ttotal: 41.6s\tremaining: 1m 7s\n",
      "380:\tlearn: 1.3719988\ttotal: 41.7s\tremaining: 1m 7s\n",
      "381:\tlearn: 1.3714750\ttotal: 41.8s\tremaining: 1m 7s\n",
      "382:\tlearn: 1.3712140\ttotal: 41.9s\tremaining: 1m 7s\n",
      "383:\tlearn: 1.3709512\ttotal: 42s\tremaining: 1m 7s\n",
      "384:\tlearn: 1.3705643\ttotal: 42.1s\tremaining: 1m 7s\n",
      "385:\tlearn: 1.3702175\ttotal: 42.2s\tremaining: 1m 7s\n",
      "386:\tlearn: 1.3698951\ttotal: 42.3s\tremaining: 1m 7s\n",
      "387:\tlearn: 1.3695054\ttotal: 42.4s\tremaining: 1m 6s\n",
      "388:\tlearn: 1.3693533\ttotal: 42.5s\tremaining: 1m 6s\n",
      "389:\tlearn: 1.3688795\ttotal: 42.6s\tremaining: 1m 6s\n",
      "390:\tlearn: 1.3685636\ttotal: 42.8s\tremaining: 1m 6s\n",
      "391:\tlearn: 1.3679214\ttotal: 42.9s\tremaining: 1m 6s\n",
      "392:\tlearn: 1.3676848\ttotal: 43s\tremaining: 1m 6s\n",
      "393:\tlearn: 1.3673698\ttotal: 43.1s\tremaining: 1m 6s\n",
      "394:\tlearn: 1.3671771\ttotal: 43.2s\tremaining: 1m 6s\n",
      "395:\tlearn: 1.3668222\ttotal: 43.3s\tremaining: 1m 6s\n",
      "396:\tlearn: 1.3665897\ttotal: 43.4s\tremaining: 1m 5s\n",
      "397:\tlearn: 1.3662576\ttotal: 43.5s\tremaining: 1m 5s\n",
      "398:\tlearn: 1.3654849\ttotal: 43.6s\tremaining: 1m 5s\n",
      "399:\tlearn: 1.3650104\ttotal: 43.7s\tremaining: 1m 5s\n",
      "400:\tlearn: 1.3646493\ttotal: 43.8s\tremaining: 1m 5s\n",
      "401:\tlearn: 1.3641124\ttotal: 43.9s\tremaining: 1m 5s\n",
      "402:\tlearn: 1.3639867\ttotal: 44s\tremaining: 1m 5s\n",
      "403:\tlearn: 1.3637848\ttotal: 44.1s\tremaining: 1m 5s\n",
      "404:\tlearn: 1.3632633\ttotal: 44.2s\tremaining: 1m 4s\n",
      "405:\tlearn: 1.3627026\ttotal: 44.3s\tremaining: 1m 4s\n",
      "406:\tlearn: 1.3623850\ttotal: 44.4s\tremaining: 1m 4s\n",
      "407:\tlearn: 1.3621633\ttotal: 44.5s\tremaining: 1m 4s\n",
      "408:\tlearn: 1.3615626\ttotal: 44.6s\tremaining: 1m 4s\n",
      "409:\tlearn: 1.3613381\ttotal: 44.7s\tremaining: 1m 4s\n",
      "410:\tlearn: 1.3607829\ttotal: 44.8s\tremaining: 1m 4s\n",
      "411:\tlearn: 1.3603942\ttotal: 44.9s\tremaining: 1m 4s\n",
      "412:\tlearn: 1.3601249\ttotal: 45.1s\tremaining: 1m 4s\n",
      "413:\tlearn: 1.3598445\ttotal: 45.1s\tremaining: 1m 3s\n",
      "414:\tlearn: 1.3594364\ttotal: 45.3s\tremaining: 1m 3s\n",
      "415:\tlearn: 1.3591234\ttotal: 45.4s\tremaining: 1m 3s\n",
      "416:\tlearn: 1.3589314\ttotal: 45.5s\tremaining: 1m 3s\n",
      "417:\tlearn: 1.3586430\ttotal: 45.6s\tremaining: 1m 3s\n",
      "418:\tlearn: 1.3583400\ttotal: 45.7s\tremaining: 1m 3s\n",
      "419:\tlearn: 1.3577627\ttotal: 45.8s\tremaining: 1m 3s\n",
      "420:\tlearn: 1.3574314\ttotal: 45.9s\tremaining: 1m 3s\n",
      "421:\tlearn: 1.3570889\ttotal: 46.1s\tremaining: 1m 3s\n",
      "422:\tlearn: 1.3567653\ttotal: 46.2s\tremaining: 1m 3s\n",
      "423:\tlearn: 1.3565875\ttotal: 46.3s\tremaining: 1m 2s\n",
      "424:\tlearn: 1.3563018\ttotal: 46.4s\tremaining: 1m 2s\n",
      "425:\tlearn: 1.3557473\ttotal: 46.5s\tremaining: 1m 2s\n",
      "426:\tlearn: 1.3554550\ttotal: 46.6s\tremaining: 1m 2s\n",
      "427:\tlearn: 1.3550978\ttotal: 46.7s\tremaining: 1m 2s\n",
      "428:\tlearn: 1.3546167\ttotal: 46.8s\tremaining: 1m 2s\n",
      "429:\tlearn: 1.3542238\ttotal: 46.9s\tremaining: 1m 2s\n",
      "430:\tlearn: 1.3539479\ttotal: 47s\tremaining: 1m 2s\n",
      "431:\tlearn: 1.3534143\ttotal: 47.1s\tremaining: 1m 1s\n",
      "432:\tlearn: 1.3532013\ttotal: 47.2s\tremaining: 1m 1s\n",
      "433:\tlearn: 1.3528623\ttotal: 47.3s\tremaining: 1m 1s\n",
      "434:\tlearn: 1.3525910\ttotal: 47.4s\tremaining: 1m 1s\n",
      "435:\tlearn: 1.3522766\ttotal: 47.5s\tremaining: 1m 1s\n",
      "436:\tlearn: 1.3519363\ttotal: 47.6s\tremaining: 1m 1s\n",
      "437:\tlearn: 1.3516425\ttotal: 47.8s\tremaining: 1m 1s\n",
      "438:\tlearn: 1.3512133\ttotal: 47.9s\tremaining: 1m 1s\n",
      "439:\tlearn: 1.3508542\ttotal: 48s\tremaining: 1m 1s\n",
      "440:\tlearn: 1.3505713\ttotal: 48.1s\tremaining: 1m\n",
      "441:\tlearn: 1.3501651\ttotal: 48.2s\tremaining: 1m\n",
      "442:\tlearn: 1.3497338\ttotal: 48.3s\tremaining: 1m\n",
      "443:\tlearn: 1.3494852\ttotal: 48.4s\tremaining: 1m\n",
      "444:\tlearn: 1.3493225\ttotal: 48.5s\tremaining: 1m\n",
      "445:\tlearn: 1.3488481\ttotal: 48.6s\tremaining: 1m\n",
      "446:\tlearn: 1.3485702\ttotal: 48.8s\tremaining: 1m\n",
      "447:\tlearn: 1.3482234\ttotal: 48.9s\tremaining: 1m\n",
      "448:\tlearn: 1.3478458\ttotal: 49s\tremaining: 1m\n",
      "449:\tlearn: 1.3475355\ttotal: 49.1s\tremaining: 1m\n",
      "450:\tlearn: 1.3472993\ttotal: 49.2s\tremaining: 59.9s\n",
      "451:\tlearn: 1.3470906\ttotal: 49.3s\tremaining: 59.8s\n",
      "452:\tlearn: 1.3468475\ttotal: 49.4s\tremaining: 59.7s\n",
      "453:\tlearn: 1.3467321\ttotal: 49.5s\tremaining: 59.6s\n",
      "454:\tlearn: 1.3465787\ttotal: 49.6s\tremaining: 59.4s\n",
      "455:\tlearn: 1.3463550\ttotal: 49.7s\tremaining: 59.3s\n",
      "456:\tlearn: 1.3462468\ttotal: 49.8s\tremaining: 59.2s\n",
      "457:\tlearn: 1.3459654\ttotal: 49.9s\tremaining: 59.1s\n",
      "458:\tlearn: 1.3457437\ttotal: 50s\tremaining: 59s\n",
      "459:\tlearn: 1.3456152\ttotal: 50.1s\tremaining: 58.9s\n",
      "460:\tlearn: 1.3454390\ttotal: 50.3s\tremaining: 58.8s\n",
      "461:\tlearn: 1.3450524\ttotal: 50.4s\tremaining: 58.7s\n",
      "462:\tlearn: 1.3448549\ttotal: 50.5s\tremaining: 58.6s\n",
      "463:\tlearn: 1.3443521\ttotal: 50.6s\tremaining: 58.5s\n",
      "464:\tlearn: 1.3439820\ttotal: 50.7s\tremaining: 58.4s\n",
      "465:\tlearn: 1.3436855\ttotal: 50.8s\tremaining: 58.3s\n",
      "466:\tlearn: 1.3433400\ttotal: 51s\tremaining: 58.2s\n",
      "467:\tlearn: 1.3429844\ttotal: 51.1s\tremaining: 58.1s\n",
      "468:\tlearn: 1.3426936\ttotal: 51.2s\tremaining: 58s\n",
      "469:\tlearn: 1.3425342\ttotal: 51.3s\tremaining: 57.8s\n",
      "470:\tlearn: 1.3422578\ttotal: 51.4s\tremaining: 57.7s\n",
      "471:\tlearn: 1.3418986\ttotal: 51.5s\tremaining: 57.7s\n",
      "472:\tlearn: 1.3416797\ttotal: 51.6s\tremaining: 57.5s\n",
      "473:\tlearn: 1.3415049\ttotal: 51.7s\tremaining: 57.4s\n",
      "474:\tlearn: 1.3412817\ttotal: 51.9s\tremaining: 57.3s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "475:\tlearn: 1.3410198\ttotal: 52s\tremaining: 57.2s\n",
      "476:\tlearn: 1.3408515\ttotal: 52.1s\tremaining: 57.1s\n",
      "477:\tlearn: 1.3406025\ttotal: 52.2s\tremaining: 57s\n",
      "478:\tlearn: 1.3403096\ttotal: 52.3s\tremaining: 56.9s\n",
      "479:\tlearn: 1.3398989\ttotal: 52.4s\tremaining: 56.8s\n",
      "480:\tlearn: 1.3395909\ttotal: 52.5s\tremaining: 56.7s\n",
      "481:\tlearn: 1.3394204\ttotal: 52.6s\tremaining: 56.6s\n",
      "482:\tlearn: 1.3391325\ttotal: 52.7s\tremaining: 56.5s\n",
      "483:\tlearn: 1.3389611\ttotal: 52.8s\tremaining: 56.3s\n",
      "484:\tlearn: 1.3384224\ttotal: 53s\tremaining: 56.2s\n",
      "485:\tlearn: 1.3381924\ttotal: 53.1s\tremaining: 56.1s\n",
      "486:\tlearn: 1.3380715\ttotal: 53.2s\tremaining: 56s\n",
      "487:\tlearn: 1.3379007\ttotal: 53.3s\tremaining: 55.9s\n",
      "488:\tlearn: 1.3373903\ttotal: 53.3s\tremaining: 55.7s\n",
      "489:\tlearn: 1.3371926\ttotal: 53.4s\tremaining: 55.6s\n",
      "490:\tlearn: 1.3366335\ttotal: 53.5s\tremaining: 55.5s\n",
      "491:\tlearn: 1.3363221\ttotal: 53.6s\tremaining: 55.4s\n",
      "492:\tlearn: 1.3361470\ttotal: 53.8s\tremaining: 55.3s\n",
      "493:\tlearn: 1.3357431\ttotal: 53.9s\tremaining: 55.2s\n",
      "494:\tlearn: 1.3354725\ttotal: 54s\tremaining: 55.1s\n",
      "495:\tlearn: 1.3351589\ttotal: 54.1s\tremaining: 55s\n",
      "496:\tlearn: 1.3347631\ttotal: 54.2s\tremaining: 54.8s\n",
      "497:\tlearn: 1.3345275\ttotal: 54.3s\tremaining: 54.8s\n",
      "498:\tlearn: 1.3344042\ttotal: 54.4s\tremaining: 54.6s\n",
      "499:\tlearn: 1.3340276\ttotal: 54.5s\tremaining: 54.5s\n",
      "500:\tlearn: 1.3337346\ttotal: 54.7s\tremaining: 54.4s\n",
      "501:\tlearn: 1.3335660\ttotal: 54.8s\tremaining: 54.3s\n",
      "502:\tlearn: 1.3333315\ttotal: 54.9s\tremaining: 54.2s\n",
      "503:\tlearn: 1.3332089\ttotal: 55s\tremaining: 54.1s\n",
      "504:\tlearn: 1.3329754\ttotal: 55.1s\tremaining: 54s\n",
      "505:\tlearn: 1.3327391\ttotal: 55.2s\tremaining: 53.9s\n",
      "506:\tlearn: 1.3324425\ttotal: 55.3s\tremaining: 53.8s\n",
      "507:\tlearn: 1.3322210\ttotal: 55.4s\tremaining: 53.6s\n",
      "508:\tlearn: 1.3319085\ttotal: 55.5s\tremaining: 53.5s\n",
      "509:\tlearn: 1.3317594\ttotal: 55.6s\tremaining: 53.4s\n",
      "510:\tlearn: 1.3313154\ttotal: 55.7s\tremaining: 53.3s\n",
      "511:\tlearn: 1.3310714\ttotal: 55.8s\tremaining: 53.2s\n",
      "512:\tlearn: 1.3308211\ttotal: 56s\tremaining: 53.1s\n",
      "513:\tlearn: 1.3306520\ttotal: 56.1s\tremaining: 53s\n",
      "514:\tlearn: 1.3305442\ttotal: 56.2s\tremaining: 52.9s\n",
      "515:\tlearn: 1.3302509\ttotal: 56.3s\tremaining: 52.8s\n",
      "516:\tlearn: 1.3298060\ttotal: 56.4s\tremaining: 52.7s\n",
      "517:\tlearn: 1.3293788\ttotal: 56.5s\tremaining: 52.6s\n",
      "518:\tlearn: 1.3290921\ttotal: 56.6s\tremaining: 52.5s\n",
      "519:\tlearn: 1.3289447\ttotal: 56.8s\tremaining: 52.4s\n",
      "520:\tlearn: 1.3285792\ttotal: 56.9s\tremaining: 52.3s\n",
      "521:\tlearn: 1.3284909\ttotal: 57s\tremaining: 52.2s\n",
      "522:\tlearn: 1.3282577\ttotal: 57.1s\tremaining: 52s\n",
      "523:\tlearn: 1.3281292\ttotal: 57.2s\tremaining: 51.9s\n",
      "524:\tlearn: 1.3279087\ttotal: 57.3s\tremaining: 51.8s\n",
      "525:\tlearn: 1.3276769\ttotal: 57.4s\tremaining: 51.7s\n",
      "526:\tlearn: 1.3274469\ttotal: 57.5s\tremaining: 51.6s\n",
      "527:\tlearn: 1.3271115\ttotal: 57.6s\tremaining: 51.5s\n",
      "528:\tlearn: 1.3270073\ttotal: 57.7s\tremaining: 51.3s\n",
      "529:\tlearn: 1.3268636\ttotal: 57.7s\tremaining: 51.2s\n",
      "530:\tlearn: 1.3266470\ttotal: 57.8s\tremaining: 51.1s\n",
      "531:\tlearn: 1.3264845\ttotal: 57.9s\tremaining: 51s\n",
      "532:\tlearn: 1.3263837\ttotal: 58s\tremaining: 50.8s\n",
      "533:\tlearn: 1.3260540\ttotal: 58.1s\tremaining: 50.7s\n",
      "534:\tlearn: 1.3258206\ttotal: 58.2s\tremaining: 50.6s\n",
      "535:\tlearn: 1.3256508\ttotal: 58.3s\tremaining: 50.5s\n",
      "536:\tlearn: 1.3253427\ttotal: 58.4s\tremaining: 50.3s\n",
      "537:\tlearn: 1.3249621\ttotal: 58.5s\tremaining: 50.2s\n",
      "538:\tlearn: 1.3248558\ttotal: 58.6s\tremaining: 50.1s\n",
      "539:\tlearn: 1.3247551\ttotal: 58.7s\tremaining: 50s\n",
      "540:\tlearn: 1.3246542\ttotal: 58.8s\tremaining: 49.9s\n",
      "541:\tlearn: 1.3243678\ttotal: 58.9s\tremaining: 49.8s\n",
      "542:\tlearn: 1.3241506\ttotal: 59s\tremaining: 49.6s\n",
      "543:\tlearn: 1.3237529\ttotal: 59.1s\tremaining: 49.5s\n",
      "544:\tlearn: 1.3236341\ttotal: 59.2s\tremaining: 49.4s\n",
      "545:\tlearn: 1.3234782\ttotal: 59.3s\tremaining: 49.3s\n",
      "546:\tlearn: 1.3233193\ttotal: 59.4s\tremaining: 49.2s\n",
      "547:\tlearn: 1.3231974\ttotal: 59.5s\tremaining: 49.1s\n",
      "548:\tlearn: 1.3229905\ttotal: 59.6s\tremaining: 49s\n",
      "549:\tlearn: 1.3226443\ttotal: 59.7s\tremaining: 48.8s\n",
      "550:\tlearn: 1.3223799\ttotal: 59.8s\tremaining: 48.7s\n",
      "551:\tlearn: 1.3222299\ttotal: 59.9s\tremaining: 48.6s\n",
      "552:\tlearn: 1.3221296\ttotal: 60s\tremaining: 48.5s\n",
      "553:\tlearn: 1.3217743\ttotal: 1m\tremaining: 48.4s\n",
      "554:\tlearn: 1.3216553\ttotal: 1m\tremaining: 48.2s\n",
      "555:\tlearn: 1.3214351\ttotal: 1m\tremaining: 48.1s\n",
      "556:\tlearn: 1.3213513\ttotal: 1m\tremaining: 48s\n",
      "557:\tlearn: 1.3211626\ttotal: 1m\tremaining: 47.9s\n",
      "558:\tlearn: 1.3210826\ttotal: 1m\tremaining: 47.8s\n",
      "559:\tlearn: 1.3208315\ttotal: 1m\tremaining: 47.7s\n",
      "560:\tlearn: 1.3207122\ttotal: 1m\tremaining: 47.6s\n",
      "561:\tlearn: 1.3204300\ttotal: 1m\tremaining: 47.4s\n",
      "562:\tlearn: 1.3201654\ttotal: 1m\tremaining: 47.3s\n",
      "563:\tlearn: 1.3198409\ttotal: 1m 1s\tremaining: 47.2s\n",
      "564:\tlearn: 1.3196049\ttotal: 1m 1s\tremaining: 47.1s\n",
      "565:\tlearn: 1.3192638\ttotal: 1m 1s\tremaining: 47s\n",
      "566:\tlearn: 1.3191681\ttotal: 1m 1s\tremaining: 46.9s\n",
      "567:\tlearn: 1.3187887\ttotal: 1m 1s\tremaining: 46.8s\n",
      "568:\tlearn: 1.3186469\ttotal: 1m 1s\tremaining: 46.6s\n",
      "569:\tlearn: 1.3184561\ttotal: 1m 1s\tremaining: 46.5s\n",
      "570:\tlearn: 1.3183612\ttotal: 1m 1s\tremaining: 46.4s\n",
      "571:\tlearn: 1.3182299\ttotal: 1m 1s\tremaining: 46.3s\n",
      "572:\tlearn: 1.3180305\ttotal: 1m 1s\tremaining: 46.2s\n",
      "573:\tlearn: 1.3177866\ttotal: 1m 2s\tremaining: 46.1s\n",
      "574:\tlearn: 1.3176177\ttotal: 1m 2s\tremaining: 46s\n",
      "575:\tlearn: 1.3174781\ttotal: 1m 2s\tremaining: 45.9s\n",
      "576:\tlearn: 1.3173879\ttotal: 1m 2s\tremaining: 45.7s\n",
      "577:\tlearn: 1.3171729\ttotal: 1m 2s\tremaining: 45.6s\n",
      "578:\tlearn: 1.3169000\ttotal: 1m 2s\tremaining: 45.5s\n",
      "579:\tlearn: 1.3166198\ttotal: 1m 2s\tremaining: 45.4s\n",
      "580:\tlearn: 1.3164856\ttotal: 1m 2s\tremaining: 45.3s\n",
      "581:\tlearn: 1.3162289\ttotal: 1m 2s\tremaining: 45.2s\n",
      "582:\tlearn: 1.3159962\ttotal: 1m 3s\tremaining: 45.1s\n",
      "583:\tlearn: 1.3159053\ttotal: 1m 3s\tremaining: 45s\n",
      "584:\tlearn: 1.3157990\ttotal: 1m 3s\tremaining: 44.8s\n",
      "585:\tlearn: 1.3155870\ttotal: 1m 3s\tremaining: 44.7s\n",
      "586:\tlearn: 1.3153627\ttotal: 1m 3s\tremaining: 44.6s\n",
      "587:\tlearn: 1.3151687\ttotal: 1m 3s\tremaining: 44.5s\n",
      "588:\tlearn: 1.3150164\ttotal: 1m 3s\tremaining: 44.4s\n",
      "589:\tlearn: 1.3146562\ttotal: 1m 3s\tremaining: 44.3s\n",
      "590:\tlearn: 1.3143749\ttotal: 1m 3s\tremaining: 44.2s\n",
      "591:\tlearn: 1.3142814\ttotal: 1m 3s\tremaining: 44s\n",
      "592:\tlearn: 1.3140161\ttotal: 1m 3s\tremaining: 43.9s\n",
      "593:\tlearn: 1.3137327\ttotal: 1m 4s\tremaining: 43.8s\n",
      "594:\tlearn: 1.3134224\ttotal: 1m 4s\tremaining: 43.7s\n",
      "595:\tlearn: 1.3132270\ttotal: 1m 4s\tremaining: 43.6s\n",
      "596:\tlearn: 1.3130692\ttotal: 1m 4s\tremaining: 43.5s\n",
      "597:\tlearn: 1.3127744\ttotal: 1m 4s\tremaining: 43.4s\n",
      "598:\tlearn: 1.3125342\ttotal: 1m 4s\tremaining: 43.2s\n",
      "599:\tlearn: 1.3123676\ttotal: 1m 4s\tremaining: 43.1s\n",
      "600:\tlearn: 1.3122652\ttotal: 1m 4s\tremaining: 43s\n",
      "601:\tlearn: 1.3120240\ttotal: 1m 4s\tremaining: 42.9s\n",
      "602:\tlearn: 1.3118240\ttotal: 1m 4s\tremaining: 42.8s\n",
      "603:\tlearn: 1.3115490\ttotal: 1m 5s\tremaining: 42.7s\n",
      "604:\tlearn: 1.3113209\ttotal: 1m 5s\tremaining: 42.6s\n",
      "605:\tlearn: 1.3111843\ttotal: 1m 5s\tremaining: 42.4s\n",
      "606:\tlearn: 1.3109759\ttotal: 1m 5s\tremaining: 42.3s\n",
      "607:\tlearn: 1.3107304\ttotal: 1m 5s\tremaining: 42.2s\n",
      "608:\tlearn: 1.3104432\ttotal: 1m 5s\tremaining: 42.1s\n",
      "609:\tlearn: 1.3102933\ttotal: 1m 5s\tremaining: 42s\n",
      "610:\tlearn: 1.3100848\ttotal: 1m 5s\tremaining: 41.9s\n",
      "611:\tlearn: 1.3097905\ttotal: 1m 5s\tremaining: 41.8s\n",
      "612:\tlearn: 1.3095312\ttotal: 1m 5s\tremaining: 41.7s\n",
      "613:\tlearn: 1.3092525\ttotal: 1m 6s\tremaining: 41.5s\n",
      "614:\tlearn: 1.3089565\ttotal: 1m 6s\tremaining: 41.4s\n",
      "615:\tlearn: 1.3088205\ttotal: 1m 6s\tremaining: 41.3s\n",
      "616:\tlearn: 1.3086442\ttotal: 1m 6s\tremaining: 41.2s\n",
      "617:\tlearn: 1.3084823\ttotal: 1m 6s\tremaining: 41.1s\n",
      "618:\tlearn: 1.3083918\ttotal: 1m 6s\tremaining: 41s\n",
      "619:\tlearn: 1.3081829\ttotal: 1m 6s\tremaining: 40.9s\n",
      "620:\tlearn: 1.3079875\ttotal: 1m 6s\tremaining: 40.8s\n",
      "621:\tlearn: 1.3078892\ttotal: 1m 6s\tremaining: 40.7s\n",
      "622:\tlearn: 1.3077000\ttotal: 1m 7s\tremaining: 40.5s\n",
      "623:\tlearn: 1.3074972\ttotal: 1m 7s\tremaining: 40.4s\n",
      "624:\tlearn: 1.3072713\ttotal: 1m 7s\tremaining: 40.3s\n",
      "625:\tlearn: 1.3071029\ttotal: 1m 7s\tremaining: 40.2s\n",
      "626:\tlearn: 1.3069583\ttotal: 1m 7s\tremaining: 40.1s\n",
      "627:\tlearn: 1.3067645\ttotal: 1m 7s\tremaining: 40s\n",
      "628:\tlearn: 1.3065202\ttotal: 1m 7s\tremaining: 39.9s\n",
      "629:\tlearn: 1.3063625\ttotal: 1m 7s\tremaining: 39.8s\n",
      "630:\tlearn: 1.3062785\ttotal: 1m 7s\tremaining: 39.7s\n",
      "631:\tlearn: 1.3061364\ttotal: 1m 7s\tremaining: 39.6s\n",
      "632:\tlearn: 1.3058736\ttotal: 1m 8s\tremaining: 39.5s\n",
      "633:\tlearn: 1.3055300\ttotal: 1m 8s\tremaining: 39.3s\n",
      "634:\tlearn: 1.3052838\ttotal: 1m 8s\tremaining: 39.2s\n",
      "635:\tlearn: 1.3051273\ttotal: 1m 8s\tremaining: 39.1s\n",
      "636:\tlearn: 1.3048936\ttotal: 1m 8s\tremaining: 39s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "637:\tlearn: 1.3047473\ttotal: 1m 8s\tremaining: 38.9s\n",
      "638:\tlearn: 1.3045515\ttotal: 1m 8s\tremaining: 38.8s\n",
      "639:\tlearn: 1.3043167\ttotal: 1m 8s\tremaining: 38.7s\n",
      "640:\tlearn: 1.3042064\ttotal: 1m 8s\tremaining: 38.5s\n",
      "641:\tlearn: 1.3041154\ttotal: 1m 8s\tremaining: 38.4s\n",
      "642:\tlearn: 1.3039112\ttotal: 1m 9s\tremaining: 38.3s\n",
      "643:\tlearn: 1.3036032\ttotal: 1m 9s\tremaining: 38.2s\n",
      "644:\tlearn: 1.3035240\ttotal: 1m 9s\tremaining: 38.1s\n",
      "645:\tlearn: 1.3033567\ttotal: 1m 9s\tremaining: 38s\n",
      "646:\tlearn: 1.3031053\ttotal: 1m 9s\tremaining: 37.9s\n",
      "647:\tlearn: 1.3029605\ttotal: 1m 9s\tremaining: 37.8s\n",
      "648:\tlearn: 1.3028427\ttotal: 1m 9s\tremaining: 37.7s\n",
      "649:\tlearn: 1.3027567\ttotal: 1m 9s\tremaining: 37.6s\n",
      "650:\tlearn: 1.3025873\ttotal: 1m 9s\tremaining: 37.5s\n",
      "651:\tlearn: 1.3024813\ttotal: 1m 9s\tremaining: 37.4s\n",
      "652:\tlearn: 1.3023377\ttotal: 1m 10s\tremaining: 37.2s\n",
      "653:\tlearn: 1.3020156\ttotal: 1m 10s\tremaining: 37.1s\n",
      "654:\tlearn: 1.3019001\ttotal: 1m 10s\tremaining: 37s\n",
      "655:\tlearn: 1.3018042\ttotal: 1m 10s\tremaining: 36.9s\n",
      "656:\tlearn: 1.3016794\ttotal: 1m 10s\tremaining: 36.8s\n",
      "657:\tlearn: 1.3015471\ttotal: 1m 10s\tremaining: 36.7s\n",
      "658:\tlearn: 1.3012416\ttotal: 1m 10s\tremaining: 36.6s\n",
      "659:\tlearn: 1.3010343\ttotal: 1m 10s\tremaining: 36.5s\n",
      "660:\tlearn: 1.3009479\ttotal: 1m 10s\tremaining: 36.4s\n",
      "661:\tlearn: 1.3007580\ttotal: 1m 11s\tremaining: 36.3s\n",
      "662:\tlearn: 1.3006624\ttotal: 1m 11s\tremaining: 36.2s\n",
      "663:\tlearn: 1.3004196\ttotal: 1m 11s\tremaining: 36s\n",
      "664:\tlearn: 1.3002452\ttotal: 1m 11s\tremaining: 36s\n",
      "665:\tlearn: 1.2999982\ttotal: 1m 11s\tremaining: 35.8s\n",
      "666:\tlearn: 1.2997212\ttotal: 1m 11s\tremaining: 35.8s\n",
      "667:\tlearn: 1.2994463\ttotal: 1m 11s\tremaining: 35.6s\n",
      "668:\tlearn: 1.2992154\ttotal: 1m 11s\tremaining: 35.5s\n",
      "669:\tlearn: 1.2990894\ttotal: 1m 11s\tremaining: 35.4s\n",
      "670:\tlearn: 1.2988604\ttotal: 1m 12s\tremaining: 35.3s\n",
      "671:\tlearn: 1.2986955\ttotal: 1m 12s\tremaining: 35.2s\n",
      "672:\tlearn: 1.2983899\ttotal: 1m 12s\tremaining: 35.1s\n",
      "673:\tlearn: 1.2983129\ttotal: 1m 12s\tremaining: 35s\n",
      "674:\tlearn: 1.2981071\ttotal: 1m 12s\tremaining: 34.9s\n",
      "675:\tlearn: 1.2979472\ttotal: 1m 12s\tremaining: 34.8s\n",
      "676:\tlearn: 1.2977009\ttotal: 1m 12s\tremaining: 34.7s\n",
      "677:\tlearn: 1.2974114\ttotal: 1m 12s\tremaining: 34.6s\n",
      "678:\tlearn: 1.2971831\ttotal: 1m 12s\tremaining: 34.5s\n",
      "679:\tlearn: 1.2970275\ttotal: 1m 13s\tremaining: 34.4s\n",
      "680:\tlearn: 1.2968975\ttotal: 1m 13s\tremaining: 34.3s\n",
      "681:\tlearn: 1.2967231\ttotal: 1m 13s\tremaining: 34.1s\n",
      "682:\tlearn: 1.2965600\ttotal: 1m 13s\tremaining: 34s\n",
      "683:\tlearn: 1.2963641\ttotal: 1m 13s\tremaining: 33.9s\n",
      "684:\tlearn: 1.2962530\ttotal: 1m 13s\tremaining: 33.8s\n",
      "685:\tlearn: 1.2961047\ttotal: 1m 13s\tremaining: 33.7s\n",
      "686:\tlearn: 1.2959160\ttotal: 1m 13s\tremaining: 33.6s\n",
      "687:\tlearn: 1.2957141\ttotal: 1m 13s\tremaining: 33.5s\n",
      "688:\tlearn: 1.2956431\ttotal: 1m 13s\tremaining: 33.4s\n",
      "689:\tlearn: 1.2954868\ttotal: 1m 14s\tremaining: 33.3s\n",
      "690:\tlearn: 1.2952902\ttotal: 1m 14s\tremaining: 33.2s\n",
      "691:\tlearn: 1.2950565\ttotal: 1m 14s\tremaining: 33.1s\n",
      "692:\tlearn: 1.2949793\ttotal: 1m 14s\tremaining: 33s\n",
      "693:\tlearn: 1.2947652\ttotal: 1m 14s\tremaining: 32.9s\n",
      "694:\tlearn: 1.2946273\ttotal: 1m 14s\tremaining: 32.8s\n",
      "695:\tlearn: 1.2944525\ttotal: 1m 14s\tremaining: 32.7s\n",
      "696:\tlearn: 1.2943735\ttotal: 1m 14s\tremaining: 32.5s\n",
      "697:\tlearn: 1.2942851\ttotal: 1m 14s\tremaining: 32.4s\n",
      "698:\tlearn: 1.2942224\ttotal: 1m 15s\tremaining: 32.3s\n",
      "699:\tlearn: 1.2940591\ttotal: 1m 15s\tremaining: 32.2s\n",
      "700:\tlearn: 1.2938949\ttotal: 1m 15s\tremaining: 32.1s\n",
      "701:\tlearn: 1.2938273\ttotal: 1m 15s\tremaining: 32s\n",
      "702:\tlearn: 1.2937333\ttotal: 1m 15s\tremaining: 31.9s\n",
      "703:\tlearn: 1.2936227\ttotal: 1m 15s\tremaining: 31.8s\n",
      "704:\tlearn: 1.2935506\ttotal: 1m 15s\tremaining: 31.7s\n",
      "705:\tlearn: 1.2934770\ttotal: 1m 15s\tremaining: 31.5s\n",
      "706:\tlearn: 1.2934020\ttotal: 1m 15s\tremaining: 31.4s\n",
      "707:\tlearn: 1.2933257\ttotal: 1m 15s\tremaining: 31.3s\n",
      "708:\tlearn: 1.2931485\ttotal: 1m 16s\tremaining: 31.2s\n",
      "709:\tlearn: 1.2928587\ttotal: 1m 16s\tremaining: 31.1s\n",
      "710:\tlearn: 1.2927842\ttotal: 1m 16s\tremaining: 31s\n",
      "711:\tlearn: 1.2925948\ttotal: 1m 16s\tremaining: 30.9s\n",
      "712:\tlearn: 1.2924222\ttotal: 1m 16s\tremaining: 30.8s\n",
      "713:\tlearn: 1.2922156\ttotal: 1m 16s\tremaining: 30.6s\n",
      "714:\tlearn: 1.2920043\ttotal: 1m 16s\tremaining: 30.5s\n",
      "715:\tlearn: 1.2917078\ttotal: 1m 16s\tremaining: 30.4s\n",
      "716:\tlearn: 1.2916344\ttotal: 1m 16s\tremaining: 30.3s\n",
      "717:\tlearn: 1.2914597\ttotal: 1m 16s\tremaining: 30.2s\n",
      "718:\tlearn: 1.2913371\ttotal: 1m 17s\tremaining: 30.1s\n",
      "719:\tlearn: 1.2911515\ttotal: 1m 17s\tremaining: 30s\n",
      "720:\tlearn: 1.2910371\ttotal: 1m 17s\tremaining: 29.9s\n",
      "721:\tlearn: 1.2909543\ttotal: 1m 17s\tremaining: 29.8s\n",
      "722:\tlearn: 1.2906552\ttotal: 1m 17s\tremaining: 29.7s\n",
      "723:\tlearn: 1.2902629\ttotal: 1m 17s\tremaining: 29.6s\n",
      "724:\tlearn: 1.2900706\ttotal: 1m 17s\tremaining: 29.5s\n",
      "725:\tlearn: 1.2898740\ttotal: 1m 17s\tremaining: 29.4s\n",
      "726:\tlearn: 1.2896960\ttotal: 1m 17s\tremaining: 29.3s\n",
      "727:\tlearn: 1.2894940\ttotal: 1m 18s\tremaining: 29.1s\n",
      "728:\tlearn: 1.2893679\ttotal: 1m 18s\tremaining: 29s\n",
      "729:\tlearn: 1.2891456\ttotal: 1m 18s\tremaining: 28.9s\n",
      "730:\tlearn: 1.2888610\ttotal: 1m 18s\tremaining: 28.8s\n",
      "731:\tlearn: 1.2886411\ttotal: 1m 18s\tremaining: 28.7s\n",
      "732:\tlearn: 1.2885797\ttotal: 1m 18s\tremaining: 28.6s\n",
      "733:\tlearn: 1.2882553\ttotal: 1m 18s\tremaining: 28.5s\n",
      "734:\tlearn: 1.2879967\ttotal: 1m 18s\tremaining: 28.4s\n",
      "735:\tlearn: 1.2879195\ttotal: 1m 18s\tremaining: 28.3s\n",
      "736:\tlearn: 1.2877985\ttotal: 1m 18s\tremaining: 28.1s\n",
      "737:\tlearn: 1.2876319\ttotal: 1m 18s\tremaining: 28s\n",
      "738:\tlearn: 1.2874565\ttotal: 1m 19s\tremaining: 27.9s\n",
      "739:\tlearn: 1.2871834\ttotal: 1m 19s\tremaining: 27.8s\n",
      "740:\tlearn: 1.2871033\ttotal: 1m 19s\tremaining: 27.7s\n",
      "741:\tlearn: 1.2870042\ttotal: 1m 19s\tremaining: 27.6s\n",
      "742:\tlearn: 1.2869313\ttotal: 1m 19s\tremaining: 27.5s\n",
      "743:\tlearn: 1.2868132\ttotal: 1m 19s\tremaining: 27.4s\n",
      "744:\tlearn: 1.2865984\ttotal: 1m 19s\tremaining: 27.3s\n",
      "745:\tlearn: 1.2863928\ttotal: 1m 19s\tremaining: 27.2s\n",
      "746:\tlearn: 1.2861213\ttotal: 1m 19s\tremaining: 27.1s\n",
      "747:\tlearn: 1.2860518\ttotal: 1m 20s\tremaining: 27s\n",
      "748:\tlearn: 1.2857603\ttotal: 1m 20s\tremaining: 26.9s\n",
      "749:\tlearn: 1.2856793\ttotal: 1m 20s\tremaining: 26.8s\n",
      "750:\tlearn: 1.2854408\ttotal: 1m 20s\tremaining: 26.7s\n",
      "751:\tlearn: 1.2852624\ttotal: 1m 20s\tremaining: 26.6s\n",
      "752:\tlearn: 1.2851154\ttotal: 1m 20s\tremaining: 26.4s\n",
      "753:\tlearn: 1.2849581\ttotal: 1m 20s\tremaining: 26.4s\n",
      "754:\tlearn: 1.2848133\ttotal: 1m 20s\tremaining: 26.2s\n",
      "755:\tlearn: 1.2847429\ttotal: 1m 20s\tremaining: 26.1s\n",
      "756:\tlearn: 1.2845627\ttotal: 1m 21s\tremaining: 26s\n",
      "757:\tlearn: 1.2844241\ttotal: 1m 21s\tremaining: 25.9s\n",
      "758:\tlearn: 1.2842875\ttotal: 1m 21s\tremaining: 25.8s\n",
      "759:\tlearn: 1.2841091\ttotal: 1m 21s\tremaining: 25.7s\n",
      "760:\tlearn: 1.2839762\ttotal: 1m 21s\tremaining: 25.6s\n",
      "761:\tlearn: 1.2838767\ttotal: 1m 21s\tremaining: 25.5s\n",
      "762:\tlearn: 1.2837671\ttotal: 1m 21s\tremaining: 25.4s\n",
      "763:\tlearn: 1.2836358\ttotal: 1m 21s\tremaining: 25.3s\n",
      "764:\tlearn: 1.2834818\ttotal: 1m 21s\tremaining: 25.2s\n",
      "765:\tlearn: 1.2834163\ttotal: 1m 22s\tremaining: 25.1s\n",
      "766:\tlearn: 1.2833433\ttotal: 1m 22s\tremaining: 25s\n",
      "767:\tlearn: 1.2831636\ttotal: 1m 22s\tremaining: 24.9s\n",
      "768:\tlearn: 1.2829314\ttotal: 1m 22s\tremaining: 24.8s\n",
      "769:\tlearn: 1.2828600\ttotal: 1m 22s\tremaining: 24.6s\n",
      "770:\tlearn: 1.2826756\ttotal: 1m 22s\tremaining: 24.5s\n",
      "771:\tlearn: 1.2824179\ttotal: 1m 22s\tremaining: 24.4s\n",
      "772:\tlearn: 1.2822883\ttotal: 1m 22s\tremaining: 24.3s\n",
      "773:\tlearn: 1.2821747\ttotal: 1m 22s\tremaining: 24.2s\n",
      "774:\tlearn: 1.2820536\ttotal: 1m 23s\tremaining: 24.1s\n",
      "775:\tlearn: 1.2819146\ttotal: 1m 23s\tremaining: 24s\n",
      "776:\tlearn: 1.2817885\ttotal: 1m 23s\tremaining: 23.9s\n",
      "777:\tlearn: 1.2817207\ttotal: 1m 23s\tremaining: 23.8s\n",
      "778:\tlearn: 1.2815050\ttotal: 1m 23s\tremaining: 23.7s\n",
      "779:\tlearn: 1.2811912\ttotal: 1m 23s\tremaining: 23.6s\n",
      "780:\tlearn: 1.2811246\ttotal: 1m 23s\tremaining: 23.5s\n",
      "781:\tlearn: 1.2809417\ttotal: 1m 23s\tremaining: 23.3s\n",
      "782:\tlearn: 1.2808289\ttotal: 1m 23s\tremaining: 23.2s\n",
      "783:\tlearn: 1.2807078\ttotal: 1m 23s\tremaining: 23.1s\n",
      "784:\tlearn: 1.2804634\ttotal: 1m 24s\tremaining: 23s\n",
      "785:\tlearn: 1.2803984\ttotal: 1m 24s\tremaining: 22.9s\n",
      "786:\tlearn: 1.2803155\ttotal: 1m 24s\tremaining: 22.8s\n",
      "787:\tlearn: 1.2802469\ttotal: 1m 24s\tremaining: 22.7s\n",
      "788:\tlearn: 1.2801832\ttotal: 1m 24s\tremaining: 22.6s\n",
      "789:\tlearn: 1.2801237\ttotal: 1m 24s\tremaining: 22.5s\n",
      "790:\tlearn: 1.2799479\ttotal: 1m 24s\tremaining: 22.4s\n",
      "791:\tlearn: 1.2797567\ttotal: 1m 24s\tremaining: 22.3s\n",
      "792:\tlearn: 1.2795373\ttotal: 1m 24s\tremaining: 22.2s\n",
      "793:\tlearn: 1.2793054\ttotal: 1m 25s\tremaining: 22.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "794:\tlearn: 1.2791401\ttotal: 1m 25s\tremaining: 21.9s\n",
      "795:\tlearn: 1.2789755\ttotal: 1m 25s\tremaining: 21.8s\n",
      "796:\tlearn: 1.2789165\ttotal: 1m 25s\tremaining: 21.7s\n",
      "797:\tlearn: 1.2788246\ttotal: 1m 25s\tremaining: 21.6s\n",
      "798:\tlearn: 1.2787242\ttotal: 1m 25s\tremaining: 21.5s\n",
      "799:\tlearn: 1.2785784\ttotal: 1m 25s\tremaining: 21.4s\n",
      "800:\tlearn: 1.2783796\ttotal: 1m 25s\tremaining: 21.3s\n",
      "801:\tlearn: 1.2782220\ttotal: 1m 25s\tremaining: 21.2s\n",
      "802:\tlearn: 1.2780833\ttotal: 1m 25s\tremaining: 21.1s\n",
      "803:\tlearn: 1.2778548\ttotal: 1m 26s\tremaining: 21s\n",
      "804:\tlearn: 1.2777698\ttotal: 1m 26s\tremaining: 20.9s\n",
      "805:\tlearn: 1.2776318\ttotal: 1m 26s\tremaining: 20.8s\n",
      "806:\tlearn: 1.2774705\ttotal: 1m 26s\tremaining: 20.7s\n",
      "807:\tlearn: 1.2772914\ttotal: 1m 26s\tremaining: 20.6s\n",
      "808:\tlearn: 1.2771153\ttotal: 1m 26s\tremaining: 20.4s\n",
      "809:\tlearn: 1.2770534\ttotal: 1m 26s\tremaining: 20.3s\n",
      "810:\tlearn: 1.2769186\ttotal: 1m 26s\tremaining: 20.2s\n",
      "811:\tlearn: 1.2768046\ttotal: 1m 26s\tremaining: 20.1s\n",
      "812:\tlearn: 1.2765852\ttotal: 1m 27s\tremaining: 20s\n",
      "813:\tlearn: 1.2764752\ttotal: 1m 27s\tremaining: 19.9s\n",
      "814:\tlearn: 1.2763881\ttotal: 1m 27s\tremaining: 19.8s\n",
      "815:\tlearn: 1.2762006\ttotal: 1m 27s\tremaining: 19.7s\n",
      "816:\tlearn: 1.2759972\ttotal: 1m 27s\tremaining: 19.6s\n",
      "817:\tlearn: 1.2758397\ttotal: 1m 27s\tremaining: 19.5s\n",
      "818:\tlearn: 1.2756923\ttotal: 1m 27s\tremaining: 19.4s\n",
      "819:\tlearn: 1.2755535\ttotal: 1m 27s\tremaining: 19.3s\n",
      "820:\tlearn: 1.2754918\ttotal: 1m 27s\tremaining: 19.2s\n",
      "821:\tlearn: 1.2754073\ttotal: 1m 27s\tremaining: 19s\n",
      "822:\tlearn: 1.2753496\ttotal: 1m 28s\tremaining: 18.9s\n",
      "823:\tlearn: 1.2750431\ttotal: 1m 28s\tremaining: 18.8s\n",
      "824:\tlearn: 1.2749876\ttotal: 1m 28s\tremaining: 18.7s\n",
      "825:\tlearn: 1.2749291\ttotal: 1m 28s\tremaining: 18.6s\n",
      "826:\tlearn: 1.2747463\ttotal: 1m 28s\tremaining: 18.5s\n",
      "827:\tlearn: 1.2745289\ttotal: 1m 28s\tremaining: 18.4s\n",
      "828:\tlearn: 1.2743566\ttotal: 1m 28s\tremaining: 18.3s\n",
      "829:\tlearn: 1.2740872\ttotal: 1m 28s\tremaining: 18.2s\n",
      "830:\tlearn: 1.2738156\ttotal: 1m 28s\tremaining: 18.1s\n",
      "831:\tlearn: 1.2735686\ttotal: 1m 28s\tremaining: 18s\n",
      "832:\tlearn: 1.2733954\ttotal: 1m 29s\tremaining: 17.9s\n",
      "833:\tlearn: 1.2732731\ttotal: 1m 29s\tremaining: 17.8s\n",
      "834:\tlearn: 1.2732168\ttotal: 1m 29s\tremaining: 17.6s\n",
      "835:\tlearn: 1.2730501\ttotal: 1m 29s\tremaining: 17.5s\n",
      "836:\tlearn: 1.2728632\ttotal: 1m 29s\tremaining: 17.4s\n",
      "837:\tlearn: 1.2728080\ttotal: 1m 29s\tremaining: 17.3s\n",
      "838:\tlearn: 1.2726165\ttotal: 1m 29s\tremaining: 17.2s\n",
      "839:\tlearn: 1.2725477\ttotal: 1m 29s\tremaining: 17.1s\n",
      "840:\tlearn: 1.2724290\ttotal: 1m 29s\tremaining: 17s\n",
      "841:\tlearn: 1.2721349\ttotal: 1m 29s\tremaining: 16.9s\n",
      "842:\tlearn: 1.2719753\ttotal: 1m 30s\tremaining: 16.8s\n",
      "843:\tlearn: 1.2719175\ttotal: 1m 30s\tremaining: 16.7s\n",
      "844:\tlearn: 1.2716590\ttotal: 1m 30s\tremaining: 16.6s\n",
      "845:\tlearn: 1.2715633\ttotal: 1m 30s\tremaining: 16.5s\n",
      "846:\tlearn: 1.2714433\ttotal: 1m 30s\tremaining: 16.4s\n",
      "847:\tlearn: 1.2711799\ttotal: 1m 30s\tremaining: 16.2s\n",
      "848:\tlearn: 1.2710492\ttotal: 1m 30s\tremaining: 16.1s\n",
      "849:\tlearn: 1.2709604\ttotal: 1m 30s\tremaining: 16s\n",
      "850:\tlearn: 1.2708615\ttotal: 1m 30s\tremaining: 15.9s\n",
      "851:\tlearn: 1.2707468\ttotal: 1m 31s\tremaining: 15.8s\n",
      "852:\tlearn: 1.2706359\ttotal: 1m 31s\tremaining: 15.7s\n",
      "853:\tlearn: 1.2704681\ttotal: 1m 31s\tremaining: 15.6s\n",
      "854:\tlearn: 1.2703131\ttotal: 1m 31s\tremaining: 15.5s\n",
      "855:\tlearn: 1.2701817\ttotal: 1m 31s\tremaining: 15.4s\n",
      "856:\tlearn: 1.2700687\ttotal: 1m 31s\tremaining: 15.3s\n",
      "857:\tlearn: 1.2699978\ttotal: 1m 31s\tremaining: 15.2s\n",
      "858:\tlearn: 1.2698764\ttotal: 1m 31s\tremaining: 15.1s\n",
      "859:\tlearn: 1.2696834\ttotal: 1m 31s\tremaining: 15s\n",
      "860:\tlearn: 1.2695004\ttotal: 1m 32s\tremaining: 14.9s\n",
      "861:\tlearn: 1.2693047\ttotal: 1m 32s\tremaining: 14.8s\n",
      "862:\tlearn: 1.2692537\ttotal: 1m 32s\tremaining: 14.6s\n",
      "863:\tlearn: 1.2690816\ttotal: 1m 32s\tremaining: 14.5s\n",
      "864:\tlearn: 1.2689480\ttotal: 1m 32s\tremaining: 14.4s\n",
      "865:\tlearn: 1.2688678\ttotal: 1m 32s\tremaining: 14.3s\n",
      "866:\tlearn: 1.2687843\ttotal: 1m 32s\tremaining: 14.2s\n",
      "867:\tlearn: 1.2686243\ttotal: 1m 32s\tremaining: 14.1s\n",
      "868:\tlearn: 1.2685695\ttotal: 1m 32s\tremaining: 14s\n",
      "869:\tlearn: 1.2684800\ttotal: 1m 32s\tremaining: 13.9s\n",
      "870:\tlearn: 1.2683722\ttotal: 1m 33s\tremaining: 13.8s\n",
      "871:\tlearn: 1.2681784\ttotal: 1m 33s\tremaining: 13.7s\n",
      "872:\tlearn: 1.2681285\ttotal: 1m 33s\tremaining: 13.6s\n",
      "873:\tlearn: 1.2680255\ttotal: 1m 33s\tremaining: 13.5s\n",
      "874:\tlearn: 1.2678190\ttotal: 1m 33s\tremaining: 13.3s\n",
      "875:\tlearn: 1.2676290\ttotal: 1m 33s\tremaining: 13.2s\n",
      "876:\tlearn: 1.2675210\ttotal: 1m 33s\tremaining: 13.1s\n",
      "877:\tlearn: 1.2674277\ttotal: 1m 33s\tremaining: 13s\n",
      "878:\tlearn: 1.2672543\ttotal: 1m 33s\tremaining: 12.9s\n",
      "879:\tlearn: 1.2670510\ttotal: 1m 33s\tremaining: 12.8s\n",
      "880:\tlearn: 1.2669948\ttotal: 1m 34s\tremaining: 12.7s\n",
      "881:\tlearn: 1.2668677\ttotal: 1m 34s\tremaining: 12.6s\n",
      "882:\tlearn: 1.2667479\ttotal: 1m 34s\tremaining: 12.5s\n",
      "883:\tlearn: 1.2666384\ttotal: 1m 34s\tremaining: 12.4s\n",
      "884:\tlearn: 1.2665150\ttotal: 1m 34s\tremaining: 12.3s\n",
      "885:\tlearn: 1.2663624\ttotal: 1m 34s\tremaining: 12.2s\n",
      "886:\tlearn: 1.2662371\ttotal: 1m 34s\tremaining: 12.1s\n",
      "887:\tlearn: 1.2661221\ttotal: 1m 34s\tremaining: 12s\n",
      "888:\tlearn: 1.2657469\ttotal: 1m 35s\tremaining: 11.9s\n",
      "889:\tlearn: 1.2655662\ttotal: 1m 35s\tremaining: 11.8s\n",
      "890:\tlearn: 1.2654422\ttotal: 1m 35s\tremaining: 11.7s\n",
      "891:\tlearn: 1.2652724\ttotal: 1m 35s\tremaining: 11.5s\n",
      "892:\tlearn: 1.2651007\ttotal: 1m 35s\tremaining: 11.4s\n",
      "893:\tlearn: 1.2649767\ttotal: 1m 35s\tremaining: 11.3s\n",
      "894:\tlearn: 1.2648360\ttotal: 1m 35s\tremaining: 11.2s\n",
      "895:\tlearn: 1.2646629\ttotal: 1m 35s\tremaining: 11.1s\n",
      "896:\tlearn: 1.2645219\ttotal: 1m 35s\tremaining: 11s\n",
      "897:\tlearn: 1.2644686\ttotal: 1m 36s\tremaining: 10.9s\n",
      "898:\tlearn: 1.2643195\ttotal: 1m 36s\tremaining: 10.8s\n",
      "899:\tlearn: 1.2642642\ttotal: 1m 36s\tremaining: 10.7s\n",
      "900:\tlearn: 1.2639583\ttotal: 1m 36s\tremaining: 10.6s\n",
      "901:\tlearn: 1.2638412\ttotal: 1m 36s\tremaining: 10.5s\n",
      "902:\tlearn: 1.2637621\ttotal: 1m 36s\tremaining: 10.4s\n",
      "903:\tlearn: 1.2637072\ttotal: 1m 36s\tremaining: 10.3s\n",
      "904:\tlearn: 1.2636581\ttotal: 1m 36s\tremaining: 10.2s\n",
      "905:\tlearn: 1.2635990\ttotal: 1m 36s\tremaining: 10.1s\n",
      "906:\tlearn: 1.2635469\ttotal: 1m 37s\tremaining: 9.95s\n",
      "907:\tlearn: 1.2633458\ttotal: 1m 37s\tremaining: 9.84s\n",
      "908:\tlearn: 1.2632199\ttotal: 1m 37s\tremaining: 9.73s\n",
      "909:\tlearn: 1.2631103\ttotal: 1m 37s\tremaining: 9.63s\n",
      "910:\tlearn: 1.2629176\ttotal: 1m 37s\tremaining: 9.52s\n",
      "911:\tlearn: 1.2627423\ttotal: 1m 37s\tremaining: 9.41s\n",
      "912:\tlearn: 1.2626767\ttotal: 1m 37s\tremaining: 9.3s\n",
      "913:\tlearn: 1.2624653\ttotal: 1m 37s\tremaining: 9.2s\n",
      "914:\tlearn: 1.2622940\ttotal: 1m 37s\tremaining: 9.09s\n",
      "915:\tlearn: 1.2621750\ttotal: 1m 37s\tremaining: 8.98s\n",
      "916:\tlearn: 1.2621284\ttotal: 1m 38s\tremaining: 8.88s\n",
      "917:\tlearn: 1.2619193\ttotal: 1m 38s\tremaining: 8.77s\n",
      "918:\tlearn: 1.2617966\ttotal: 1m 38s\tremaining: 8.66s\n",
      "919:\tlearn: 1.2616470\ttotal: 1m 38s\tremaining: 8.56s\n",
      "920:\tlearn: 1.2614882\ttotal: 1m 38s\tremaining: 8.45s\n",
      "921:\tlearn: 1.2614238\ttotal: 1m 38s\tremaining: 8.34s\n",
      "922:\tlearn: 1.2612642\ttotal: 1m 38s\tremaining: 8.23s\n",
      "923:\tlearn: 1.2612245\ttotal: 1m 38s\tremaining: 8.13s\n",
      "924:\tlearn: 1.2611284\ttotal: 1m 38s\tremaining: 8.02s\n",
      "925:\tlearn: 1.2610103\ttotal: 1m 39s\tremaining: 7.91s\n",
      "926:\tlearn: 1.2609066\ttotal: 1m 39s\tremaining: 7.81s\n",
      "927:\tlearn: 1.2607936\ttotal: 1m 39s\tremaining: 7.7s\n",
      "928:\tlearn: 1.2607376\ttotal: 1m 39s\tremaining: 7.59s\n",
      "929:\tlearn: 1.2605514\ttotal: 1m 39s\tremaining: 7.49s\n",
      "930:\tlearn: 1.2603853\ttotal: 1m 39s\tremaining: 7.38s\n",
      "931:\tlearn: 1.2603322\ttotal: 1m 39s\tremaining: 7.27s\n",
      "932:\tlearn: 1.2601775\ttotal: 1m 39s\tremaining: 7.17s\n",
      "933:\tlearn: 1.2601230\ttotal: 1m 39s\tremaining: 7.06s\n",
      "934:\tlearn: 1.2600020\ttotal: 1m 40s\tremaining: 6.95s\n",
      "935:\tlearn: 1.2598423\ttotal: 1m 40s\tremaining: 6.85s\n",
      "936:\tlearn: 1.2597251\ttotal: 1m 40s\tremaining: 6.74s\n",
      "937:\tlearn: 1.2596306\ttotal: 1m 40s\tremaining: 6.63s\n",
      "938:\tlearn: 1.2593576\ttotal: 1m 40s\tremaining: 6.53s\n",
      "939:\tlearn: 1.2592498\ttotal: 1m 40s\tremaining: 6.42s\n",
      "940:\tlearn: 1.2590729\ttotal: 1m 40s\tremaining: 6.31s\n",
      "941:\tlearn: 1.2590178\ttotal: 1m 40s\tremaining: 6.2s\n",
      "942:\tlearn: 1.2588573\ttotal: 1m 40s\tremaining: 6.1s\n",
      "943:\tlearn: 1.2588087\ttotal: 1m 40s\tremaining: 5.99s\n",
      "944:\tlearn: 1.2587439\ttotal: 1m 41s\tremaining: 5.88s\n",
      "945:\tlearn: 1.2586973\ttotal: 1m 41s\tremaining: 5.78s\n",
      "946:\tlearn: 1.2585593\ttotal: 1m 41s\tremaining: 5.67s\n",
      "947:\tlearn: 1.2582931\ttotal: 1m 41s\tremaining: 5.56s\n",
      "948:\tlearn: 1.2581798\ttotal: 1m 41s\tremaining: 5.46s\n",
      "949:\tlearn: 1.2579835\ttotal: 1m 41s\tremaining: 5.35s\n",
      "950:\tlearn: 1.2578813\ttotal: 1m 41s\tremaining: 5.24s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "951:\tlearn: 1.2577842\ttotal: 1m 41s\tremaining: 5.13s\n",
      "952:\tlearn: 1.2577157\ttotal: 1m 41s\tremaining: 5.03s\n",
      "953:\tlearn: 1.2576709\ttotal: 1m 42s\tremaining: 4.92s\n",
      "954:\tlearn: 1.2574567\ttotal: 1m 42s\tremaining: 4.81s\n",
      "955:\tlearn: 1.2574054\ttotal: 1m 42s\tremaining: 4.71s\n",
      "956:\tlearn: 1.2572798\ttotal: 1m 42s\tremaining: 4.6s\n",
      "957:\tlearn: 1.2572325\ttotal: 1m 42s\tremaining: 4.49s\n",
      "958:\tlearn: 1.2570908\ttotal: 1m 42s\tremaining: 4.38s\n",
      "959:\tlearn: 1.2570448\ttotal: 1m 42s\tremaining: 4.28s\n",
      "960:\tlearn: 1.2568992\ttotal: 1m 42s\tremaining: 4.17s\n",
      "961:\tlearn: 1.2568148\ttotal: 1m 42s\tremaining: 4.06s\n",
      "962:\tlearn: 1.2566723\ttotal: 1m 43s\tremaining: 3.96s\n",
      "963:\tlearn: 1.2566287\ttotal: 1m 43s\tremaining: 3.85s\n",
      "964:\tlearn: 1.2565140\ttotal: 1m 43s\tremaining: 3.74s\n",
      "965:\tlearn: 1.2564010\ttotal: 1m 43s\tremaining: 3.64s\n",
      "966:\tlearn: 1.2562427\ttotal: 1m 43s\tremaining: 3.53s\n",
      "967:\tlearn: 1.2561652\ttotal: 1m 43s\tremaining: 3.42s\n",
      "968:\tlearn: 1.2559514\ttotal: 1m 43s\tremaining: 3.32s\n",
      "969:\tlearn: 1.2557873\ttotal: 1m 43s\tremaining: 3.21s\n",
      "970:\tlearn: 1.2555779\ttotal: 1m 43s\tremaining: 3.1s\n",
      "971:\tlearn: 1.2554540\ttotal: 1m 43s\tremaining: 3s\n",
      "972:\tlearn: 1.2553544\ttotal: 1m 44s\tremaining: 2.89s\n",
      "973:\tlearn: 1.2552336\ttotal: 1m 44s\tremaining: 2.78s\n",
      "974:\tlearn: 1.2551197\ttotal: 1m 44s\tremaining: 2.67s\n",
      "975:\tlearn: 1.2549296\ttotal: 1m 44s\tremaining: 2.57s\n",
      "976:\tlearn: 1.2548719\ttotal: 1m 44s\tremaining: 2.46s\n",
      "977:\tlearn: 1.2548263\ttotal: 1m 44s\tremaining: 2.35s\n",
      "978:\tlearn: 1.2547482\ttotal: 1m 44s\tremaining: 2.25s\n",
      "979:\tlearn: 1.2546516\ttotal: 1m 44s\tremaining: 2.14s\n",
      "980:\tlearn: 1.2545473\ttotal: 1m 44s\tremaining: 2.03s\n",
      "981:\tlearn: 1.2544474\ttotal: 1m 45s\tremaining: 1.93s\n",
      "982:\tlearn: 1.2543362\ttotal: 1m 45s\tremaining: 1.82s\n",
      "983:\tlearn: 1.2541574\ttotal: 1m 45s\tremaining: 1.71s\n",
      "984:\tlearn: 1.2540366\ttotal: 1m 45s\tremaining: 1.6s\n",
      "985:\tlearn: 1.2539921\ttotal: 1m 45s\tremaining: 1.5s\n",
      "986:\tlearn: 1.2539135\ttotal: 1m 45s\tremaining: 1.39s\n",
      "987:\tlearn: 1.2538662\ttotal: 1m 45s\tremaining: 1.28s\n",
      "988:\tlearn: 1.2537586\ttotal: 1m 45s\tremaining: 1.18s\n",
      "989:\tlearn: 1.2536433\ttotal: 1m 45s\tremaining: 1.07s\n",
      "990:\tlearn: 1.2535933\ttotal: 1m 45s\tremaining: 962ms\n",
      "991:\tlearn: 1.2533389\ttotal: 1m 46s\tremaining: 855ms\n",
      "992:\tlearn: 1.2531450\ttotal: 1m 46s\tremaining: 748ms\n",
      "993:\tlearn: 1.2530041\ttotal: 1m 46s\tremaining: 641ms\n",
      "994:\tlearn: 1.2528198\ttotal: 1m 46s\tremaining: 534ms\n",
      "995:\tlearn: 1.2526001\ttotal: 1m 46s\tremaining: 427ms\n",
      "996:\tlearn: 1.2525586\ttotal: 1m 46s\tremaining: 321ms\n",
      "997:\tlearn: 1.2524304\ttotal: 1m 46s\tremaining: 214ms\n",
      "998:\tlearn: 1.2523782\ttotal: 1m 46s\tremaining: 107ms\n",
      "999:\tlearn: 1.2521772\ttotal: 1m 46s\tremaining: 0us\n"
     ]
    }
   ],
   "source": [
    "cbm0.fit(X,y)\n",
    "res=cbm0.predict(test)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from lightgbm import LGBMRegressor\n",
    "model = LGBMRegressor(max_depth=4,learning_rate=0.17,n_estimators=1000,min_child_weight =80,colsample_bytree=0.5,random_state=50,colsample_bylevel=0.6)\n",
    "model.fit(X,y)\n",
    "pred = model.predict(test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "# final_resut=catboost*0.62+lightgbm*0.38\n",
    "pred=0.38*pred+0.62*res\n",
    "sub['Capture_Number']=pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub.to_csv('brag.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Capture_Number</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>CaptureSite_0_201901</td>\n",
       "      <td>0.388788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>CaptureSite_0_201902</td>\n",
       "      <td>0.227685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>CaptureSite_0_201903</td>\n",
       "      <td>0.279881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>CaptureSite_0_201904</td>\n",
       "      <td>0.297893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>CaptureSite_0_201905</td>\n",
       "      <td>0.384514</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1271</td>\n",
       "      <td>CaptureSite_9_201940</td>\n",
       "      <td>3.898697</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1272</td>\n",
       "      <td>CaptureSite_9_201941</td>\n",
       "      <td>4.359014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1273</td>\n",
       "      <td>CaptureSite_9_201942</td>\n",
       "      <td>4.298171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1274</td>\n",
       "      <td>CaptureSite_9_201943</td>\n",
       "      <td>4.140034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1275</td>\n",
       "      <td>CaptureSite_9_201944</td>\n",
       "      <td>4.523679</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1276 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        ID  Capture_Number\n",
       "0     CaptureSite_0_201901        0.388788\n",
       "1     CaptureSite_0_201902        0.227685\n",
       "2     CaptureSite_0_201903        0.279881\n",
       "3     CaptureSite_0_201904        0.297893\n",
       "4     CaptureSite_0_201905        0.384514\n",
       "...                    ...             ...\n",
       "1271  CaptureSite_9_201940        3.898697\n",
       "1272  CaptureSite_9_201941        4.359014\n",
       "1273  CaptureSite_9_201942        4.298171\n",
       "1274  CaptureSite_9_201943        4.140034\n",
       "1275  CaptureSite_9_201944        4.523679\n",
       "\n",
       "[1276 rows x 2 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "name": "data_proc.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {},
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}