model_notebook.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "!pip install scikit-learn==0.24.1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Q3nh6KAn41Oy",
        "outputId": "6b5a7bed-5630-420e-b364-2d4cd0988a0a"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting scikit-learn==0.24.1\n",
            "  Downloading scikit_learn-0.24.1-cp37-cp37m-manylinux2010_x86_64.whl (22.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 22.3 MB 11.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.24.1) (1.1.0)\n",
            "Requirement already satisfied: numpy>=1.13.3 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.24.1) (1.19.5)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.24.1) (3.0.0)\n",
            "Requirement already satisfied: scipy>=0.19.1 in /usr/local/lib/python3.7/dist-packages (from scikit-learn==0.24.1) (1.4.1)\n",
            "Installing collected packages: scikit-learn\n",
            "  Attempting uninstall: scikit-learn\n",
            "    Found existing installation: scikit-learn 1.0.2\n",
            "    Uninstalling scikit-learn-1.0.2:\n",
            "      Successfully uninstalled scikit-learn-1.0.2\n",
            "Successfully installed scikit-learn-0.24.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "\n",
        "from sklearn.preprocessing import StandardScaler\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.utils import class_weight\n",
        "\n",
        "import tensorflow as tf"
      ],
      "metadata": {
        "id": "Gx5QIhBzpcAM"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "y0OhSYE_sNZq"
      },
      "outputs": [],
      "source": [
        "\n",
        "\n",
        "data = pd.read_csv('https://raw.githubusercontent.com/FT-Kickstarter-05/Kickstarter/main/2018_ks_data.csv')"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 531
        },
        "id": "9GlWYmOV7DZw",
        "outputId": "56c10628-d9c3-422c-89f9-84f1e9a30aad"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-04c7cf51-2944-4572-9ed1-2a2dad64274d\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>name</th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>deadline</th>\n",
              "      <th>goal</th>\n",
              "      <th>launched</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1000002330</td>\n",
              "      <td>The Songs of Adelaide &amp; Abullah</td>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>GBP</td>\n",
              "      <td>2015-10-09</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>2015-08-11 12:12:28</td>\n",
              "      <td>0.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>0</td>\n",
              "      <td>GB</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1000003930</td>\n",
              "      <td>Greeting From Earth: ZGAC Arts Capsule For ET</td>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2017-11-01</td>\n",
              "      <td>30000.0</td>\n",
              "      <td>2017-09-02 04:43:57</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>15</td>\n",
              "      <td>US</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1000004038</td>\n",
              "      <td>Where is Hank?</td>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2013-02-26</td>\n",
              "      <td>45000.0</td>\n",
              "      <td>2013-01-12 00:20:50</td>\n",
              "      <td>220.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>3</td>\n",
              "      <td>US</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1000007540</td>\n",
              "      <td>ToshiCapital Rekordz Needs Help to Complete Album</td>\n",
              "      <td>Music</td>\n",
              "      <td>Music</td>\n",
              "      <td>USD</td>\n",
              "      <td>2012-04-16</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>2012-03-17 03:24:11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1000011046</td>\n",
              "      <td>Community Film Project: The Art of Neighborhoo...</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2015-08-29</td>\n",
              "      <td>19500.0</td>\n",
              "      <td>2015-07-04 08:35:03</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>canceled</td>\n",
              "      <td>14</td>\n",
              "      <td>US</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>19500.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-04c7cf51-2944-4572-9ed1-2a2dad64274d')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-04c7cf51-2944-4572-9ed1-2a2dad64274d button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-04c7cf51-2944-4572-9ed1-2a2dad64274d');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "           ID  ... usd_goal_real\n",
              "0  1000002330  ...       1533.95\n",
              "1  1000003930  ...      30000.00\n",
              "2  1000004038  ...      45000.00\n",
              "3  1000007540  ...       5000.00\n",
              "4  1000011046  ...      19500.00\n",
              "\n",
              "[5 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kah2Tsvw8_ja",
        "outputId": "4a3b9469-e264-4972-aae8-cf25f44491dc"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 378661 entries, 0 to 378660\n",
            "Data columns (total 15 columns):\n",
            " #   Column            Non-Null Count   Dtype  \n",
            "---  ------            --------------   -----  \n",
            " 0   ID                378661 non-null  int64  \n",
            " 1   name              378657 non-null  object \n",
            " 2   category          378661 non-null  object \n",
            " 3   main_category     378661 non-null  object \n",
            " 4   currency          378661 non-null  object \n",
            " 5   deadline          378661 non-null  object \n",
            " 6   goal              378661 non-null  float64\n",
            " 7   launched          378661 non-null  object \n",
            " 8   pledged           378661 non-null  float64\n",
            " 9   state             378661 non-null  object \n",
            " 10  backers           378661 non-null  int64  \n",
            " 11  country           378661 non-null  object \n",
            " 12  usd pledged       374864 non-null  float64\n",
            " 13  usd_pledged_real  378661 non-null  float64\n",
            " 14  usd_goal_real     378661 non-null  float64\n",
            "dtypes: float64(5), int64(2), object(8)\n",
            "memory usage: 43.3+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Cleaning and preprocessing "
      ],
      "metadata": {
        "id": "r7JWutb89O_B"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "unneeded_columns = ['ID', 'name']\n",
        "data = data.drop(unneeded_columns, axis=1)"
      ],
      "metadata": {
        "id": "5L_OKOFm9IcX"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 461
        },
        "id": "cKhaRLeB-n5R",
        "outputId": "5b5c8222-baf3-4315-f294-ea3f6b22fc18"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-312f97fe-54ca-49ca-9f08-8c5945111ef4\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>deadline</th>\n",
              "      <th>goal</th>\n",
              "      <th>launched</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>GBP</td>\n",
              "      <td>2015-10-09</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>2015-08-11 12:12:28</td>\n",
              "      <td>0.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>0</td>\n",
              "      <td>GB</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2017-11-01</td>\n",
              "      <td>30000.0</td>\n",
              "      <td>2017-09-02 04:43:57</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>15</td>\n",
              "      <td>US</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2013-02-26</td>\n",
              "      <td>45000.0</td>\n",
              "      <td>2013-01-12 00:20:50</td>\n",
              "      <td>220.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>3</td>\n",
              "      <td>US</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Music</td>\n",
              "      <td>Music</td>\n",
              "      <td>USD</td>\n",
              "      <td>2012-04-16</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>2012-03-17 03:24:11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2015-08-29</td>\n",
              "      <td>19500.0</td>\n",
              "      <td>2015-07-04 08:35:03</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>canceled</td>\n",
              "      <td>14</td>\n",
              "      <td>US</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>1283.0</td>\n",
              "      <td>19500.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-312f97fe-54ca-49ca-9f08-8c5945111ef4')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-312f97fe-54ca-49ca-9f08-8c5945111ef4 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-312f97fe-54ca-49ca-9f08-8c5945111ef4');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         category main_category  ... usd_pledged_real usd_goal_real\n",
              "0          Poetry    Publishing  ...              0.0       1533.95\n",
              "1  Narrative Film  Film & Video  ...           2421.0      30000.00\n",
              "2  Narrative Film  Film & Video  ...            220.0      45000.00\n",
              "3           Music         Music  ...              1.0       5000.00\n",
              "4    Film & Video  Film & Video  ...           1283.0      19500.00\n",
              "\n",
              "[5 rows x 13 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EzLUgL5v-y5i",
        "outputId": "ec4887e9-9b7a-46ea-819d-4d6e8429a711"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "category               0\n",
              "main_category          0\n",
              "currency               0\n",
              "deadline               0\n",
              "goal                   0\n",
              "launched               0\n",
              "pledged                0\n",
              "state                  0\n",
              "backers                0\n",
              "country                0\n",
              "usd pledged         3797\n",
              "usd_pledged_real       0\n",
              "usd_goal_real          0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['usd pledged'].mean()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iBe0PgSP-9Zr",
        "outputId": "e995eb8f-96c5-4966-cdf0-0771a103ced1"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "7036.728867109212"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['usd pledged'] = data['usd pledged'].fillna(data['usd pledged'].mean())"
      ],
      "metadata": {
        "id": "zzaWfsW3_V25"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0yFr5IzR_6ic",
        "outputId": "aae13ef4-4e09-4319-874b-bbe77b9d5da9"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "category            0\n",
              "main_category       0\n",
              "currency            0\n",
              "deadline            0\n",
              "goal                0\n",
              "launched            0\n",
              "pledged             0\n",
              "state               0\n",
              "backers             0\n",
              "country             0\n",
              "usd pledged         0\n",
              "usd_pledged_real    0\n",
              "usd_goal_real       0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.isna().sum().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "x8zIMElM_8to",
        "outputId": "74cf8fd2-9416-416d-ac66-5e06cc076b4f"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['state'].unique()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MIJtVv4rAJ74",
        "outputId": "26e2b79f-18de-4973-bf36-5b6ad7275769"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array(['failed', 'canceled', 'successful', 'live', 'undefined',\n",
              "       'suspended'], dtype=object)"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.query(\"state != 'failed' and state != 'successful'\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 852
        },
        "id": "0hoQE7I8AbdU",
        "outputId": "d3326da0-75e2-4f5b-b608-0800878d4cf7"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-77d8f198-c076-4366-848a-2d01fe5902ce\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>deadline</th>\n",
              "      <th>goal</th>\n",
              "      <th>launched</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2015-08-29</td>\n",
              "      <td>19500.0</td>\n",
              "      <td>2015-07-04 08:35:03</td>\n",
              "      <td>1283.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>14</td>\n",
              "      <td>US</td>\n",
              "      <td>1283.00</td>\n",
              "      <td>1283.00</td>\n",
              "      <td>19500.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>Product Design</td>\n",
              "      <td>Design</td>\n",
              "      <td>USD</td>\n",
              "      <td>2014-05-29</td>\n",
              "      <td>125000.0</td>\n",
              "      <td>2014-04-24 18:14:43</td>\n",
              "      <td>8233.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>58</td>\n",
              "      <td>US</td>\n",
              "      <td>8233.00</td>\n",
              "      <td>8233.00</td>\n",
              "      <td>125000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>Documentary</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2014-08-10</td>\n",
              "      <td>65000.0</td>\n",
              "      <td>2014-07-11 21:55:48</td>\n",
              "      <td>6240.57</td>\n",
              "      <td>canceled</td>\n",
              "      <td>43</td>\n",
              "      <td>US</td>\n",
              "      <td>6240.57</td>\n",
              "      <td>6240.57</td>\n",
              "      <td>65000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>Nonfiction</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>CAD</td>\n",
              "      <td>2018-01-19</td>\n",
              "      <td>3000.0</td>\n",
              "      <td>2017-11-20 18:15:14</td>\n",
              "      <td>592.00</td>\n",
              "      <td>live</td>\n",
              "      <td>24</td>\n",
              "      <td>CA</td>\n",
              "      <td>185.65</td>\n",
              "      <td>472.88</td>\n",
              "      <td>2396.36</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>68</th>\n",
              "      <td>Design</td>\n",
              "      <td>Design</td>\n",
              "      <td>CAD</td>\n",
              "      <td>2015-08-07</td>\n",
              "      <td>15000.0</td>\n",
              "      <td>2015-07-08 21:46:53</td>\n",
              "      <td>700.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>6</td>\n",
              "      <td>CA</td>\n",
              "      <td>553.32</td>\n",
              "      <td>535.09</td>\n",
              "      <td>11466.14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>378640</th>\n",
              "      <td>Fiction</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>USD</td>\n",
              "      <td>2014-09-11</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>2014-08-08 21:49:31</td>\n",
              "      <td>100.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>2</td>\n",
              "      <td>US</td>\n",
              "      <td>100.00</td>\n",
              "      <td>100.00</td>\n",
              "      <td>1000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>378643</th>\n",
              "      <td>3D Printing</td>\n",
              "      <td>Technology</td>\n",
              "      <td>USD</td>\n",
              "      <td>2014-05-26</td>\n",
              "      <td>6500.0</td>\n",
              "      <td>2014-05-05 20:22:45</td>\n",
              "      <td>0.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>0</td>\n",
              "      <td>US</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>6500.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>378648</th>\n",
              "      <td>Tabletop Games</td>\n",
              "      <td>Games</td>\n",
              "      <td>USD</td>\n",
              "      <td>2016-02-23</td>\n",
              "      <td>500.0</td>\n",
              "      <td>2016-01-24 16:03:27</td>\n",
              "      <td>121.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>5</td>\n",
              "      <td>US</td>\n",
              "      <td>121.00</td>\n",
              "      <td>121.00</td>\n",
              "      <td>500.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>378655</th>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>CAD</td>\n",
              "      <td>2014-09-20</td>\n",
              "      <td>5500.0</td>\n",
              "      <td>2014-08-06 03:46:07</td>\n",
              "      <td>0.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>0</td>\n",
              "      <td>CA</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>4949.60</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>378656</th>\n",
              "      <td>Documentary</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2014-10-17</td>\n",
              "      <td>50000.0</td>\n",
              "      <td>2014-09-17 02:35:30</td>\n",
              "      <td>25.00</td>\n",
              "      <td>canceled</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>25.00</td>\n",
              "      <td>25.00</td>\n",
              "      <td>50000.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>46986 rows × 13 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-77d8f198-c076-4366-848a-2d01fe5902ce')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-77d8f198-c076-4366-848a-2d01fe5902ce button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-77d8f198-c076-4366-848a-2d01fe5902ce');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "              category main_category  ... usd_pledged_real usd_goal_real\n",
              "4         Film & Video  Film & Video  ...          1283.00      19500.00\n",
              "8       Product Design        Design  ...          8233.00     125000.00\n",
              "9          Documentary  Film & Video  ...          6240.57      65000.00\n",
              "40          Nonfiction    Publishing  ...           472.88       2396.36\n",
              "68              Design        Design  ...           535.09      11466.14\n",
              "...                ...           ...  ...              ...           ...\n",
              "378640         Fiction    Publishing  ...           100.00       1000.00\n",
              "378643     3D Printing    Technology  ...             0.00       6500.00\n",
              "378648  Tabletop Games         Games  ...           121.00        500.00\n",
              "378655          Poetry    Publishing  ...             0.00       4949.60\n",
              "378656     Documentary  Film & Video  ...            25.00      50000.00\n",
              "\n",
              "[46986 rows x 13 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2tUke0MqBown",
        "outputId": "9890605c-c495-455e-fede-6032842edc99"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(378661, 13)"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.query(\"state != 'failed' and state != 'successful'\").index"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gJznjUv0BvBj",
        "outputId": "79b8067c-bc53-45bf-8e8d-1d331dc1dac2"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Int64Index([     4,      8,      9,     40,     68,     70,     73,     74,\n",
              "                93,    104,\n",
              "            ...\n",
              "            378589, 378593, 378601, 378624, 378626, 378640, 378643, 378648,\n",
              "            378655, 378656],\n",
              "           dtype='int64', length=46986)"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data = data.drop(data.query(\"state != 'failed' and state != 'successful'\").index, axis=0).reset_index(drop=True)"
      ],
      "metadata": {
        "id": "NMqz_-bTChTx"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(data.shape)\n",
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 478
        },
        "id": "5yoaXDxKC1-o",
        "outputId": "6e3dc0f3-11db-41a0-f60a-fb21f83e6565"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(331675, 13)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-5397d0ef-26ad-4523-9ed4-aef9ee85d724\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>deadline</th>\n",
              "      <th>goal</th>\n",
              "      <th>launched</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>GBP</td>\n",
              "      <td>2015-10-09</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>2015-08-11 12:12:28</td>\n",
              "      <td>0.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>0</td>\n",
              "      <td>GB</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2017-11-01</td>\n",
              "      <td>30000.0</td>\n",
              "      <td>2017-09-02 04:43:57</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>15</td>\n",
              "      <td>US</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2013-02-26</td>\n",
              "      <td>45000.0</td>\n",
              "      <td>2013-01-12 00:20:50</td>\n",
              "      <td>220.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>3</td>\n",
              "      <td>US</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Music</td>\n",
              "      <td>Music</td>\n",
              "      <td>USD</td>\n",
              "      <td>2012-04-16</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>2012-03-17 03:24:11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Restaurants</td>\n",
              "      <td>Food</td>\n",
              "      <td>USD</td>\n",
              "      <td>2016-04-01</td>\n",
              "      <td>50000.0</td>\n",
              "      <td>2016-02-26 13:38:27</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>successful</td>\n",
              "      <td>224</td>\n",
              "      <td>US</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>50000.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5397d0ef-26ad-4523-9ed4-aef9ee85d724')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5397d0ef-26ad-4523-9ed4-aef9ee85d724 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5397d0ef-26ad-4523-9ed4-aef9ee85d724');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         category main_category  ... usd_pledged_real usd_goal_real\n",
              "0          Poetry    Publishing  ...              0.0       1533.95\n",
              "1  Narrative Film  Film & Video  ...           2421.0      30000.00\n",
              "2  Narrative Film  Film & Video  ...            220.0      45000.00\n",
              "3           Music         Music  ...              1.0       5000.00\n",
              "4     Restaurants          Food  ...          52375.0      50000.00\n",
              "\n",
              "[5 rows x 13 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['state'].unique()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3w9g2zm-DCWz",
        "outputId": "09156cbc-0bec-4012-bf4c-7f4992b6af47"
      },
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array(['failed', 'successful'], dtype=object)"
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Feature Engineering and Encoding"
      ],
      "metadata": {
        "id": "JVV90lYEDT2A"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Change Date to month and year and delete date\n",
        "### For deadline and launched dates"
      ],
      "metadata": {
        "id": "l2QBakt7DokR"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 461
        },
        "id": "XKduZX4ZDOOB",
        "outputId": "64f5d356-66c3-4932-a022-7bff2f1a2cc1"
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-764ea563-2812-4a9c-853f-2eec74046c2f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>deadline</th>\n",
              "      <th>goal</th>\n",
              "      <th>launched</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>GBP</td>\n",
              "      <td>2015-10-09</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>2015-08-11 12:12:28</td>\n",
              "      <td>0.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>0</td>\n",
              "      <td>GB</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2017-11-01</td>\n",
              "      <td>30000.0</td>\n",
              "      <td>2017-09-02 04:43:57</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>15</td>\n",
              "      <td>US</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>2013-02-26</td>\n",
              "      <td>45000.0</td>\n",
              "      <td>2013-01-12 00:20:50</td>\n",
              "      <td>220.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>3</td>\n",
              "      <td>US</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Music</td>\n",
              "      <td>Music</td>\n",
              "      <td>USD</td>\n",
              "      <td>2012-04-16</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>2012-03-17 03:24:11</td>\n",
              "      <td>1.0</td>\n",
              "      <td>failed</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Restaurants</td>\n",
              "      <td>Food</td>\n",
              "      <td>USD</td>\n",
              "      <td>2016-04-01</td>\n",
              "      <td>50000.0</td>\n",
              "      <td>2016-02-26 13:38:27</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>successful</td>\n",
              "      <td>224</td>\n",
              "      <td>US</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>50000.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-764ea563-2812-4a9c-853f-2eec74046c2f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-764ea563-2812-4a9c-853f-2eec74046c2f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-764ea563-2812-4a9c-853f-2eec74046c2f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         category main_category  ... usd_pledged_real usd_goal_real\n",
              "0          Poetry    Publishing  ...              0.0       1533.95\n",
              "1  Narrative Film  Film & Video  ...           2421.0      30000.00\n",
              "2  Narrative Film  Film & Video  ...            220.0      45000.00\n",
              "3           Music         Music  ...              1.0       5000.00\n",
              "4     Restaurants          Food  ...          52375.0      50000.00\n",
              "\n",
              "[5 rows x 13 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['deadline'].apply(lambda x: x[0:4])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hoKeJU4KEliy",
        "outputId": "11ded67b-45b4-406a-f5f9-d213bf37c631"
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0         2015\n",
              "1         2017\n",
              "2         2013\n",
              "3         2012\n",
              "4         2016\n",
              "          ... \n",
              "331670    2017\n",
              "331671    2011\n",
              "331672    2010\n",
              "331673    2016\n",
              "331674    2011\n",
              "Name: deadline, Length: 331675, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['deadline'].apply(lambda x: x[5:7])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fuenXKG0FjkU",
        "outputId": "282ae47b-0db3-454e-a609-dda73ce0ad7b"
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0         10\n",
              "1         11\n",
              "2         02\n",
              "3         04\n",
              "4         04\n",
              "          ..\n",
              "331670    04\n",
              "331671    07\n",
              "331672    08\n",
              "331673    02\n",
              "331674    08\n",
              "Name: deadline, Length: 331675, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['deadline_year'] = data['deadline'].apply(lambda x: np.float(x[0:4]))\n",
        "data['deadline_month'] = data['deadline'].apply(lambda x: np.float(x[5:7]))\n",
        "\n",
        "data['launched_year'] = data['launched'].apply(lambda x: np.float(x[0:4]))\n",
        "data['launched_month'] = data['launched'].apply(lambda x: np.float(x[5:7]))\n",
        "\n",
        "data = data.drop(['deadline', 'launched'], axis=1)"
      ],
      "metadata": {
        "id": "MW6H-cluFFpI"
      },
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Binary encode 'state' column"
      ],
      "metadata": {
        "id": "dPPHpBM8HAr7"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "data['state'].apply(lambda x: 1 if x == 'successful' else 0)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PDWvyDttGvjh",
        "outputId": "3820261d-495d-4006-a8f9-e7bb710a2480"
      },
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0         0\n",
              "1         0\n",
              "2         0\n",
              "3         0\n",
              "4         1\n",
              "         ..\n",
              "331670    0\n",
              "331671    0\n",
              "331672    0\n",
              "331673    0\n",
              "331674    0\n",
              "Name: state, Length: 331675, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['state'] = data['state'].apply(lambda x: 1 if x == 'successful' else 0)"
      ],
      "metadata": {
        "id": "fDwXQC08IDZA"
      },
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 322
        },
        "id": "-Ka_kdFXIK55",
        "outputId": "a6826aa5-08b1-43b1-a288-e57749e071f4"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-429a4a1a-5e35-41c8-a9db-27b728e83531\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>category</th>\n",
              "      <th>main_category</th>\n",
              "      <th>currency</th>\n",
              "      <th>goal</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>country</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "      <th>deadline_year</th>\n",
              "      <th>deadline_month</th>\n",
              "      <th>launched_year</th>\n",
              "      <th>launched_month</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Poetry</td>\n",
              "      <td>Publishing</td>\n",
              "      <td>GBP</td>\n",
              "      <td>1000.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>GB</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "      <td>2015.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>2015.0</td>\n",
              "      <td>8.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>30000.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>0</td>\n",
              "      <td>15</td>\n",
              "      <td>US</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "      <td>2017.0</td>\n",
              "      <td>11.0</td>\n",
              "      <td>2017.0</td>\n",
              "      <td>9.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Narrative Film</td>\n",
              "      <td>Film &amp; Video</td>\n",
              "      <td>USD</td>\n",
              "      <td>45000.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>US</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "      <td>2013.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2013.0</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Music</td>\n",
              "      <td>Music</td>\n",
              "      <td>USD</td>\n",
              "      <td>5000.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>US</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "      <td>2012.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2012.0</td>\n",
              "      <td>3.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Restaurants</td>\n",
              "      <td>Food</td>\n",
              "      <td>USD</td>\n",
              "      <td>50000.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>1</td>\n",
              "      <td>224</td>\n",
              "      <td>US</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>50000.00</td>\n",
              "      <td>2016.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2016.0</td>\n",
              "      <td>2.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-429a4a1a-5e35-41c8-a9db-27b728e83531')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-429a4a1a-5e35-41c8-a9db-27b728e83531 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-429a4a1a-5e35-41c8-a9db-27b728e83531');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         category main_category  ... launched_year  launched_month\n",
              "0          Poetry    Publishing  ...        2015.0             8.0\n",
              "1  Narrative Film  Film & Video  ...        2017.0             9.0\n",
              "2  Narrative Film  Film & Video  ...        2013.0             1.0\n",
              "3           Music         Music  ...        2012.0             3.0\n",
              "4     Restaurants          Food  ...        2016.0             2.0\n",
              "\n",
              "[5 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### OneHotEncode 'category','main_category'\n",
        "### 'currency'\t, 'country'"
      ],
      "metadata": {
        "id": "lkG9vRKuIoeo"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sys import prefix\n",
        "def onehot_encode(df, columns, prefixes):\n",
        "  df = df.copy()\n",
        "  for column, prefix in zip(columns, prefixes):\n",
        "    dummies = pd.get_dummies(df[column], prefix=prefix)\n",
        "    df = pd.concat([df, dummies], axis=1)\n",
        "    df = df.drop(column, axis=1)\n",
        "  return df"
      ],
      "metadata": {
        "id": "0yWxEljpIRyF"
      },
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data = onehot_encode(\n",
        "    data,\n",
        "    ['category', 'main_category', 'currency', 'country'],\n",
        "    ['cat', 'main_cat', 'curr', 'country']\n",
        ")"
      ],
      "metadata": {
        "id": "aabcxO5aLmWt"
      },
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(data.shape)\n",
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 334
        },
        "id": "rDEjD87cNugv",
        "outputId": "60379724-8bf3-42c2-d253-ca1b1ca48103"
      },
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(331675, 222)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-f03168f0-c2c3-4952-ae32-f7803b320e4a\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>goal</th>\n",
              "      <th>pledged</th>\n",
              "      <th>state</th>\n",
              "      <th>backers</th>\n",
              "      <th>usd pledged</th>\n",
              "      <th>usd_pledged_real</th>\n",
              "      <th>usd_goal_real</th>\n",
              "      <th>deadline_year</th>\n",
              "      <th>deadline_month</th>\n",
              "      <th>launched_year</th>\n",
              "      <th>launched_month</th>\n",
              "      <th>cat_3D Printing</th>\n",
              "      <th>cat_Academic</th>\n",
              "      <th>cat_Accessories</th>\n",
              "      <th>cat_Action</th>\n",
              "      <th>cat_Animals</th>\n",
              "      <th>cat_Animation</th>\n",
              "      <th>cat_Anthologies</th>\n",
              "      <th>cat_Apparel</th>\n",
              "      <th>cat_Apps</th>\n",
              "      <th>cat_Architecture</th>\n",
              "      <th>cat_Art</th>\n",
              "      <th>cat_Art Books</th>\n",
              "      <th>cat_Audio</th>\n",
              "      <th>cat_Bacon</th>\n",
              "      <th>cat_Blues</th>\n",
              "      <th>cat_Calendars</th>\n",
              "      <th>cat_Camera Equipment</th>\n",
              "      <th>cat_Candles</th>\n",
              "      <th>cat_Ceramics</th>\n",
              "      <th>cat_Children's Books</th>\n",
              "      <th>cat_Childrenswear</th>\n",
              "      <th>cat_Chiptune</th>\n",
              "      <th>cat_Civic Design</th>\n",
              "      <th>cat_Classical Music</th>\n",
              "      <th>cat_Comedy</th>\n",
              "      <th>cat_Comic Books</th>\n",
              "      <th>cat_Comics</th>\n",
              "      <th>cat_Community Gardens</th>\n",
              "      <th>cat_Conceptual Art</th>\n",
              "      <th>...</th>\n",
              "      <th>main_cat_Publishing</th>\n",
              "      <th>main_cat_Technology</th>\n",
              "      <th>main_cat_Theater</th>\n",
              "      <th>curr_AUD</th>\n",
              "      <th>curr_CAD</th>\n",
              "      <th>curr_CHF</th>\n",
              "      <th>curr_DKK</th>\n",
              "      <th>curr_EUR</th>\n",
              "      <th>curr_GBP</th>\n",
              "      <th>curr_HKD</th>\n",
              "      <th>curr_JPY</th>\n",
              "      <th>curr_MXN</th>\n",
              "      <th>curr_NOK</th>\n",
              "      <th>curr_NZD</th>\n",
              "      <th>curr_SEK</th>\n",
              "      <th>curr_SGD</th>\n",
              "      <th>curr_USD</th>\n",
              "      <th>country_AT</th>\n",
              "      <th>country_AU</th>\n",
              "      <th>country_BE</th>\n",
              "      <th>country_CA</th>\n",
              "      <th>country_CH</th>\n",
              "      <th>country_DE</th>\n",
              "      <th>country_DK</th>\n",
              "      <th>country_ES</th>\n",
              "      <th>country_FR</th>\n",
              "      <th>country_GB</th>\n",
              "      <th>country_HK</th>\n",
              "      <th>country_IE</th>\n",
              "      <th>country_IT</th>\n",
              "      <th>country_JP</th>\n",
              "      <th>country_LU</th>\n",
              "      <th>country_MX</th>\n",
              "      <th>country_N,0\"</th>\n",
              "      <th>country_NL</th>\n",
              "      <th>country_NO</th>\n",
              "      <th>country_NZ</th>\n",
              "      <th>country_SE</th>\n",
              "      <th>country_SG</th>\n",
              "      <th>country_US</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1000.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1533.95</td>\n",
              "      <td>2015.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>2015.0</td>\n",
              "      <td>8.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>30000.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>0</td>\n",
              "      <td>15</td>\n",
              "      <td>100.0</td>\n",
              "      <td>2421.0</td>\n",
              "      <td>30000.00</td>\n",
              "      <td>2017.0</td>\n",
              "      <td>11.0</td>\n",
              "      <td>2017.0</td>\n",
              "      <td>9.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>45000.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>220.0</td>\n",
              "      <td>220.0</td>\n",
              "      <td>45000.00</td>\n",
              "      <td>2013.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2013.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5000.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5000.00</td>\n",
              "      <td>2012.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2012.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>50000.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>1</td>\n",
              "      <td>224</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>52375.0</td>\n",
              "      <td>50000.00</td>\n",
              "      <td>2016.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2016.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 222 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f03168f0-c2c3-4952-ae32-f7803b320e4a')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-f03168f0-c2c3-4952-ae32-f7803b320e4a button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-f03168f0-c2c3-4952-ae32-f7803b320e4a');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "      goal  pledged  state  ...  country_SE  country_SG  country_US\n",
              "0   1000.0      0.0      0  ...           0           0           0\n",
              "1  30000.0   2421.0      0  ...           0           0           1\n",
              "2  45000.0    220.0      0  ...           0           0           1\n",
              "3   5000.0      1.0      0  ...           0           0           1\n",
              "4  50000.0  52375.0      1  ...           0           0           1\n",
              "\n",
              "[5 rows x 222 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Our Data is fully numeric\n",
        "### We are ready to split and scale the data"
      ],
      "metadata": {
        "id": "8_FL6vs8OBzo"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "y = data.loc[:, 'state']\n",
        "X = data.drop('state', axis=1)"
      ],
      "metadata": {
        "id": "MwpnggjwOTk0"
      },
      "execution_count": 30,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### We only want to scale X, we don’t want to scale what we are trying to predict."
      ],
      "metadata": {
        "id": "M7kC3ncNsl9y"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "scaler = StandardScaler()\n",
        "X = scaler.fit_transform(X)"
      ],
      "metadata": {
        "id": "rVESEqL0sjnr"
      },
      "execution_count": 31,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Each column has a mean of 0, and a variance of 1"
      ],
      "metadata": {
        "id": "ITLiD7pSuSGj"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "pd.DataFrame(X)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 488
        },
        "id": "FcilSY2_t2hp",
        "outputId": "b320da12-aa67-4359-d374-909dddf6cfff"
      },
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-bbe4de3b-76e8-41aa-9fd7-ac4c82bae072\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>...</th>\n",
              "      <th>181</th>\n",
              "      <th>182</th>\n",
              "      <th>183</th>\n",
              "      <th>184</th>\n",
              "      <th>185</th>\n",
              "      <th>186</th>\n",
              "      <th>187</th>\n",
              "      <th>188</th>\n",
              "      <th>189</th>\n",
              "      <th>190</th>\n",
              "      <th>191</th>\n",
              "      <th>192</th>\n",
              "      <th>193</th>\n",
              "      <th>194</th>\n",
              "      <th>195</th>\n",
              "      <th>196</th>\n",
              "      <th>197</th>\n",
              "      <th>198</th>\n",
              "      <th>199</th>\n",
              "      <th>200</th>\n",
              "      <th>201</th>\n",
              "      <th>202</th>\n",
              "      <th>203</th>\n",
              "      <th>204</th>\n",
              "      <th>205</th>\n",
              "      <th>206</th>\n",
              "      <th>207</th>\n",
              "      <th>208</th>\n",
              "      <th>209</th>\n",
              "      <th>210</th>\n",
              "      <th>211</th>\n",
              "      <th>212</th>\n",
              "      <th>213</th>\n",
              "      <th>214</th>\n",
              "      <th>215</th>\n",
              "      <th>216</th>\n",
              "      <th>217</th>\n",
              "      <th>218</th>\n",
              "      <th>219</th>\n",
              "      <th>220</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>-0.038690</td>\n",
              "      <td>-0.104182</td>\n",
              "      <td>-0.120549</td>\n",
              "      <td>-0.092377</td>\n",
              "      <td>-0.102793</td>\n",
              "      <td>-0.036049</td>\n",
              "      <td>0.393629</td>\n",
              "      <td>0.977775</td>\n",
              "      <td>0.424667</td>\n",
              "      <td>0.478937</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>2.890926</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>3.201933</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>-1.930580</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>3.203245</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>-1.927949</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>-0.012748</td>\n",
              "      <td>-0.080351</td>\n",
              "      <td>-0.105012</td>\n",
              "      <td>-0.091174</td>\n",
              "      <td>-0.077765</td>\n",
              "      <td>-0.010379</td>\n",
              "      <td>1.435697</td>\n",
              "      <td>1.279416</td>\n",
              "      <td>1.460443</td>\n",
              "      <td>0.781327</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.000669</td>\n",
              "      <td>-0.102016</td>\n",
              "      <td>-0.117442</td>\n",
              "      <td>-0.089732</td>\n",
              "      <td>-0.100519</td>\n",
              "      <td>0.003147</td>\n",
              "      <td>-0.648438</td>\n",
              "      <td>-1.435355</td>\n",
              "      <td>-0.611109</td>\n",
              "      <td>-1.637795</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>-0.035111</td>\n",
              "      <td>-0.104172</td>\n",
              "      <td>-0.119514</td>\n",
              "      <td>-0.092365</td>\n",
              "      <td>-0.102783</td>\n",
              "      <td>-0.032924</td>\n",
              "      <td>-1.169472</td>\n",
              "      <td>-0.832072</td>\n",
              "      <td>-1.128997</td>\n",
              "      <td>-1.033015</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.005142</td>\n",
              "      <td>0.411363</td>\n",
              "      <td>0.111472</td>\n",
              "      <td>0.537260</td>\n",
              "      <td>0.438647</td>\n",
              "      <td>0.007656</td>\n",
              "      <td>0.914663</td>\n",
              "      <td>-0.832072</td>\n",
              "      <td>0.942555</td>\n",
              "      <td>-1.335405</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>331670</th>\n",
              "      <td>-0.033770</td>\n",
              "      <td>-0.102666</td>\n",
              "      <td>-0.116406</td>\n",
              "      <td>-0.092377</td>\n",
              "      <td>-0.101201</td>\n",
              "      <td>-0.031571</td>\n",
              "      <td>1.435697</td>\n",
              "      <td>-0.832072</td>\n",
              "      <td>1.460443</td>\n",
              "      <td>-1.033015</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>331671</th>\n",
              "      <td>-0.038242</td>\n",
              "      <td>-0.102656</td>\n",
              "      <td>-0.115370</td>\n",
              "      <td>-0.090513</td>\n",
              "      <td>-0.101191</td>\n",
              "      <td>-0.036080</td>\n",
              "      <td>-1.690505</td>\n",
              "      <td>0.072851</td>\n",
              "      <td>-1.646885</td>\n",
              "      <td>-0.125844</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>331672</th>\n",
              "      <td>-0.026166</td>\n",
              "      <td>-0.103985</td>\n",
              "      <td>-0.119514</td>\n",
              "      <td>-0.092136</td>\n",
              "      <td>-0.102586</td>\n",
              "      <td>-0.023906</td>\n",
              "      <td>-2.211539</td>\n",
              "      <td>0.374493</td>\n",
              "      <td>-2.164773</td>\n",
              "      <td>0.176547</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>331673</th>\n",
              "      <td>-0.026166</td>\n",
              "      <td>-0.102213</td>\n",
              "      <td>-0.114335</td>\n",
              "      <td>-0.089972</td>\n",
              "      <td>-0.100726</td>\n",
              "      <td>-0.023906</td>\n",
              "      <td>0.914663</td>\n",
              "      <td>-1.435355</td>\n",
              "      <td>0.942555</td>\n",
              "      <td>-1.637795</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>3.355824</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>331674</th>\n",
              "      <td>-0.037795</td>\n",
              "      <td>-0.099024</td>\n",
              "      <td>-0.102941</td>\n",
              "      <td>-0.086077</td>\n",
              "      <td>-0.097376</td>\n",
              "      <td>-0.035629</td>\n",
              "      <td>-1.690505</td>\n",
              "      <td>0.374493</td>\n",
              "      <td>-1.646885</td>\n",
              "      <td>0.176547</td>\n",
              "      <td>-0.041418</td>\n",
              "      <td>-0.048458</td>\n",
              "      <td>-0.091268</td>\n",
              "      <td>-0.043311</td>\n",
              "      <td>-0.026285</td>\n",
              "      <td>-0.081957</td>\n",
              "      <td>-0.047191</td>\n",
              "      <td>-0.137632</td>\n",
              "      <td>-0.127273</td>\n",
              "      <td>-0.044038</td>\n",
              "      <td>-0.151959</td>\n",
              "      <td>-0.086602</td>\n",
              "      <td>-0.033101</td>\n",
              "      <td>-0.023367</td>\n",
              "      <td>-0.026571</td>\n",
              "      <td>-0.029582</td>\n",
              "      <td>-0.032502</td>\n",
              "      <td>-0.033778</td>\n",
              "      <td>-0.028806</td>\n",
              "      <td>-0.137996</td>\n",
              "      <td>-0.035523</td>\n",
              "      <td>-0.009975</td>\n",
              "      <td>-0.028331</td>\n",
              "      <td>-0.086088</td>\n",
              "      <td>-0.079209</td>\n",
              "      <td>-0.087025</td>\n",
              "      <td>-0.118343</td>\n",
              "      <td>-0.028596</td>\n",
              "      <td>-0.053027</td>\n",
              "      <td>-0.037064</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.345910</td>\n",
              "      <td>-0.297989</td>\n",
              "      <td>-0.178504</td>\n",
              "      <td>-0.14272</td>\n",
              "      <td>-0.196867</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.052998</td>\n",
              "      <td>-0.212871</td>\n",
              "      <td>-0.312311</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.041998</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067627</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.517979</td>\n",
              "      <td>-0.038268</td>\n",
              "      <td>-0.142665</td>\n",
              "      <td>-0.039741</td>\n",
              "      <td>-0.196826</td>\n",
              "      <td>-0.044381</td>\n",
              "      <td>-0.102313</td>\n",
              "      <td>-0.052912</td>\n",
              "      <td>-0.07536</td>\n",
              "      <td>-0.087498</td>\n",
              "      <td>-0.312183</td>\n",
              "      <td>-0.03795</td>\n",
              "      <td>-0.045426</td>\n",
              "      <td>-0.084817</td>\n",
              "      <td>-0.008328</td>\n",
              "      <td>-0.01311</td>\n",
              "      <td>-0.065363</td>\n",
              "      <td>-0.02517</td>\n",
              "      <td>-0.085571</td>\n",
              "      <td>-0.041926</td>\n",
              "      <td>-0.062096</td>\n",
              "      <td>-0.067605</td>\n",
              "      <td>-0.037023</td>\n",
              "      <td>0.518686</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>331675 rows × 221 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-bbe4de3b-76e8-41aa-9fd7-ac4c82bae072')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-bbe4de3b-76e8-41aa-9fd7-ac4c82bae072 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-bbe4de3b-76e8-41aa-9fd7-ac4c82bae072');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "             0         1         2    ...       218       219       220\n",
              "0      -0.038690 -0.104182 -0.120549  ... -0.067605 -0.037023 -1.927949\n",
              "1      -0.012748 -0.080351 -0.105012  ... -0.067605 -0.037023  0.518686\n",
              "2       0.000669 -0.102016 -0.117442  ... -0.067605 -0.037023  0.518686\n",
              "3      -0.035111 -0.104172 -0.119514  ... -0.067605 -0.037023  0.518686\n",
              "4       0.005142  0.411363  0.111472  ... -0.067605 -0.037023  0.518686\n",
              "...          ...       ...       ...  ...       ...       ...       ...\n",
              "331670 -0.033770 -0.102666 -0.116406  ... -0.067605 -0.037023  0.518686\n",
              "331671 -0.038242 -0.102656 -0.115370  ... -0.067605 -0.037023  0.518686\n",
              "331672 -0.026166 -0.103985 -0.119514  ... -0.067605 -0.037023  0.518686\n",
              "331673 -0.026166 -0.102213 -0.114335  ... -0.067605 -0.037023  0.518686\n",
              "331674 -0.037795 -0.099024 -0.102941  ... -0.067605 -0.037023  0.518686\n",
              "\n",
              "[331675 rows x 221 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Split Data"
      ],
      "metadata": {
        "id": "uLVLxm7gut_r"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "X_train, X_test, y_train, y_test = train_test_split(X, y, train_size=0.7, random_state=34)"
      ],
      "metadata": {
        "id": "E2RfRKxeunV2"
      },
      "execution_count": 33,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Modeling and Training"
      ],
      "metadata": {
        "id": "wvzEXE0PvqgT"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "X.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "D_20O2OxvwGB",
        "outputId": "22f9f1d8-5edc-4a00-e959-6f3049e0e6cb"
      },
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(331675, 221)"
            ]
          },
          "metadata": {},
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uEKlZESMv2Vv",
        "outputId": "26ff7068-fef0-47d6-fb0b-952eb54c4354"
      },
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(331675,)"
            ]
          },
          "metadata": {},
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### How skewed our our classes"
      ],
      "metadata": {
        "id": "qPimkvhDv_gz"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "y.mean()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "DvR9VaLkwE4I",
        "outputId": "a64232cc-850a-4470-c639-febf863c0c3c"
      },
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.4038772895153388"
            ]
          },
          "metadata": {},
          "execution_count": 36
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 40% positive and 60% negative "
      ],
      "metadata": {
        "id": "xr9RHTq1wN2d"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### We will use class_weight from SKLearn\n",
        "### It allows us to generate weights for all the imbalanced classes"
      ],
      "metadata": {
        "id": "jYZ7y2OvwhJq"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "y_train.unique()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YDJB7xnDxmWF",
        "outputId": "6b605a34-6423-44be-a650-8820ddf34664"
      },
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([0, 1])"
            ]
          },
          "metadata": {},
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# This will compute class weights on y_train for classes in y_train.unique()\n",
        "# with a mode of balanced.\n",
        "class_weights = class_weight.compute_class_weight(\n",
        "                                        \"balanced\",\n",
        "                                        y_train.unique(),\n",
        "                                        y_train                                                    \n",
        "                                    )\n",
        "class_weights = dict(enumerate(class_weights))\n",
        "class_weights"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NGH_P3ocv6Qj",
        "outputId": "a88d9996-61d5-45a9-dc85-8430df070105"
      },
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/validation.py:72: FutureWarning: Pass classes=[0 1], y=270640    0\n",
            "72886     0\n",
            "43654     1\n",
            "126262    0\n",
            "250713    0\n",
            "         ..\n",
            "38435     1\n",
            "199765    0\n",
            "225014    0\n",
            "153449    1\n",
            "305642    0\n",
            "Name: state, Length: 232172, dtype: int64 as keyword args. From version 1.0 (renaming of 0.25) passing these as positional arguments will result in an error\n",
            "  \"will result in an error\", FutureWarning)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{0: 0.8394874242489985, 1: 1.236404302907658}"
            ]
          },
          "metadata": {},
          "execution_count": 38
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "inputs = tf.keras.Input(shape=(221,))\n",
        "x = tf.keras.layers.Dense(64, activation='relu')(inputs)\n",
        "x = tf.keras.layers.Dense(64, activation='relu')(x)\n",
        "outputs = tf.keras.layers.Dense(1, activation='sigmoid')(x)\n",
        "\n",
        "model = tf.keras.Model(inputs, outputs)\n",
        "\n",
        "\n",
        "model.compile(\n",
        "    optimizer='adam',\n",
        "    loss='binary_crossentropy',\n",
        "    metrics=[\n",
        "        'accuracy',\n",
        "        tf.keras.metrics.AUC(name='auc') # Area Under the Curve of the (ROC)Receiver Operating Curve\n",
        "    ]\n",
        ")\n",
        "batch_size = 64\n",
        "epochs = 100 # We are using a large amount of epochs because we are using early stopping\n",
        "\n",
        "history = model.fit(\n",
        "    X_train,\n",
        "    y_train,\n",
        "    validation_split=0.2,\n",
        "    class_weight=class_weights, # This will assighn weights to the two classes \n",
        "    #to penalize the out of balance \n",
        "    batch_size=batch_size,\n",
        "    epochs=epochs,\n",
        "    callbacks=[\n",
        "        tf.keras.callbacks.EarlyStopping( # This is a great callback that lets us monitor a metric or loss value\n",
        "            monitor='val_loss',\n",
        "            patience=3,\n",
        "            restore_best_weights=True,\n",
        "            verbose=1\n",
        "        )\n",
        "    ],\n",
        "    verbose=2\n",
        ")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QIajxWA452EL",
        "outputId": "6ded2fba-55fe-40f1-8ec8-8a72ec6f74cf"
      },
      "execution_count": 39,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/100\n",
            "2903/2903 - 18s - loss: 0.4532 - accuracy: 0.7890 - auc: 0.8702 - val_loss: 0.3516 - val_accuracy: 0.8525 - val_auc: 0.9284 - 18s/epoch - 6ms/step\n",
            "Epoch 2/100\n",
            "2903/2903 - 15s - loss: 0.3172 - accuracy: 0.8643 - auc: 0.9383 - val_loss: 0.3063 - val_accuracy: 0.8705 - val_auc: 0.9456 - 15s/epoch - 5ms/step\n",
            "Epoch 3/100\n",
            "2903/2903 - 17s - loss: 0.2763 - accuracy: 0.8823 - auc: 0.9532 - val_loss: 0.2597 - val_accuracy: 0.8912 - val_auc: 0.9594 - 17s/epoch - 6ms/step\n",
            "Epoch 4/100\n",
            "2903/2903 - 15s - loss: 0.2460 - accuracy: 0.8947 - auc: 0.9630 - val_loss: 0.2486 - val_accuracy: 0.8948 - val_auc: 0.9637 - 15s/epoch - 5ms/step\n",
            "Epoch 5/100\n",
            "2903/2903 - 16s - loss: 0.2224 - accuracy: 0.9066 - auc: 0.9698 - val_loss: 0.2143 - val_accuracy: 0.9113 - val_auc: 0.9707 - 16s/epoch - 5ms/step\n",
            "Epoch 6/100\n",
            "2903/2903 - 16s - loss: 0.2080 - accuracy: 0.9131 - auc: 0.9736 - val_loss: 0.2398 - val_accuracy: 0.8954 - val_auc: 0.9702 - 16s/epoch - 5ms/step\n",
            "Epoch 7/100\n",
            "2903/2903 - 15s - loss: 0.1987 - accuracy: 0.9170 - auc: 0.9758 - val_loss: 0.2049 - val_accuracy: 0.9155 - val_auc: 0.9748 - 15s/epoch - 5ms/step\n",
            "Epoch 8/100\n",
            "2903/2903 - 15s - loss: 0.1926 - accuracy: 0.9200 - auc: 0.9773 - val_loss: 0.1986 - val_accuracy: 0.9157 - val_auc: 0.9763 - 15s/epoch - 5ms/step\n",
            "Epoch 9/100\n",
            "2903/2903 - 15s - loss: 0.1863 - accuracy: 0.9226 - auc: 0.9787 - val_loss: 0.1963 - val_accuracy: 0.9188 - val_auc: 0.9772 - 15s/epoch - 5ms/step\n",
            "Epoch 10/100\n",
            "2903/2903 - 15s - loss: 0.1816 - accuracy: 0.9242 - auc: 0.9798 - val_loss: 0.1840 - val_accuracy: 0.9249 - val_auc: 0.9786 - 15s/epoch - 5ms/step\n",
            "Epoch 11/100\n",
            "2903/2903 - 15s - loss: 0.1774 - accuracy: 0.9266 - auc: 0.9807 - val_loss: 0.1823 - val_accuracy: 0.9242 - val_auc: 0.9801 - 15s/epoch - 5ms/step\n",
            "Epoch 12/100\n",
            "2903/2903 - 15s - loss: 0.1733 - accuracy: 0.9288 - auc: 0.9816 - val_loss: 0.1835 - val_accuracy: 0.9245 - val_auc: 0.9807 - 15s/epoch - 5ms/step\n",
            "Epoch 13/100\n",
            "2903/2903 - 15s - loss: 0.1709 - accuracy: 0.9298 - auc: 0.9821 - val_loss: 0.1809 - val_accuracy: 0.9250 - val_auc: 0.9807 - 15s/epoch - 5ms/step\n",
            "Epoch 14/100\n",
            "2903/2903 - 15s - loss: 0.1674 - accuracy: 0.9307 - auc: 0.9828 - val_loss: 0.1865 - val_accuracy: 0.9246 - val_auc: 0.9808 - 15s/epoch - 5ms/step\n",
            "Epoch 15/100\n",
            "2903/2903 - 15s - loss: 0.1638 - accuracy: 0.9316 - auc: 0.9836 - val_loss: 0.1551 - val_accuracy: 0.9379 - val_auc: 0.9849 - 15s/epoch - 5ms/step\n",
            "Epoch 16/100\n",
            "2903/2903 - 15s - loss: 0.1615 - accuracy: 0.9338 - auc: 0.9840 - val_loss: 0.1728 - val_accuracy: 0.9270 - val_auc: 0.9827 - 15s/epoch - 5ms/step\n",
            "Epoch 17/100\n",
            "2903/2903 - 15s - loss: 0.1572 - accuracy: 0.9352 - auc: 0.9848 - val_loss: 0.1491 - val_accuracy: 0.9395 - val_auc: 0.9859 - 15s/epoch - 5ms/step\n",
            "Epoch 18/100\n",
            "2903/2903 - 15s - loss: 0.1561 - accuracy: 0.9365 - auc: 0.9850 - val_loss: 0.1577 - val_accuracy: 0.9353 - val_auc: 0.9854 - 15s/epoch - 5ms/step\n",
            "Epoch 19/100\n",
            "2903/2903 - 15s - loss: 0.1549 - accuracy: 0.9365 - auc: 0.9853 - val_loss: 0.1555 - val_accuracy: 0.9378 - val_auc: 0.9848 - 15s/epoch - 5ms/step\n",
            "Epoch 20/100\n",
            "Restoring model weights from the end of the best epoch: 17.\n",
            "2903/2903 - 15s - loss: 0.1514 - accuracy: 0.9376 - auc: 0.9859 - val_loss: 0.1586 - val_accuracy: 0.9378 - val_auc: 0.9839 - 15s/epoch - 5ms/step\n",
            "Epoch 00020: early stopping\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Results"
      ],
      "metadata": {
        "id": "_kWbGJPG8A_1"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "model.evaluate(X_test, y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0yHdqiAH7_eC",
        "outputId": "e239a3af-2053-4a6a-acf4-00c84976fb48"
      },
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3110/3110 [==============================] - 13s 4ms/step - loss: 0.1478 - accuracy: 0.9401 - auc: 0.9860\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[0.14781855046749115, 0.9400821924209595, 0.9860149621963501]"
            ]
          },
          "metadata": {},
          "execution_count": 40
        }
      ]
    }
  ],
  "metadata": {
    "language_info": {
      "name": "python"
    },
    "orig_nbformat": 4,
    "colab": {
      "name": "FT-KickStarter-05.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "nbformat": 4,
  "nbformat_minor": 0
}