Asignacion_04__FPGrowth.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": [
        "J4QOXLgXTsEw"
      ]
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Tarea 4\n",
        "Experimente con el moduflo de FPGrowth para el caso de las pelicuals.\n",
        "Utilice las categorias de las series/peliculas como elementros transaccionales\n",
        "Desarrolle reglas de asociacion que respondan las siguientes preguntas:   \n",
        "¿Si una persona compra una pelicula de drama cual recomendar? [ver respuesta](#resp)"
      ],
      "metadata": {
        "id": "D1NepOycSVe8"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Preprocesamiento"
      ],
      "metadata": {
        "id": "J4QOXLgXTsEw"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# para no 'upload' data\n",
        "# importando archivo de datos desde el drive\n",
        "from pydrive.auth import GoogleAuth\n",
        "from google.colab import drive\n",
        "from pydrive.drive import GoogleDrive\n",
        "from google.colab import auth\n",
        "from oauth2client.client import GoogleCredentials\n",
        "\n",
        "auth.authenticate_user()\n",
        "gauth = GoogleAuth()\n",
        "gauth.credentials = GoogleCredentials.get_application_default()\n",
        "drive = GoogleDrive(gauth)\n",
        "\n",
        "download = drive.CreateFile({'id': '1wunEQPvINiHD5JqVa6Ug9wRpNEFwo-ju'})\n",
        "download.GetContentFile('archive.zip')"
      ],
      "metadata": {
        "id": "8q19f5bNBEGR",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3a99b8ff-5e63-4ec9-f264-0bd501ee5eda"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:root:pydrive is deprecated and no longer maintained. We recommend that you migrate your projects to pydrive2, the maintained fork of pydrive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "df_peliculas = pd.read_csv('archive.zip', compression='zip')\n",
        "df_peliculas.info()\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "swEz61uSSgAM",
        "outputId": "bd865724-5a25-4314-860f-e69a72eb9aa3"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 9668 entries, 0 to 9667\n",
            "Data columns (total 12 columns):\n",
            " #   Column        Non-Null Count  Dtype \n",
            "---  ------        --------------  ----- \n",
            " 0   show_id       9668 non-null   object\n",
            " 1   type          9668 non-null   object\n",
            " 2   title         9668 non-null   object\n",
            " 3   director      7585 non-null   object\n",
            " 4   cast          8435 non-null   object\n",
            " 5   country       672 non-null    object\n",
            " 6   date_added    155 non-null    object\n",
            " 7   release_year  9668 non-null   int64 \n",
            " 8   rating        9331 non-null   object\n",
            " 9   duration      9668 non-null   object\n",
            " 10  listed_in     9668 non-null   object\n",
            " 11  description   9668 non-null   object\n",
            "dtypes: int64(1), object(11)\n",
            "memory usage: 906.5+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "list_peliculas_generos =  (df_peliculas.loc[:,'listed_in']\n",
        "                           .str.strip()\n",
        "                           .str.split(\", \")\n",
        "                           .tolist())"
      ],
      "metadata": {
        "id": "VBDkNa6hUNc0"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Ver los 10 primeros items de los generos de peliculas"
      ],
      "metadata": {
        "id": "PgJxnVlGWkOk"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "list_peliculas_generos[:10]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1SLCfalfWHtc",
        "outputId": "b349e28b-113f-4adf-a71a-5144478e8af1"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[['Comedy', 'Drama'],\n",
              " ['Drama', 'International'],\n",
              " ['Action', 'Drama', 'Suspense'],\n",
              " ['Documentary'],\n",
              " ['Drama', 'Fantasy'],\n",
              " ['Fantasy', 'Kids'],\n",
              " ['Documentary', 'Special Interest'],\n",
              " ['Comedy'],\n",
              " ['Action', 'Science Fiction', 'Suspense'],\n",
              " ['Drama']]"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "F5w8iPwPcE-1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3106fc53-be07-4634-96ef-8138bb075588"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting fpgrowth_py\n",
            "  Downloading fpgrowth_py-1.0.0-py3-none-any.whl.metadata (2.3 kB)\n",
            "Downloading fpgrowth_py-1.0.0-py3-none-any.whl (5.6 kB)\n",
            "Installing collected packages: fpgrowth_py\n",
            "Successfully installed fpgrowth_py-1.0.0\n"
          ]
        }
      ],
      "source": [
        "!pip install fpgrowth_py"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Ejemplo Ilustrativo <profesor>\n",
        "from fpgrowth_py import fpgrowth\n",
        "itemSetList = [['eggs', 'bacon', 'soup'],\n",
        "                ['eggs', 'bacon', 'apple'],\n",
        "                ['soup', 'bacon', 'banana']]\n",
        "\n",
        "freqItemSet, rules = fpgrowth(itemSetList, minSupRatio=0.3, minConf=0.5)\n",
        "print(freqItemSet)\n",
        "print(rules)\n",
        "# [[{'beer'}, {'rice'}, 0.6666666666666666], [{'rice'}, {'beer'}, 1.0]]\n",
        "# rules[0] --> rules[1], confidence = rules[2]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8L6nG7IclCUs",
        "outputId": "e8520aed-9009-49de-cbd6-e883d1ef48c8"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[{'apple'}, {'apple', 'eggs'}, {'apple', 'bacon'}, {'apple', 'eggs', 'bacon'}, {'banana'}, {'soup', 'banana'}, {'banana', 'bacon'}, {'soup', 'banana', 'bacon'}, {'eggs'}, {'eggs', 'bacon'}, {'soup'}, {'soup', 'eggs'}, {'soup', 'eggs', 'bacon'}, {'soup', 'bacon'}, {'bacon'}]\n",
            "[[{'apple'}, {'eggs'}, 1.0], [{'apple'}, {'bacon'}, 1.0], [{'apple'}, {'eggs', 'bacon'}, 1.0], [{'apple', 'eggs'}, {'bacon'}, 1.0], [{'apple', 'bacon'}, {'eggs'}, 1.0], [{'banana'}, {'soup'}, 1.0], [{'banana'}, {'bacon'}, 1.0], [{'banana'}, {'soup', 'bacon'}, 1.0], [{'soup', 'banana'}, {'bacon'}, 1.0], [{'banana', 'bacon'}, {'soup'}, 1.0], [{'eggs'}, {'bacon'}, 1.0], [{'bacon'}, {'eggs'}, 0.6666666666666666], [{'soup', 'eggs'}, {'bacon'}, 1.0], [{'soup'}, {'bacon'}, 1.0], [{'bacon'}, {'soup'}, 0.6666666666666666]]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Resultados FP_Growth <a name=\"resp\"></a>\n",
        "De acuerdo a la tabla aquí suministrada con un soporte min del 3%, y un minimo de confianza del 30%. ***Con una prob. de 58.7% la mejor recomendación para el genero 'Drama' es el genero 'Romance'***. Seguido de Drama-Suspenso con una prob. de 49%, Drama-Action con 38.8% y finalmante Drama-Comedia con un 30.3% de prob. respectivamente.   \n",
        "**Nota: en la tabla y las asociaciones para 'Drama' aparecen en el puesto-indice de 45, 49, 50, 51*."
      ],
      "metadata": {
        "id": "HdUyksBzwaXt"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "assoc_rules, assoc_rules_frec = fpgrowth(list_peliculas_generos, minSupRatio = 0.03, minConf = 0.30)\n",
        "# para tener unos resultados\n",
        "pd.DataFrame(assoc_rules_frec)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "Uz2KFrK9YA5k",
        "outputId": "5db91b6d-8a52-404e-d89e-98262e8c4f8b"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       0  \\\n",
              "0                                 {Arts}   \n",
              "1                        {Entertainment}   \n",
              "2                        {Entertainment}   \n",
              "3                                 {Arts}   \n",
              "4                  {Entertainment, Arts}   \n",
              "5                {Entertainment, Comedy}   \n",
              "6                         {Arts, Comedy}   \n",
              "7                        {Entertainment}   \n",
              "8                                 {Arts}   \n",
              "9                          {and Culture}   \n",
              "10                                {Arts}   \n",
              "11                         {and Culture}   \n",
              "12                   {and Culture, Arts}   \n",
              "13                        {Arts, Comedy}   \n",
              "14                 {and Culture, Comedy}   \n",
              "15                       {Entertainment}   \n",
              "16                         {and Culture}   \n",
              "17          {Entertainment, and Culture}   \n",
              "18               {Entertainment, Comedy}   \n",
              "19                 {and Culture, Comedy}   \n",
              "20                       {Entertainment}   \n",
              "21                                {Arts}   \n",
              "22                         {and Culture}   \n",
              "23                 {Entertainment, Arts}   \n",
              "24          {Entertainment, and Culture}   \n",
              "25               {Entertainment, Comedy}   \n",
              "26                   {and Culture, Arts}   \n",
              "27                        {Arts, Comedy}   \n",
              "28                 {and Culture, Comedy}   \n",
              "29    {Entertainment, and Culture, Arts}   \n",
              "30         {Entertainment, Arts, Comedy}   \n",
              "31  {Entertainment, and Culture, Comedy}   \n",
              "32           {and Culture, Arts, Comedy}   \n",
              "33                       {Entertainment}   \n",
              "34                         {and Culture}   \n",
              "35                                {Arts}   \n",
              "36                         {and Culture}   \n",
              "37                       {Entertainment}   \n",
              "38                                {Arts}   \n",
              "39                         {and Culture}   \n",
              "40                 {Entertainment, Arts}   \n",
              "41          {Entertainment, and Culture}   \n",
              "42                   {and Culture, Arts}   \n",
              "43                                {Kids}   \n",
              "44                           {Animation}   \n",
              "45                             {Romance}   \n",
              "46                              {Horror}   \n",
              "47                    {Special Interest}   \n",
              "48                         {Documentary}   \n",
              "49                            {Suspense}   \n",
              "50                              {Action}   \n",
              "51                              {Comedy}   \n",
              "\n",
              "                                       1         2  \n",
              "0                               {Comedy}  0.685300  \n",
              "1                               {Comedy}  0.685300  \n",
              "2                         {Arts, Comedy}  0.685300  \n",
              "3                {Entertainment, Comedy}  0.685300  \n",
              "4                               {Comedy}  0.685300  \n",
              "5                                 {Arts}  1.000000  \n",
              "6                        {Entertainment}  1.000000  \n",
              "7                                 {Arts}  1.000000  \n",
              "8                        {Entertainment}  1.000000  \n",
              "9                               {Comedy}  0.685300  \n",
              "10                 {and Culture, Comedy}  0.685300  \n",
              "11                        {Arts, Comedy}  0.685300  \n",
              "12                              {Comedy}  0.685300  \n",
              "13                         {and Culture}  1.000000  \n",
              "14                                {Arts}  1.000000  \n",
              "15                 {and Culture, Comedy}  0.685300  \n",
              "16               {Entertainment, Comedy}  0.685300  \n",
              "17                              {Comedy}  0.685300  \n",
              "18                         {and Culture}  1.000000  \n",
              "19                       {Entertainment}  1.000000  \n",
              "20           {and Culture, Arts, Comedy}  0.685300  \n",
              "21  {Entertainment, and Culture, Comedy}  0.685300  \n",
              "22         {Entertainment, Arts, Comedy}  0.685300  \n",
              "23                 {and Culture, Comedy}  0.685300  \n",
              "24                        {Arts, Comedy}  0.685300  \n",
              "25                   {and Culture, Arts}  1.000000  \n",
              "26               {Entertainment, Comedy}  0.685300  \n",
              "27          {Entertainment, and Culture}  1.000000  \n",
              "28                 {Entertainment, Arts}  1.000000  \n",
              "29                              {Comedy}  0.685300  \n",
              "30                         {and Culture}  1.000000  \n",
              "31                                {Arts}  1.000000  \n",
              "32                       {Entertainment}  1.000000  \n",
              "33                         {and Culture}  1.000000  \n",
              "34                       {Entertainment}  1.000000  \n",
              "35                         {and Culture}  1.000000  \n",
              "36                                {Arts}  1.000000  \n",
              "37                   {and Culture, Arts}  1.000000  \n",
              "38          {Entertainment, and Culture}  1.000000  \n",
              "39                 {Entertainment, Arts}  1.000000  \n",
              "40                         {and Culture}  1.000000  \n",
              "41                                {Arts}  1.000000  \n",
              "42                       {Entertainment}  1.000000  \n",
              "43                           {Animation}  0.438710  \n",
              "44                                {Kids}  0.870201  \n",
              "45                               {Drama}  0.587537  \n",
              "46                            {Suspense}  0.387429  \n",
              "47                         {Documentary}  0.398980  \n",
              "48                    {Special Interest}  0.393756  \n",
              "49                               {Drama}  0.490340  \n",
              "50                               {Drama}  0.388654  \n",
              "51                               {Drama}  0.303001  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0ce5a8a4-469a-4630-8df2-19b487fcf54e\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>{Entertainment, Arts}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>{and Culture, Arts}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>{Entertainment, and Culture}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{and Culture, Arts, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{Entertainment, and Culture, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Entertainment, Arts, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>{Entertainment, Arts}</td>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>{Entertainment, and Culture}</td>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>{and Culture, Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>{and Culture, Arts}</td>\n",
              "      <td>{Entertainment, Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>{Arts, Comedy}</td>\n",
              "      <td>{Entertainment, and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>{and Culture, Comedy}</td>\n",
              "      <td>{Entertainment, Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>{Entertainment, and Culture, Arts}</td>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>0.685300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>{Entertainment, Arts, Comedy}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>{Entertainment, and Culture, Comedy}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>{and Culture, Arts, Comedy}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>{and Culture, Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>{Arts}</td>\n",
              "      <td>{Entertainment, and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>{Entertainment, Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>{Entertainment, Arts}</td>\n",
              "      <td>{and Culture}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>{Entertainment, and Culture}</td>\n",
              "      <td>{Arts}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>{and Culture, Arts}</td>\n",
              "      <td>{Entertainment}</td>\n",
              "      <td>1.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>{Kids}</td>\n",
              "      <td>{Animation}</td>\n",
              "      <td>0.438710</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>{Animation}</td>\n",
              "      <td>{Kids}</td>\n",
              "      <td>0.870201</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>{Romance}</td>\n",
              "      <td>{Drama}</td>\n",
              "      <td>0.587537</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>{Horror}</td>\n",
              "      <td>{Suspense}</td>\n",
              "      <td>0.387429</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>{Special Interest}</td>\n",
              "      <td>{Documentary}</td>\n",
              "      <td>0.398980</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>{Documentary}</td>\n",
              "      <td>{Special Interest}</td>\n",
              "      <td>0.393756</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>49</th>\n",
              "      <td>{Suspense}</td>\n",
              "      <td>{Drama}</td>\n",
              "      <td>0.490340</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50</th>\n",
              "      <td>{Action}</td>\n",
              "      <td>{Drama}</td>\n",
              "      <td>0.388654</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>51</th>\n",
              "      <td>{Comedy}</td>\n",
              "      <td>{Drama}</td>\n",
              "      <td>0.303001</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0ce5a8a4-469a-4630-8df2-19b487fcf54e')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-0ce5a8a4-469a-4630-8df2-19b487fcf54e button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-0ce5a8a4-469a-4630-8df2-19b487fcf54e');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-7b6e0f80-9d12-45b3-a1a4-d61f8104f5d1\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-7b6e0f80-9d12-45b3-a1a4-d61f8104f5d1')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-7b6e0f80-9d12-45b3-a1a4-d61f8104f5d1 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"pd\",\n  \"rows\": 52,\n  \"fields\": [\n    {\n      \"column\": 0,\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 1,\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 2,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.21678377143147434,\n        \"min\": 0.3030014292520248,\n        \"max\": 1.0,\n        \"num_unique_values\": 11,\n        \"samples\": [\n          0.38742857142857146,\n          0.6853002070393375,\n          0.3886541943270972\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    }
  ]
}