train_nn_model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Fantasy Premier League (FPL) Advisor Neural Network Model Builder\n",
    "\n",
    "The purpose of this notebook is to train a neural network that can predict the expected points for specific player and fixture combination. Currently, the training data is based on [fpl-data](https://github.com/177arc/fpl-data) which contains a rolling window of fixtures from this and the past season.\n",
    "\n",
    "# Installation\n",
    "To get started, run the following command to install all required dependencies."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-18T21:08:11.298920Z",
     "start_time": "2020-11-18T21:08:11.278919Z"
    }
   },
   "outputs": [],
   "source": [
    "#!pip install -q -r requirements.txt\n",
    "!pip install -q -r requirements_nn.txt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import requirements\n",
    "Here we import all external and local modulues."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:39:42.315514Z",
     "start_time": "2021-02-10T22:39:35.133809Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd, os, sys\n",
    "from fplpandas import FPLPandas\n",
    "from datadict.jupyter import DataDict\n",
    "\n",
    "import tensorflow as tf\n",
    "from tensorflow import feature_column\n",
    "from tensorflow import keras\n",
    "from tensorflow.keras import regularizers\n",
    "from tensorflow.keras import layers\n",
    "import tensorflow_docs as tfdocs\n",
    "import tensorflow_docs.plots\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# Load local modules\n",
    "sys.path.append(os.getcwd())\n",
    "from data import get_df\n",
    "from nn import *\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "pd.set_option('display.max_columns', 100)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Set variables\n",
    "This section sets all important global variables."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:39:42.330516Z",
     "start_time": "2021-02-10T22:39:42.317517Z"
    }
   },
   "outputs": [],
   "source": [
    "data_url = 'http://fpl.177arc.net.s3.eu-west-2.amazonaws.com/v1/latest/'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load pre-processed data\n",
    "This section loads data sets generated by the [fpl-data](https://github.com/177arc/fpl-data) lambda function and made available via the S3 bucket specified in the `data_url` variable."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:39:44.503514Z",
     "start_time": "2021-02-10T22:39:42.332516Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Fixture Total Points</th>\n",
       "      <th>Fixture Minutes Played</th>\n",
       "      <th>Fixture Cost</th>\n",
       "      <th>Chance Avail</th>\n",
       "      <th>Fixtures Ago</th>\n",
       "      <th>Is Home?</th>\n",
       "      <th>Fixture Short Name</th>\n",
       "      <th>Fixture Short Name FDR</th>\n",
       "      <th>Team FDR</th>\n",
       "      <th>Started</th>\n",
       "      <th>Kick Off Time</th>\n",
       "      <th>Expected Goals For</th>\n",
       "      <th>Expected Goals Against</th>\n",
       "      <th>Opp Team Code</th>\n",
       "      <th>Opp Team FDR</th>\n",
       "      <th>Team Fixture Count Home</th>\n",
       "      <th>Opp Team Fixture Count Home</th>\n",
       "      <th>Team Fixture Count Away</th>\n",
       "      <th>Opp Team Fixture Count Away</th>\n",
       "      <th>Team Fixture Count</th>\n",
       "      <th>Opp Team Fixture Count</th>\n",
       "      <th>Team Stats Quality</th>\n",
       "      <th>Opp Team Stats Quality</th>\n",
       "      <th>Rel Att Fixture Strength</th>\n",
       "      <th>Rel Def Fixture Strength</th>\n",
       "      <th>Opp Team Short Name</th>\n",
       "      <th>Fixture Goals Scored</th>\n",
       "      <th>Fixture Assists</th>\n",
       "      <th>Fixture Goals Conceded</th>\n",
       "      <th>Fixture Own Goals</th>\n",
       "      <th>Fixture Penalties Missed</th>\n",
       "      <th>Fixture Yellow Cards</th>\n",
       "      <th>Fixture Red Cards</th>\n",
       "      <th>Fixture Bonus Points</th>\n",
       "      <th>Fixture Saves</th>\n",
       "      <th>Fixture Clean Sheets</th>\n",
       "      <th>Fixture Penalties Saved</th>\n",
       "      <th>Fixture ICT Index</th>\n",
       "      <th>Fixture Influence</th>\n",
       "      <th>Fixture Creativity</th>\n",
       "      <th>Fixture Threat</th>\n",
       "      <th>Fixture Minutes &gt;60 Played</th>\n",
       "      <th>Fixture Minutes &lt;60 Played</th>\n",
       "      <th>Fixture Goals Conceded Multiples</th>\n",
       "      <th>Fixture Saves Multiples</th>\n",
       "      <th>ICT Index Recent Fixtures</th>\n",
       "      <th>Influence Recent Fixtures</th>\n",
       "      <th>Creativity Recent Fixtures</th>\n",
       "      <th>Threat Recent Fixtures</th>\n",
       "      <th>Total Points Recent Fixtures</th>\n",
       "      <th>...</th>\n",
       "      <th>News And Date</th>\n",
       "      <th>News</th>\n",
       "      <th>News Date</th>\n",
       "      <th>Player Team ID</th>\n",
       "      <th>Player Team Code</th>\n",
       "      <th>First Name</th>\n",
       "      <th>Last Name</th>\n",
       "      <th>Long Name</th>\n",
       "      <th>Name and Short Team</th>\n",
       "      <th>Chance Avail This GW</th>\n",
       "      <th>Chance Avail Next GW</th>\n",
       "      <th>Team ID</th>\n",
       "      <th>Team Short Name</th>\n",
       "      <th>Team Name</th>\n",
       "      <th>Team Strength</th>\n",
       "      <th>Team Last Updated</th>\n",
       "      <th>Transfers In This GW</th>\n",
       "      <th>Total Transfers In</th>\n",
       "      <th>Transfers Out This GW</th>\n",
       "      <th>Total Transfers Out</th>\n",
       "      <th>Corners &amp; Ind. Free Kicks Order</th>\n",
       "      <th>Direct Free Kicks Order</th>\n",
       "      <th>Penalties Order</th>\n",
       "      <th>Dream Team Count</th>\n",
       "      <th>In Dream Team</th>\n",
       "      <th>Form</th>\n",
       "      <th>Profile Picture</th>\n",
       "      <th>Goals Scored</th>\n",
       "      <th>Assists</th>\n",
       "      <th>Clean Sheets</th>\n",
       "      <th>Goals Conceded</th>\n",
       "      <th>Own Goals</th>\n",
       "      <th>Penalties Missed</th>\n",
       "      <th>Yellow Cards</th>\n",
       "      <th>Red Cards</th>\n",
       "      <th>Saves</th>\n",
       "      <th>Bonus Points</th>\n",
       "      <th>BPS Score</th>\n",
       "      <th>ICT Index</th>\n",
       "      <th>ICT Index Rank</th>\n",
       "      <th>Influence</th>\n",
       "      <th>Influence Rank</th>\n",
       "      <th>Creativity</th>\n",
       "      <th>Creativity Rank</th>\n",
       "      <th>Threat</th>\n",
       "      <th>Threat Rank</th>\n",
       "      <th>Field Position Code</th>\n",
       "      <th>Player ID</th>\n",
       "      <th>Player Last Updated</th>\n",
       "      <th>Long Name and Team</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Player Code</th>\n",
       "      <th>Season</th>\n",
       "      <th>Game Week</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">6744</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">2019-20</th>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>True</td>\n",
       "      <td>MUN-CHE</td>\n",
       "      <td>MUN-CHE (4)</td>\n",
       "      <td>4.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2019-08-11 15:30:00</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>CHE</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Lee</td>\n",
       "      <td>Grant</td>\n",
       "      <td>Lee Grant</td>\n",
       "      <td>Grant (MUN)</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>13</td>\n",
       "      <td>MUN</td>\n",
       "      <td>Man Utd</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>113</td>\n",
       "      <td>7908</td>\n",
       "      <td>236</td>\n",
       "      <td>4728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6744.jpg</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>498</td>\n",
       "      <td>0.0</td>\n",
       "      <td>488</td>\n",
       "      <td>0.0</td>\n",
       "      <td>467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>438</td>\n",
       "      <td>1</td>\n",
       "      <td>604</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>Lee Grant (Man Utd)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>False</td>\n",
       "      <td>WOL-MUN</td>\n",
       "      <td>WOL-MUN (3)</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2019-08-19 19:00:00</td>\n",
       "      <td>0.9000</td>\n",
       "      <td>1.600000</td>\n",
       "      <td>39.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.333333</td>\n",
       "      <td>1.600000</td>\n",
       "      <td>WOL</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Lee</td>\n",
       "      <td>Grant</td>\n",
       "      <td>Lee Grant</td>\n",
       "      <td>Grant (MUN)</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>13</td>\n",
       "      <td>MUN</td>\n",
       "      <td>Man Utd</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>113</td>\n",
       "      <td>7908</td>\n",
       "      <td>236</td>\n",
       "      <td>4728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6744.jpg</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>498</td>\n",
       "      <td>0.0</td>\n",
       "      <td>488</td>\n",
       "      <td>0.0</td>\n",
       "      <td>467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>438</td>\n",
       "      <td>1</td>\n",
       "      <td>604</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>Lee Grant (Man Utd)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>74.0</td>\n",
       "      <td>True</td>\n",
       "      <td>MUN-CRY</td>\n",
       "      <td>MUN-CRY (3)</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2019-08-24 14:00:00</td>\n",
       "      <td>1.0500</td>\n",
       "      <td>1.300000</td>\n",
       "      <td>31.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.714286</td>\n",
       "      <td>1.181818</td>\n",
       "      <td>CRY</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Lee</td>\n",
       "      <td>Grant</td>\n",
       "      <td>Lee Grant</td>\n",
       "      <td>Grant (MUN)</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>13</td>\n",
       "      <td>MUN</td>\n",
       "      <td>Man Utd</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>113</td>\n",
       "      <td>7908</td>\n",
       "      <td>236</td>\n",
       "      <td>4728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6744.jpg</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>498</td>\n",
       "      <td>0.0</td>\n",
       "      <td>488</td>\n",
       "      <td>0.0</td>\n",
       "      <td>467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>438</td>\n",
       "      <td>1</td>\n",
       "      <td>604</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>Lee Grant (Man Utd)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>False</td>\n",
       "      <td>SOU-MUN</td>\n",
       "      <td>SOU-MUN (2)</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2019-08-31 11:30:00</td>\n",
       "      <td>1.3000</td>\n",
       "      <td>1.233333</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.192308</td>\n",
       "      <td>0.913580</td>\n",
       "      <td>SOU</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Lee</td>\n",
       "      <td>Grant</td>\n",
       "      <td>Lee Grant</td>\n",
       "      <td>Grant (MUN)</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>13</td>\n",
       "      <td>MUN</td>\n",
       "      <td>Man Utd</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>113</td>\n",
       "      <td>7908</td>\n",
       "      <td>236</td>\n",
       "      <td>4728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6744.jpg</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>498</td>\n",
       "      <td>0.0</td>\n",
       "      <td>488</td>\n",
       "      <td>0.0</td>\n",
       "      <td>467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>438</td>\n",
       "      <td>1</td>\n",
       "      <td>604</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>Lee Grant (Man Utd)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>True</td>\n",
       "      <td>MUN-LEI</td>\n",
       "      <td>MUN-LEI (3)</td>\n",
       "      <td>3.0</td>\n",
       "      <td>True</td>\n",
       "      <td>2019-09-14 14:00:00</td>\n",
       "      <td>1.3625</td>\n",
       "      <td>1.262500</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.770642</td>\n",
       "      <td>0.935185</td>\n",
       "      <td>LEI</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>Lee</td>\n",
       "      <td>Grant</td>\n",
       "      <td>Lee Grant</td>\n",
       "      <td>Grant (MUN)</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>13</td>\n",
       "      <td>MUN</td>\n",
       "      <td>Man Utd</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>113</td>\n",
       "      <td>7908</td>\n",
       "      <td>236</td>\n",
       "      <td>4728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6744.jpg</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>498</td>\n",
       "      <td>0.0</td>\n",
       "      <td>488</td>\n",
       "      <td>0.0</td>\n",
       "      <td>467</td>\n",
       "      <td>0.0</td>\n",
       "      <td>438</td>\n",
       "      <td>1</td>\n",
       "      <td>604</td>\n",
       "      <td>2021-02-10 22:35:16</td>\n",
       "      <td>Lee Grant (Man Utd)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 120 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                               Fixture Total Points  Fixture Minutes Played  \\\n",
       "Player Code Season  Game Week                                                 \n",
       "6744        2019-20 1                           0.0                     0.0   \n",
       "                    2                           0.0                     0.0   \n",
       "                    3                           0.0                     0.0   \n",
       "                    4                           0.0                     0.0   \n",
       "                    5                           0.0                     0.0   \n",
       "\n",
       "                               Fixture Cost  Chance Avail  Fixtures Ago  \\\n",
       "Player Code Season  Game Week                                             \n",
       "6744        2019-20 1                   5.0           0.0          76.0   \n",
       "                    2                   5.0           0.0          75.0   \n",
       "                    3                   5.0           0.0          74.0   \n",
       "                    4                   4.9           0.0          73.0   \n",
       "                    5                   4.9           0.0          72.0   \n",
       "\n",
       "                              Is Home? Fixture Short Name  \\\n",
       "Player Code Season  Game Week                               \n",
       "6744        2019-20 1             True            MUN-CHE   \n",
       "                    2            False            WOL-MUN   \n",
       "                    3             True            MUN-CRY   \n",
       "                    4            False            SOU-MUN   \n",
       "                    5             True            MUN-LEI   \n",
       "\n",
       "                              Fixture Short Name FDR  Team FDR Started  \\\n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1                    MUN-CHE (4)       4.0    True   \n",
       "                    2                    WOL-MUN (3)       3.0    True   \n",
       "                    3                    MUN-CRY (3)       3.0    True   \n",
       "                    4                    SOU-MUN (2)       2.0    True   \n",
       "                    5                    MUN-LEI (3)       3.0    True   \n",
       "\n",
       "                                     Kick Off Time  Expected Goals For  \\\n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1          2019-08-11 15:30:00              0.0000   \n",
       "                    2          2019-08-19 19:00:00              0.9000   \n",
       "                    3          2019-08-24 14:00:00              1.0500   \n",
       "                    4          2019-08-31 11:30:00              1.3000   \n",
       "                    5          2019-09-14 14:00:00              1.3625   \n",
       "\n",
       "                               Expected Goals Against  Opp Team Code  \\\n",
       "Player Code Season  Game Week                                          \n",
       "6744        2019-20 1                        0.000000            8.0   \n",
       "                    2                        1.600000           39.0   \n",
       "                    3                        1.300000           31.0   \n",
       "                    4                        1.233333           20.0   \n",
       "                    5                        1.262500           13.0   \n",
       "\n",
       "                               Opp Team FDR  Team Fixture Count Home  \\\n",
       "Player Code Season  Game Week                                          \n",
       "6744        2019-20 1                   4.0                     11.0   \n",
       "                    2                   4.0                     11.0   \n",
       "                    3                   4.0                     11.0   \n",
       "                    4                   4.0                     11.0   \n",
       "                    5                   4.0                     11.0   \n",
       "\n",
       "                               Opp Team Fixture Count Home  \\\n",
       "Player Code Season  Game Week                                \n",
       "6744        2019-20 1                                 10.0   \n",
       "                    2                                 11.0   \n",
       "                    3                                  9.0   \n",
       "                    4                                 10.0   \n",
       "                    5                                 10.0   \n",
       "\n",
       "                               Team Fixture Count Away  \\\n",
       "Player Code Season  Game Week                            \n",
       "6744        2019-20 1                              9.0   \n",
       "                    2                              9.0   \n",
       "                    3                              9.0   \n",
       "                    4                              9.0   \n",
       "                    5                              9.0   \n",
       "\n",
       "                               Opp Team Fixture Count Away  \\\n",
       "Player Code Season  Game Week                                \n",
       "6744        2019-20 1                                 10.0   \n",
       "                    2                                  9.0   \n",
       "                    3                                 11.0   \n",
       "                    4                                 10.0   \n",
       "                    5                                 10.0   \n",
       "\n",
       "                               Team Fixture Count  Opp Team Fixture Count  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                        20.0                    20.0   \n",
       "                    2                        20.0                    20.0   \n",
       "                    3                        20.0                    20.0   \n",
       "                    4                        20.0                    20.0   \n",
       "                    5                        20.0                    20.0   \n",
       "\n",
       "                               Team Stats Quality  Opp Team Stats Quality  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                         1.0                     1.0   \n",
       "                    2                         1.0                     1.0   \n",
       "                    3                         1.0                     1.0   \n",
       "                    4                         1.0                     1.0   \n",
       "                    5                         1.0                     1.0   \n",
       "\n",
       "                               Rel Att Fixture Strength  \\\n",
       "Player Code Season  Game Week                             \n",
       "6744        2019-20 1                          1.000000   \n",
       "                    2                          1.333333   \n",
       "                    3                          1.714286   \n",
       "                    4                          1.192308   \n",
       "                    5                          0.770642   \n",
       "\n",
       "                               Rel Def Fixture Strength Opp Team Short Name  \\\n",
       "Player Code Season  Game Week                                                 \n",
       "6744        2019-20 1                          1.000000                 CHE   \n",
       "                    2                          1.600000                 WOL   \n",
       "                    3                          1.181818                 CRY   \n",
       "                    4                          0.913580                 SOU   \n",
       "                    5                          0.935185                 LEI   \n",
       "\n",
       "                               Fixture Goals Scored  Fixture Assists  \\\n",
       "Player Code Season  Game Week                                          \n",
       "6744        2019-20 1                           0.0              0.0   \n",
       "                    2                           0.0              0.0   \n",
       "                    3                           0.0              0.0   \n",
       "                    4                           0.0              0.0   \n",
       "                    5                           0.0              0.0   \n",
       "\n",
       "                               Fixture Goals Conceded  Fixture Own Goals  \\\n",
       "Player Code Season  Game Week                                              \n",
       "6744        2019-20 1                             0.0                0.0   \n",
       "                    2                             0.0                0.0   \n",
       "                    3                             0.0                0.0   \n",
       "                    4                             0.0                0.0   \n",
       "                    5                             0.0                0.0   \n",
       "\n",
       "                               Fixture Penalties Missed  Fixture Yellow Cards  \\\n",
       "Player Code Season  Game Week                                                   \n",
       "6744        2019-20 1                               0.0                   0.0   \n",
       "                    2                               0.0                   0.0   \n",
       "                    3                               0.0                   0.0   \n",
       "                    4                               0.0                   0.0   \n",
       "                    5                               0.0                   0.0   \n",
       "\n",
       "                               Fixture Red Cards  Fixture Bonus Points  \\\n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1                        0.0                   0.0   \n",
       "                    2                        0.0                   0.0   \n",
       "                    3                        0.0                   0.0   \n",
       "                    4                        0.0                   0.0   \n",
       "                    5                        0.0                   0.0   \n",
       "\n",
       "                               Fixture Saves  Fixture Clean Sheets  \\\n",
       "Player Code Season  Game Week                                        \n",
       "6744        2019-20 1                    0.0                   0.0   \n",
       "                    2                    0.0                   0.0   \n",
       "                    3                    0.0                   0.0   \n",
       "                    4                    0.0                   0.0   \n",
       "                    5                    0.0                   0.0   \n",
       "\n",
       "                               Fixture Penalties Saved  Fixture ICT Index  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                              0.0                0.0   \n",
       "                    2                              0.0                0.0   \n",
       "                    3                              0.0                0.0   \n",
       "                    4                              0.0                0.0   \n",
       "                    5                              0.0                0.0   \n",
       "\n",
       "                               Fixture Influence  Fixture Creativity  \\\n",
       "Player Code Season  Game Week                                          \n",
       "6744        2019-20 1                        0.0                 0.0   \n",
       "                    2                        0.0                 0.0   \n",
       "                    3                        0.0                 0.0   \n",
       "                    4                        0.0                 0.0   \n",
       "                    5                        0.0                 0.0   \n",
       "\n",
       "                               Fixture Threat Fixture Minutes >60 Played  \\\n",
       "Player Code Season  Game Week                                              \n",
       "6744        2019-20 1                     0.0                      False   \n",
       "                    2                     0.0                      False   \n",
       "                    3                     0.0                      False   \n",
       "                    4                     0.0                      False   \n",
       "                    5                     0.0                      False   \n",
       "\n",
       "                              Fixture Minutes <60 Played  \\\n",
       "Player Code Season  Game Week                              \n",
       "6744        2019-20 1                              False   \n",
       "                    2                              False   \n",
       "                    3                              False   \n",
       "                    4                              False   \n",
       "                    5                              False   \n",
       "\n",
       "                               Fixture Goals Conceded Multiples  \\\n",
       "Player Code Season  Game Week                                     \n",
       "6744        2019-20 1                                       0.0   \n",
       "                    2                                       0.0   \n",
       "                    3                                       0.0   \n",
       "                    4                                       0.0   \n",
       "                    5                                       0.0   \n",
       "\n",
       "                               Fixture Saves Multiples  \\\n",
       "Player Code Season  Game Week                            \n",
       "6744        2019-20 1                              0.0   \n",
       "                    2                              0.0   \n",
       "                    3                              0.0   \n",
       "                    4                              0.0   \n",
       "                    5                              0.0   \n",
       "\n",
       "                               ICT Index Recent Fixtures  \\\n",
       "Player Code Season  Game Week                              \n",
       "6744        2019-20 1                                0.0   \n",
       "                    2                                0.0   \n",
       "                    3                                0.0   \n",
       "                    4                                0.0   \n",
       "                    5                                0.0   \n",
       "\n",
       "                               Influence Recent Fixtures  \\\n",
       "Player Code Season  Game Week                              \n",
       "6744        2019-20 1                                0.0   \n",
       "                    2                                0.0   \n",
       "                    3                                0.0   \n",
       "                    4                                0.0   \n",
       "                    5                                0.0   \n",
       "\n",
       "                               Creativity Recent Fixtures  \\\n",
       "Player Code Season  Game Week                               \n",
       "6744        2019-20 1                                 0.0   \n",
       "                    2                                 0.0   \n",
       "                    3                                 0.0   \n",
       "                    4                                 0.0   \n",
       "                    5                                 0.0   \n",
       "\n",
       "                               Threat Recent Fixtures  \\\n",
       "Player Code Season  Game Week                           \n",
       "6744        2019-20 1                             0.0   \n",
       "                    2                             0.0   \n",
       "                    3                             0.0   \n",
       "                    4                             0.0   \n",
       "                    5                             0.0   \n",
       "\n",
       "                               Total Points Recent Fixtures  ...  \\\n",
       "Player Code Season  Game Week                                ...   \n",
       "6744        2019-20 1                                   0.0  ...   \n",
       "                    2                                   0.0  ...   \n",
       "                    3                                   0.0  ...   \n",
       "                    4                                   0.0  ...   \n",
       "                    5                                   0.0  ...   \n",
       "\n",
       "                               News And Date  News  News Date  Player Team ID  \\\n",
       "Player Code Season  Game Week                                                   \n",
       "6744        2019-20 1                    NaN   NaN        NaN              13   \n",
       "                    2                    NaN   NaN        NaN              13   \n",
       "                    3                    NaN   NaN        NaN              13   \n",
       "                    4                    NaN   NaN        NaN              13   \n",
       "                    5                    NaN   NaN        NaN              13   \n",
       "\n",
       "                               Player Team Code  First Name  Last Name  \\\n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1                         1         Lee      Grant   \n",
       "                    2                         1         Lee      Grant   \n",
       "                    3                         1         Lee      Grant   \n",
       "                    4                         1         Lee      Grant   \n",
       "                    5                         1         Lee      Grant   \n",
       "\n",
       "                               Long Name  Name and Short Team  \\\n",
       "Player Code Season  Game Week                                   \n",
       "6744        2019-20 1          Lee Grant          Grant (MUN)   \n",
       "                    2          Lee Grant          Grant (MUN)   \n",
       "                    3          Lee Grant          Grant (MUN)   \n",
       "                    4          Lee Grant          Grant (MUN)   \n",
       "                    5          Lee Grant          Grant (MUN)   \n",
       "\n",
       "                               Chance Avail This GW  Chance Avail Next GW  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                         100.0                 100.0   \n",
       "                    2                         100.0                 100.0   \n",
       "                    3                         100.0                 100.0   \n",
       "                    4                         100.0                 100.0   \n",
       "                    5                         100.0                 100.0   \n",
       "\n",
       "                               Team ID Team Short Name  Team Name  \\\n",
       "Player Code Season  Game Week                                       \n",
       "6744        2019-20 1               13             MUN    Man Utd   \n",
       "                    2               13             MUN    Man Utd   \n",
       "                    3               13             MUN    Man Utd   \n",
       "                    4               13             MUN    Man Utd   \n",
       "                    5               13             MUN    Man Utd   \n",
       "\n",
       "                               Team Strength   Team Last Updated  \\\n",
       "Player Code Season  Game Week                                      \n",
       "6744        2019-20 1                      4 2021-02-10 22:35:16   \n",
       "                    2                      4 2021-02-10 22:35:16   \n",
       "                    3                      4 2021-02-10 22:35:16   \n",
       "                    4                      4 2021-02-10 22:35:16   \n",
       "                    5                      4 2021-02-10 22:35:16   \n",
       "\n",
       "                               Transfers In This GW  Total Transfers In  \\\n",
       "Player Code Season  Game Week                                             \n",
       "6744        2019-20 1                           113                7908   \n",
       "                    2                           113                7908   \n",
       "                    3                           113                7908   \n",
       "                    4                           113                7908   \n",
       "                    5                           113                7908   \n",
       "\n",
       "                               Transfers Out This GW  Total Transfers Out  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                            236                 4728   \n",
       "                    2                            236                 4728   \n",
       "                    3                            236                 4728   \n",
       "                    4                            236                 4728   \n",
       "                    5                            236                 4728   \n",
       "\n",
       "                              Corners & Ind. Free Kicks Order  \\\n",
       "Player Code Season  Game Week                                   \n",
       "6744        2019-20 1                                     NaN   \n",
       "                    2                                     NaN   \n",
       "                    3                                     NaN   \n",
       "                    4                                     NaN   \n",
       "                    5                                     NaN   \n",
       "\n",
       "                              Direct Free Kicks Order Penalties Order  \\\n",
       "Player Code Season  Game Week                                           \n",
       "6744        2019-20 1                             NaN             NaN   \n",
       "                    2                             NaN             NaN   \n",
       "                    3                             NaN             NaN   \n",
       "                    4                             NaN             NaN   \n",
       "                    5                             NaN             NaN   \n",
       "\n",
       "                               Dream Team Count  In Dream Team Form  \\\n",
       "Player Code Season  Game Week                                         \n",
       "6744        2019-20 1                         0          False  0.0   \n",
       "                    2                         0          False  0.0   \n",
       "                    3                         0          False  0.0   \n",
       "                    4                         0          False  0.0   \n",
       "                    5                         0          False  0.0   \n",
       "\n",
       "                              Profile Picture Goals Scored Assists  \\\n",
       "Player Code Season  Game Week                                        \n",
       "6744        2019-20 1                6744.jpg            0       0   \n",
       "                    2                6744.jpg            0       0   \n",
       "                    3                6744.jpg            0       0   \n",
       "                    4                6744.jpg            0       0   \n",
       "                    5                6744.jpg            0       0   \n",
       "\n",
       "                               Clean Sheets  Goals Conceded  Own Goals  \\\n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1                     0               0          0   \n",
       "                    2                     0               0          0   \n",
       "                    3                     0               0          0   \n",
       "                    4                     0               0          0   \n",
       "                    5                     0               0          0   \n",
       "\n",
       "                              Penalties Missed Yellow Cards  Red Cards Saves  \\\n",
       "Player Code Season  Game Week                                                  \n",
       "6744        2019-20 1                        0            0          0     0   \n",
       "                    2                        0            0          0     0   \n",
       "                    3                        0            0          0     0   \n",
       "                    4                        0            0          0     0   \n",
       "                    5                        0            0          0     0   \n",
       "\n",
       "                               Bonus Points  BPS Score  ICT Index  \\\n",
       "Player Code Season  Game Week                                       \n",
       "6744        2019-20 1                     0          0        0.0   \n",
       "                    2                     0          0        0.0   \n",
       "                    3                     0          0        0.0   \n",
       "                    4                     0          0        0.0   \n",
       "                    5                     0          0        0.0   \n",
       "\n",
       "                               ICT Index Rank  Influence  Influence Rank  \\\n",
       "Player Code Season  Game Week                                              \n",
       "6744        2019-20 1                     498        0.0             488   \n",
       "                    2                     498        0.0             488   \n",
       "                    3                     498        0.0             488   \n",
       "                    4                     498        0.0             488   \n",
       "                    5                     498        0.0             488   \n",
       "\n",
       "                               Creativity  Creativity Rank  Threat  \\\n",
       "Player Code Season  Game Week                                        \n",
       "6744        2019-20 1                 0.0              467     0.0   \n",
       "                    2                 0.0              467     0.0   \n",
       "                    3                 0.0              467     0.0   \n",
       "                    4                 0.0              467     0.0   \n",
       "                    5                 0.0              467     0.0   \n",
       "\n",
       "                               Threat Rank Field Position Code  Player ID  \\\n",
       "Player Code Season  Game Week                                               \n",
       "6744        2019-20 1                  438                   1        604   \n",
       "                    2                  438                   1        604   \n",
       "                    3                  438                   1        604   \n",
       "                    4                  438                   1        604   \n",
       "                    5                  438                   1        604   \n",
       "\n",
       "                               Player Last Updated   Long Name and Team  \n",
       "Player Code Season  Game Week                                            \n",
       "6744        2019-20 1          2021-02-10 22:35:16  Lee Grant (Man Utd)  \n",
       "                    2          2021-02-10 22:35:16  Lee Grant (Man Utd)  \n",
       "                    3          2021-02-10 22:35:16  Lee Grant (Man Utd)  \n",
       "                    4          2021-02-10 22:35:16  Lee Grant (Man Utd)  \n",
       "                    5          2021-02-10 22:35:16  Lee Grant (Man Utd)  \n",
       "\n",
       "[5 rows x 120 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "players_fixture_team_eps_ext = get_df(url=f'{data_url}players_gw_team_eps_ext.csv', index=['Player Code', 'Season', 'Game Week'])\n",
    "players_fixture_team_eps_ext.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-02-16T15:20:57.167372Z",
     "start_time": "2020-02-16T15:20:57.163383Z"
    }
   },
   "source": [
    "## Create training and test datasets "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:39:44.817530Z",
     "start_time": "2021-02-10T22:39:44.586531Z"
    }
   },
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'player_fixture_stats' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-4-bbdea68b820a>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m (player_fixture_stats\n\u001b[0m\u001b[0;32m      2\u001b[0m           \u001b[1;33m[\u001b[0m\u001b[0mto_fixture_cols\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m           \u001b[1;33m.\u001b[0m\u001b[0msort_values\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'Player Code'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'Kick Off Time'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m           \u001b[1;33m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Player Code'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m           \u001b[1;33m.\u001b[0m\u001b[0mshift\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'player_fixture_stats' is not defined"
     ]
    }
   ],
   "source": [
    "(player_fixture_stats\n",
    "          [to_fixture_cols]\n",
    "          .sort_values(['Player Code', 'Kick Off Time'])\n",
    "          .groupby('Player Code')\n",
    "          .shift()\n",
    "          .drop(columns=['Kick Off Time'])\n",
    "          .merge(player_fixture_stats[non_to_fixture_cols], left_index=True, right_index=True)\n",
    "          [lambda df: (df['Started'] == True) & (df['Fixture Minutes Played'] > 0)]\n",
    "          .reset_index())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:48:06.523115Z",
     "start_time": "2021-02-10T22:48:05.579119Z"
    }
   },
   "outputs": [],
   "source": [
    "to_fixture_cols = [col for col in players_fixture_team_eps_ext.columns if 'Recent Fixtures' in col or col == 'Kick Off Time']\n",
    "non_to_fixture_cols = [col for col in players_fixture_team_eps_ext.columns if 'Recent Fixtures' not in col]\n",
    "\n",
    "train_df, test_df = (players_fixture_team_eps_ext\n",
    "      [to_fixture_cols]\n",
    "      .sort_values(['Player Code', 'Kick Off Time'])\n",
    "      .groupby('Player Code')\n",
    "      .shift()\n",
    "      .drop(columns=['Kick Off Time'])\n",
    "      .merge(players_fixture_team_eps_ext[non_to_fixture_cols], left_index=True, right_index=True)\n",
    "    .reset_index()\n",
    "    [lambda df: df['Fixture Minutes Played'] > 0]\n",
    "    .assign(**{'Is Home?': lambda df: df['Is Home?'].astype(int)})\n",
    "#[['Fixture Total Points']].assign(**{'Total Points': lambda df: df['Fixture Total Points']})\n",
    "#[['Fixture Total Points', 'Player Code']]\n",
    "#[['Fixture Total Points', 'Field Position', 'Total Points Recent Fixtures', 'Fixtures Played Recent Fixtures', 'Opp Team FDR']]\n",
    "#'ICT Index Recent Fixtures', 'Influence Recent Fixtures', 'Creativity Recent Fixtures',\n",
    "[lambda df: df['Field Position'].isin(['MID', 'FWD'])]\n",
    "# [['Fixture Total Points',  'Threat Recent Fixtures', 'Total Points Recent Fixtures', 'Fixtures Played Recent Fixtures', 'Rel Att Fixture Strength']]\n",
    "[['Fixture Total Points', 'Avg Threat Recent Fixtures', 'Expected Points']]\n",
    "    .dropna(how='any', axis=0)\n",
    "    .pipe(nn_split, frac=0.8))\n",
    "train_ds = train_df.pipe(nn_prep_ds, 'Fixture Total Points')\n",
    "test_ds = test_df.pipe(nn_prep_ds, 'Fixture Total Points')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create feature columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:47:55.863197Z",
     "start_time": "2021-02-10T22:47:55.850199Z"
    }
   },
   "outputs": [],
   "source": [
    "feature_columns_cats = {'field_position': ['GK', 'DEF', 'MID', 'FWD']}\n",
    "\n",
    "feature_columns = []\n",
    "for col, spec in train_ds.element_spec[0].items():\n",
    "    if spec.dtype in [tf.bool, tf.float64]:\n",
    "        feature_columns.append(feature_column.numeric_column(col))\n",
    "        \n",
    "    if col in feature_columns_cats.keys():\n",
    "        field_pos = feature_column.categorical_column_with_vocabulary_list(col, feature_columns_cats[col])\n",
    "        field_pos_one_hot = feature_column.indicator_column(field_pos)\n",
    "        feature_columns.append(field_pos_one_hot)        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create model\n",
    "Here we create a neural network with four layers. Although ultimately the mean "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:46:43.012126Z",
     "start_time": "2021-02-10T22:46:42.986125Z"
    }
   },
   "outputs": [],
   "source": [
    "model = tf.keras.Sequential([\n",
    "  tf.keras.layers.DenseFeatures(feature_columns, dtype='float64'),\n",
    "  layers.Dense(5, activation='relu', dtype='float64'),\n",
    "  layers.Dense(3, activation='relu', dtype='float64'),\n",
    "  layers.Dense(1, dtype='float64')\n",
    "])\n",
    "\n",
    "model.compile(loss='msle',\n",
    "                optimizer=tf.keras.optimizers.RMSprop(0.001),\n",
    "                metrics=['mse', 'mae', 'msle'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:46:57.059446Z",
     "start_time": "2021-02-10T22:46:43.626696Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/60\n",
      "WARNING:tensorflow:Layers in a Sequential model should only have a single input tensor, but we receive a <class 'dict'> input: {'expected_points': <tf.Tensor 'ExpandDims:0' shape=(None, 1) dtype=float64>}\n",
      "Consider rewriting this model with the Functional API.\n",
      "WARNING:tensorflow:Layers in a Sequential model should only have a single input tensor, but we receive a <class 'dict'> input: {'expected_points': <tf.Tensor 'ExpandDims:0' shape=(None, 1) dtype=float64>}\n",
      "Consider rewriting this model with the Functional API.\n",
      "187/209 [=========================>....] - ETA: 0s - loss: 0.9005 - mse: 15.1565 - mae: 2.4873 - msle: 0.9005WARNING:tensorflow:Layers in a Sequential model should only have a single input tensor, but we receive a <class 'dict'> input: {'expected_points': <tf.Tensor 'ExpandDims:0' shape=(None, 1) dtype=float64>}\n",
      "Consider rewriting this model with the Functional API.\n",
      "209/209 [==============================] - 0s 2ms/step - loss: 0.8600 - mse: 14.8386 - mae: 2.4304 - msle: 0.8600 - val_loss: 0.4730 - val_mse: 11.9692 - val_mae: 1.9729 - val_msle: 0.4730\n",
      "Epoch 2/60\n",
      "209/209 [==============================] - 0s 967us/step - loss: 0.3931 - mse: 10.9393 - mae: 1.9413 - msle: 0.3931 - val_loss: 0.3086 - val_mse: 9.5192 - val_mae: 1.7954 - val_msle: 0.3086\n",
      "Epoch 3/60\n",
      "209/209 [==============================] - 0s 974us/step - loss: 0.3242 - mse: 9.6370 - mae: 1.8656 - msle: 0.3242 - val_loss: 0.2942 - val_mse: 9.1770 - val_mae: 1.7763 - val_msle: 0.2942\n",
      "Epoch 4/60\n",
      "209/209 [==============================] - 0s 990us/step - loss: 0.3154 - mse: 9.4483 - mae: 1.8591 - msle: 0.3154 - val_loss: 0.2898 - val_mse: 9.1256 - val_mae: 1.7745 - val_msle: 0.2898\n",
      "Epoch 5/60\n",
      "209/209 [==============================] - 0s 981us/step - loss: 0.3118 - mse: 9.3932 - mae: 1.8579 - msle: 0.3118 - val_loss: 0.2884 - val_mse: 9.1391 - val_mae: 1.7735 - val_msle: 0.2884\n",
      "Epoch 6/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3104 - mse: 9.3827 - mae: 1.8577 - msle: 0.3104 - val_loss: 0.2879 - val_mse: 9.1593 - val_mae: 1.7734 - val_msle: 0.2879\n",
      "Epoch 7/60\n",
      "209/209 [==============================] - 0s 950us/step - loss: 0.3099 - mse: 9.3842 - mae: 1.8576 - msle: 0.3099 - val_loss: 0.2876 - val_mse: 9.1699 - val_mae: 1.7735 - val_msle: 0.2876\n",
      "Epoch 8/60\n",
      "209/209 [==============================] - 0s 969us/step - loss: 0.3097 - mse: 9.3856 - mae: 1.8576 - msle: 0.3097 - val_loss: 0.2875 - val_mse: 9.1764 - val_mae: 1.7732 - val_msle: 0.2875\n",
      "Epoch 9/60\n",
      "209/209 [==============================] - 0s 976us/step - loss: 0.3096 - mse: 9.3864 - mae: 1.8573 - msle: 0.3096 - val_loss: 0.2874 - val_mse: 9.1795 - val_mae: 1.7730 - val_msle: 0.2874\n",
      "Epoch 10/60\n",
      "209/209 [==============================] - 0s 976us/step - loss: 0.3095 - mse: 9.3858 - mae: 1.8570 - msle: 0.3095 - val_loss: 0.2873 - val_mse: 9.1820 - val_mae: 1.7725 - val_msle: 0.2873\n",
      "Epoch 11/60\n",
      "209/209 [==============================] - 0s 986us/step - loss: 0.3094 - mse: 9.3855 - mae: 1.8565 - msle: 0.3094 - val_loss: 0.2872 - val_mse: 9.1839 - val_mae: 1.7719 - val_msle: 0.2872\n",
      "Epoch 12/60\n",
      "209/209 [==============================] - 0s 995us/step - loss: 0.3093 - mse: 9.3853 - mae: 1.8561 - msle: 0.3093 - val_loss: 0.2871 - val_mse: 9.1863 - val_mae: 1.7714 - val_msle: 0.2871\n",
      "Epoch 13/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3093 - mse: 9.3852 - mae: 1.8557 - msle: 0.3093 - val_loss: 0.2871 - val_mse: 9.1876 - val_mae: 1.7712 - val_msle: 0.2871\n",
      "Epoch 14/60\n",
      "209/209 [==============================] - 0s 981us/step - loss: 0.3092 - mse: 9.3841 - mae: 1.8555 - msle: 0.3092 - val_loss: 0.2871 - val_mse: 9.1878 - val_mae: 1.7710 - val_msle: 0.2871\n",
      "Epoch 15/60\n",
      "209/209 [==============================] - 0s 986us/step - loss: 0.3092 - mse: 9.3834 - mae: 1.8553 - msle: 0.3092 - val_loss: 0.2870 - val_mse: 9.1884 - val_mae: 1.7707 - val_msle: 0.2870\n",
      "Epoch 16/60\n",
      "209/209 [==============================] - 0s 976us/step - loss: 0.3091 - mse: 9.3827 - mae: 1.8551 - msle: 0.3091 - val_loss: 0.2870 - val_mse: 9.1887 - val_mae: 1.7705 - val_msle: 0.2870\n",
      "Epoch 17/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3091 - mse: 9.3819 - mae: 1.8548 - msle: 0.3091 - val_loss: 0.2869 - val_mse: 9.1889 - val_mae: 1.7702 - val_msle: 0.2869\n",
      "Epoch 18/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3090 - mse: 9.3813 - mae: 1.8546 - msle: 0.3090 - val_loss: 0.2869 - val_mse: 9.1887 - val_mae: 1.7700 - val_msle: 0.2869\n",
      "Epoch 19/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3090 - mse: 9.3804 - mae: 1.8545 - msle: 0.3090 - val_loss: 0.2869 - val_mse: 9.1893 - val_mae: 1.7698 - val_msle: 0.2869\n",
      "Epoch 20/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3089 - mse: 9.3797 - mae: 1.8543 - msle: 0.3089 - val_loss: 0.2868 - val_mse: 9.1903 - val_mae: 1.7695 - val_msle: 0.2868\n",
      "Epoch 21/60\n",
      "209/209 [==============================] - 0s 952us/step - loss: 0.3089 - mse: 9.3793 - mae: 1.8541 - msle: 0.3089 - val_loss: 0.2868 - val_mse: 9.1900 - val_mae: 1.7695 - val_msle: 0.2868\n",
      "Epoch 22/60\n",
      "209/209 [==============================] - 0s 981us/step - loss: 0.3088 - mse: 9.3782 - mae: 1.8540 - msle: 0.3088 - val_loss: 0.2868 - val_mse: 9.1904 - val_mae: 1.7693 - val_msle: 0.2868\n",
      "Epoch 23/60\n",
      "209/209 [==============================] - 0s 986us/step - loss: 0.3088 - mse: 9.3776 - mae: 1.8539 - msle: 0.3088 - val_loss: 0.2867 - val_mse: 9.1914 - val_mae: 1.7689 - val_msle: 0.2867\n",
      "Epoch 24/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3088 - mse: 9.3770 - mae: 1.8537 - msle: 0.3088 - val_loss: 0.2867 - val_mse: 9.1912 - val_mae: 1.7687 - val_msle: 0.2867\n",
      "Epoch 25/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3087 - mse: 9.3761 - mae: 1.8536 - msle: 0.3087 - val_loss: 0.2867 - val_mse: 9.1910 - val_mae: 1.7685 - val_msle: 0.2867\n",
      "Epoch 26/60\n",
      "209/209 [==============================] - 0s 1000us/step - loss: 0.3087 - mse: 9.3755 - mae: 1.8534 - msle: 0.3087 - val_loss: 0.2866 - val_mse: 9.1919 - val_mae: 1.7682 - val_msle: 0.2866\n",
      "Epoch 27/60\n",
      "209/209 [==============================] - 0s 967us/step - loss: 0.3087 - mse: 9.3752 - mae: 1.8533 - msle: 0.3087 - val_loss: 0.2866 - val_mse: 9.1925 - val_mae: 1.7682 - val_msle: 0.2866\n",
      "Epoch 28/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3086 - mse: 9.3749 - mae: 1.8533 - msle: 0.3086 - val_loss: 0.2866 - val_mse: 9.1926 - val_mae: 1.7680 - val_msle: 0.2866\n",
      "Epoch 29/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3086 - mse: 9.3744 - mae: 1.8532 - msle: 0.3086 - val_loss: 0.2866 - val_mse: 9.1929 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 30/60\n",
      "209/209 [==============================] - 0s 962us/step - loss: 0.3086 - mse: 9.3742 - mae: 1.8531 - msle: 0.3086 - val_loss: 0.2866 - val_mse: 9.1929 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 31/60\n",
      "209/209 [==============================] - 0s 986us/step - loss: 0.3086 - mse: 9.3733 - mae: 1.8531 - msle: 0.3086 - val_loss: 0.2866 - val_mse: 9.1926 - val_mae: 1.7680 - val_msle: 0.2866\n",
      "Epoch 32/60\n",
      "209/209 [==============================] - 0s 1000us/step - loss: 0.3085 - mse: 9.3729 - mae: 1.8531 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1928 - val_mae: 1.7681 - val_msle: 0.2866\n",
      "Epoch 33/60\n",
      "209/209 [==============================] - 0s 967us/step - loss: 0.3085 - mse: 9.3723 - mae: 1.8532 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1932 - val_mae: 1.7680 - val_msle: 0.2866\n",
      "Epoch 34/60\n",
      "209/209 [==============================] - 0s 1000us/step - loss: 0.3085 - mse: 9.3718 - mae: 1.8532 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1939 - val_mae: 1.7680 - val_msle: 0.2866\n",
      "Epoch 35/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3085 - mse: 9.3715 - mae: 1.8532 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1946 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 36/60\n",
      "209/209 [==============================] - 0s 986us/step - loss: 0.3085 - mse: 9.3714 - mae: 1.8532 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1949 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 37/60\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "209/209 [==============================] - 0s 976us/step - loss: 0.3085 - mse: 9.3711 - mae: 1.8532 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1952 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 38/60\n",
      "209/209 [==============================] - 0s 957us/step - loss: 0.3085 - mse: 9.3704 - mae: 1.8533 - msle: 0.3085 - val_loss: 0.2866 - val_mse: 9.1950 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 39/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3702 - mae: 1.8533 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1958 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 40/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3702 - mae: 1.8533 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1964 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 41/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3702 - mae: 1.8533 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1966 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 42/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3699 - mae: 1.8533 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1965 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 43/60\n",
      "209/209 [==============================] - 0s 952us/step - loss: 0.3084 - mse: 9.3693 - mae: 1.8534 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1967 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 44/60\n",
      "209/209 [==============================] - 0s 965us/step - loss: 0.3084 - mse: 9.3691 - mae: 1.8534 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1972 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 45/60\n",
      "209/209 [==============================] - 0s 962us/step - loss: 0.3084 - mse: 9.3690 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1974 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 46/60\n",
      "209/209 [==============================] - 0s 962us/step - loss: 0.3084 - mse: 9.3689 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1978 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 47/60\n",
      "209/209 [==============================] - 0s 959us/step - loss: 0.3084 - mse: 9.3688 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1983 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 48/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3689 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1984 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 49/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3686 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1981 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 50/60\n",
      "209/209 [==============================] - 0s 1000us/step - loss: 0.3084 - mse: 9.3683 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1984 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 51/60\n",
      "209/209 [==============================] - 0s 990us/step - loss: 0.3084 - mse: 9.3682 - mae: 1.8536 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1986 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 52/60\n",
      "209/209 [==============================] - 0s 990us/step - loss: 0.3084 - mse: 9.3681 - mae: 1.8536 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1986 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 53/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3084 - mse: 9.3681 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1986 - val_mae: 1.7679 - val_msle: 0.2866\n",
      "Epoch 54/60\n",
      "209/209 [==============================] - 0s 995us/step - loss: 0.3084 - mse: 9.3680 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1985 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 55/60\n",
      "209/209 [==============================] - 0s 962us/step - loss: 0.3084 - mse: 9.3679 - mae: 1.8535 - msle: 0.3084 - val_loss: 0.2866 - val_mse: 9.1980 - val_mae: 1.7678 - val_msle: 0.2866\n",
      "Epoch 56/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3083 - mse: 9.3676 - mae: 1.8534 - msle: 0.3083 - val_loss: 0.2866 - val_mse: 9.1983 - val_mae: 1.7677 - val_msle: 0.2866\n",
      "Epoch 57/60\n",
      "209/209 [==============================] - 0s 1ms/step - loss: 0.3083 - mse: 9.3674 - mae: 1.8535 - msle: 0.3083 - val_loss: 0.2866 - val_mse: 9.1978 - val_mae: 1.7677 - val_msle: 0.2866\n",
      "Epoch 58/60\n",
      "209/209 [==============================] - 0s 952us/step - loss: 0.3083 - mse: 9.3671 - mae: 1.8534 - msle: 0.3083 - val_loss: 0.2866 - val_mse: 9.1980 - val_mae: 1.7677 - val_msle: 0.2866\n",
      "Epoch 59/60\n",
      "209/209 [==============================] - 0s 990us/step - loss: 0.3083 - mse: 9.3670 - mae: 1.8535 - msle: 0.3083 - val_loss: 0.2866 - val_mse: 9.1978 - val_mae: 1.7677 - val_msle: 0.2866\n",
      "Epoch 60/60\n",
      "209/209 [==============================] - 0s 1000us/step - loss: 0.3083 - mse: 9.3669 - mae: 1.8534 - msle: 0.3083 - val_loss: 0.2866 - val_mse: 9.1979 - val_mae: 1.7676 - val_msle: 0.2866\n"
     ]
    }
   ],
   "source": [
    "# The patience parameter is the amount of epochs to check for improvement\n",
    "early_stop = keras.callbacks.EarlyStopping(monitor='val_loss', patience=40)\n",
    "\n",
    "train_history = model.fit(train_ds,\n",
    "          validation_data=test_ds,\n",
    "          epochs=60,\n",
    "          callbacks=[early_stop])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluate model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:48:40.798572Z",
     "start_time": "2021-02-10T22:48:40.642553Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'MAE [Fixture]')"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYwAAAEKCAYAAAAB0GKPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3Xl8VOXZ+P/PNTPZE8KShH1fAogQdgTUAIrYiliXKloEqkWtW30e6/ZtrbZ+n5/fam3dWrcCat1tcauPFZWALIpsKqtsERAkLAJhyTZz/f6Yk5BAQiYkw0lOrvfrNa+Zue+zXPcwzJX73OfcR1QVY4wxpjo+twMwxhjTMFjCMMYYExFLGMYYYyJiCcMYY0xELGEYY4yJiCUMY4wxEbGEYYwxJiKWMIwxxkTEEoYxxpiIBNwOoC41bdpUu3Xr5nYYUXPo0CGSkpLcDiOqrI3e4PU2eql9S5cu3a2q6ZEsG7WEISLtgReAVkAIeEZVHz1mGQEeBX4EHAamqOoyp24y8Btn0QdU9fnq9tmyZUuWLFlSd42oZ3JycsjOznY7jKiyNnqD19vopfaJyLeRLhvNHkYJ8N+qukxEUoClIjJbVVeXW+Z8oLvzGAr8DRgqIs2B3wGDAHXWfUdVf4hivMYYY04gamMYqrqjtLegqvnAGqDtMYtNAF7QsM+ApiLSGjgPmK2qe50kMRsYF61YjTHGVO+UDHqLSCegP/D5MVVtga3l3m9zyqoqN8YY45KoD3qLSDLwT+BXqnrg2OpKVtETlFe2/WnANID09HRycnJOPth67uDBg55uH1gba0NESEpKwu/31/m2a6pJkyYsX77c7TCipiG2LxgMcujQIWpzS4uoJgwRiSGcLF5S1X9Vssg2oH259+2A7U559jHlOZXtQ1WfAZ4ByMzMVK8MRFXGSwNtVbE2nrzNmzeTkpJCixYtCJ9P4p78/HxSUlJcjSGaGlr7VJU9e/aQn59P586dT3o7UTsk5ZwB9Xdgjao+UsVi7wBXS9gwYL+q7gD+A4wVkWYi0gwY65QZY6pQUFBQL5KFqX9EhBYtWlBQUFCr7USzhzECmAR8LSIrnLJ7gA4AqvoU8D7hU2o3ED6tdqpTt1dE/gB84az3e1XdG8VYjfEESxamKnXx3YhawlDV+VQ+FlF+GQVurKJuOjC9JvssCdVkaWOMMTXhqalBjpTY/cmNcZPf7ycrK4sRI0aQlZXFgw8+WKP177vvPh5++OGIl//ss88YOnQoWVlZ9OrVi/vuuw8IjxMtXLiwRvuO1PDhw2u9jf/85z9kZWWRlZVFcnIymZmZZGVlcfXVV0e8jWAwyJlnnlnrWGrCU1ODHClxOwJjGreEhARWrFhxUoPCJSU1/w88efJkXn/9dfr160cwGGTdunVAOGEkJyfXyY/7sRYuXEh+fn6ttnHeeedx3nnnAZCdnc3DDz/MoEGDjluupKSEQKDyn2m/38+nn35aqzhqylM9jIKgEgpZL8OY+ub3v/89gwcPpk+fPkybNq3s1M7s7Gzuuecezj77bB599OjMQRs3bmTAgAFl79evX8/AgQOP225eXh6tW7cGwj+gvXv3Jjc3l6eeeoo///nPZGVl8emnn/Ltt98yZswY+vbty5gxY9iyZQsAU6ZM4frrr+fMM8+kR48evPfeewDMnDmTCRMmMG7cODIzM7n//vvL9pmcnAwcPdvt0ksvpWfPnlx11VVl7Xr//ffp2bMnI0eO5JZbbuGCCy6I+LN67rnnuOKKK7jgggs4//zzOXDgAKNHj2bAgAH07du3LMaSkhKaNm0KwEcffcSYMWO4+OKLyczMrFFPpSY81cMIKXyTl0/PVk3cDsUYV93/7ipWbz/2sqfa6d2mCb8bf9oJlzly5AhZWVmEQiF8Ph933303l19+OTfddBP33nsvAJMmTeK9995j/PjxAOzbt4+5c+cClB1S6tq1K6mpqaxYsYKsrCxmzJjBlClTjtvfbbfdRmZmJtnZ2YwbN47JkyfTqVMnrr/+epKTk7n99tsBGD9+PFdffTWTJ09m+vTp3HLLLbz11lsA5ObmMnfuXDZu3MioUaPYsGEDAIsXL2blypUkJiYyePBgfvzjHx/XC1i+fDmrVq2iTZs2jBgxggULFjBo0CCuu+465s2bR+fOnZk4cWKNP+tFixaxYsUKmjVrRnFxMW+//TYpKSnk5eUxYsSIShPQsmXLWL16NRkZGQwbNozPPvuMYcOG1XjfJ+KpHgbAoo173A7BmEar9JDUggULWLFiBZdffjkAc+bMYejQoZx++ul88sknrFq1qmyd0mWOde211zJjxgyCwSCvvfYaV1555XHL3HvvvSxZsoSxY8fy8ssvM25c5TMILVq0qGz9SZMmMX/+/LK6n/70p/h8Prp3706XLl1Yu3YtAOeeey4tWrQgISGBiy++uMI6pYYMGUK7du3w+XxkZWWRm5vL2rVr6dKlS9n1DieTMMaOHUuzZs2A8DUUd955J3379mXs2LFs3bqV3bt3H7fOsGHDaN26ddk4Um5ubo33Wx1P9TACEk4YU0ec/IUpxnhBdT2BU6mgoIBf/vKXLFmyhPbt23PfffdVuB6gqmnCL7nkEu6//35Gjx7NwIEDadGiRaXLde3alRtuuIFf/OIXpKens2dP9X80lj/F9NjTTUvfV1VeXlxcXNlrv99PSUlJra6kLlX+M3nhhRfYv38/y5YtIxAI0K5du0qvp6gslrrmqR5GfED4fPNeG8cwph4p/XFLS0vj4MGDvPnmmxGtFx8fz3nnnccNN9zA1KlTK13m3//+d9kP9Pr16/H7/TRt2pSUlJQKA9PDhw/n1VdfBeCll15i5MiRZXVvvPEGoVCIjRs3smnTJjIzMwGYPXs2e/fu5ciRI7z11luMGDEiorh79uzJpk2byv7Cf+211yJaryr79+8nIyODQCDA7Nmz+e6772q1vdrwVA8jPgD7jxSzescB+rRNdTscYxqdY8cwxo0bx4MPPsgvfvELTj/9dDp16sTgwYMj3t5VV13Fv/71L8aOHVtp/Ysvvshtt91GYmIigUCAl156Cb/fz/jx47n00kt5++23efzxx3nsscf4+c9/zkMPPUR6ejozZswo20ZmZiZnn302O3fu5KmnniI+Ph6AkSNHMmnSJDZs2MCVV15Z6VlMlUlISOCvf/0r48aNIy0tjSFDhkTc3spMmjSJ8ePHM2jQIAYMGED37t1rtb1aUVXPPLp276Ed73xPn523Ub1ozpw5bocQddbGk7d69eqobPdkHDhwoE6289BDD+lvfvObOtlWZSZPnqxvvPHGceUzZszQG2+8scr1qmtffn6+qqqGQiG94YYb9JFHHqldoHWksu8IsEQj/I311CEpv0CnFok28G2MB/zkJz/hhRde4NZbb3U7lBp79tlnycrK4rTTTmP//v1cd911bodUJzx1SArgjK4teO/LHZQEQwT8nsqHxjQqs2bNivo+Zs6cWWn5lClTKj2NN1K33XYbt91220mvX1957hd1WJcW5BeWsKqOz0E3xpjGznMJ44wu4VPvFm2yw1LGGFOXPJcwMprE0zU9ycYxjDGmjnkuYUB4HOOL3L0UB22+c2OMqSveTBhd0jhcFOSrbfvdDsWYRsWmN4/MoUOHaNGiBfv3V/yNuuiii3j99derXC8nJ6dGExnWNc+dJQUwrEtzAD7btIeBHZu5HI0xjYdNbx6ZpKQkxo4dy1tvvcXkyZOB8BXd8+fP5+WXX66LMKPCkz2MFslxZLZMsXEMY+oJm978+F7BxIkTy6YrgfBpxOPGjSMxMZHFixczfPhw+vfvz/Dhw8sSods82cOA8DjGq19sobAkSFzA73Y4xpxylz+96LiyC/q2ZtIZnThSFGTKjMXH1V86sB2XDWrP3kNF3PCPpRXqXrvujGr3adObRz69+bhx47j22mvZs2cPLVq04NVXX+Xmm28GwvNRzZs3j0AgwEcffcQ999zDP//5z2o//2jzZA8DwtdjFBSH+HKrjWMYc6rY9OaRT28eGxvLhRdeyJtvvsnu3btZsWJF2ZxZ+/fv57LLLqNPnz7cdtttFT4vN3m2hzGsS3PEme58SOfmbodjzCl3oh5BQqz/hPXNk2Ij6lFEwqY3r9rEiRN54IEHUFUmTJhATEwMAL/97W8ZNWoUs2bNIjc3l+zs7Ii3GU2e7WE0TYylV6smLNp0/I1GjDGnjk1vXvX05qNGjWL9+vU8+eSTFXoi+/fvp23btkDV05e4wbMJA8LjGMu27KOgOOh2KMY0CqVjGKWn1d511100bdq0bHrziy66qMbTm4vICac3z8zMJCsri0mTJlWY3nzWrFllg96PPfYYM2bMoG/fvrz44osVBthLpzc///zzK53ePCsri0suueSkpjcfOXIkLVu2JDW18tst+Hw+LrnkEvbs2cNZZ51VVn7HHXdw9913M2LECILBevT7Fem0tg3h0aNHjwrT9n6yZqd2vPM9nfdNXmRz/9ZzNvW3N9j05pGz6c3rVm2nN/fsGAbA0C7NifELn67fzZnd090OxxhTAz/5yU/YuHEjn3zyiduh1Nizzz7L888/T1FREf3797fpzRuCxNgAAzs249P1No5hTENj05vXP54ewwA4s3s6a3YcYFd+oduhGBN1WoMzdEzjUhffDc8njLOcQ1ELNlgvw3hbfHw8e/bssaRhjqOq7Nmzp2xA/2R5+pAUwGltmtAsMYZ563dxUf+2bodjTNS0a9eObdu2sWvXLrdDoaCgoNY/TvVZQ2xffHw87dq1q9U2PJ8wfD5hRLc05q/fjapWevGNMV4QExNTdnWx23Jycujfv7/bYUSN19tXFc8fkgI4s3saefmFfLPzoNuhGGNMg9UoEsZIZxzj0/Xud9WNMaahahQJo23TBLqkJ9nptcYYUwuNImFA+GypzzfvsWlCjDHmJDWahHFm9zQKikMs+/YHt0MxxpgGKWoJQ0Smi0ieiKysor6ZiMwSka9EZLGI9ClXlysiX4vIChFZUhfxDO3SgoBPmGeHpYwx5qREs4cxE6j8biZh9wArVLUvcDXw6DH1o1Q1S1UjmyKyGslxAQZ0bMb8DTbwbYwxJyNqCUNV5wF7T7BIb+BjZ9m1QCcRaRmteADO7JbGyu8OsOegTRNijDE15eaFe18CFwPzRWQI0BFoB+wEFPhQRBR4WlWfqWojIjINmAaQnp5OTk5OlTtMyg8PeD/77qcMa93wrlk8ePDgCdvnBdZGb/B6G73evqq4+av5IPCoiKwAvgaWAyVO3QhV3S4iGcBsEVnr9FiO4ySTZwAyMzP1RLcyPDOkPPrlbPYE0snO7leHTTk1cnJy6s2tGqPF2ugNXm+j19tXFdcShqoeAKYCSHi+js3OA1Xd7jznicgsYAhQacKoCb9PGNGtBfM32DQhxhhTU66dVisiTUUk1nl7LTBPVQ+ISJKIpDjLJAFjgUrPtDoZZ3ZPZ8f+AjbusmlCjDGmJqLWwxCRV4BsIE1EtgG/A2IAVPUpoBfwgogEgdXANc6qLYFZzl//AeBlVf2gruIa2S0NgE/X76ZbRkpdbdYYYzwvaglDVSdWU78I6F5J+SYgagMM7Zsn0jktibnf7GLqiPoxs6cxxjQEjeZK7/JGZWawcOMeDheVVL+wMcYYoJEmjHN6ZVBUErLJCI0xpgYaZcIY3Lk5KfEBPl6z0+1QjDGmwWiUCSPG7yM7M4NP1uYRCtn9j40xJhKNMmFA+LDU7oNFrNi2z+1QjDGmQWi0CSO7RwZ+n9hhKWOMiVCjTRipiTEM7tSMj9fkuR2KMcY0CI02YQCc06sla7/PZ+vew26HYowx9V6jThhjeoVnU7fDUsYYU71GnTA6pyXRJT2Jj9faYSljjKlOo04YAOf2aslnm/aQX1DsdijGGFOvNfqEMaZXS4qDald9G2NMNRp9whjQoSlNE2P4aLWNYxhjzIk0+oQR8PsYlZnBnHV5BO2qb2OMqVKjTxgAY3pl8MPhYpZt+cHtUIwxpt6yhAGc1SOdGL/wkZ1ea4wxVbKEATSJj2Fo5xY2jmGMMSdgCcMxplcGG3cdInf3IbdDMcaYeskShuMc56rv/135vcuRGGNM/WQJw9G+eSL9OzTlnS+3ux2KMcbUS5YwyrmwXxvW7DjA+p35bodijDH1jiWMcn7ctzU+wXoZxhhTCUsY5WSkxDOiWxpvr9iOql3EZ4wx5Z0wYYjIgWoe+SLyzakK9lQY368NW/YeZsVWu3WrMcaUV10PY6OqNjnBIwXw1Hmo4/q0Ijbgs8NSxhhzjOoSxiURbCOSZRqMJvExjM7M4N0vd9jcUsYYU84JE4aqbip9LSIdReQc53WCiKQcu4xXXJjVht0HC1m0cY/boRhjTL0R0aC3iPwCeBN42ilqB7wVraDcNrpnBslxAd758ju3QzHGmHoj0rOkbgRGAAcAVHU9kBGtoNwWH+PnvNNa8b8rv6egOOh2OMYYUy9EmjAKVbWo9I2IBABPH+C/MKsN+QUl5Kzb5XYoxhhTL0SaMOaKyD1AgoicC7wBvBu9sNw3omsLWiTF8q6dLWWMMUDkCeMuYBfwNXAd8D7wm2gFVR8E/D4u6Nuaj9bsJL+g2O1wjDHGddUmDBHxAy+o6rOqepmqXuq89vQhKQgfliosCfHhKrtPhjHGVJswVDUIpItI7CmIp14Z0KEZ7Zol2EV8xhgDBCJcLhdYICLvUO7KblV9JBpB1RciwoX92vD0vE3s2H+E1qkJbodkjDGuiXQMYzvwnrN8SrlHlURkuojkicjKKuqbicgsEflKRBaLSJ9ydeNEZJ2IbBCRuyKMMSomDulASJWXPtviZhjGGOO6iHoYqnr/SWx7JvAE8EIV9fcAK1T1JyLSE3gSGOOMmTwJnAtsA74QkXdUdfVJxFBr7Zsnck6vlry8eAs3je5GfIzfjTCMMcZ1kV7pPUdEPjn2caJ1VHUesPcEi/QGPnaWXQt0EpGWwBBgg6pucq79eBWYEEmc0TJ1eCf2HiqyU2yNMY1apGMYt5d7HU94wsGSWu77S+BiYL6IDAE6Ep5ypC2wtdxy24ChVW1ERKYB0wDS09PJycmpZVjHU1XaJgtPfLiStPwNiEid7yMSBw8ejEr76hNrozd4vY1eb19VIj0ktfSYogUiMreW+34QeFREVhC+vmM54SRU2a9xlafwquozwDMAmZmZmp2dXcuwKndj4hbumfU1yZ37MbhT86jsozo5OTlEq331hbXRG7zeRq+3ryqRHpJqXu6RJiLnAa1qs2NVPaCqU1U1C7gaSAc2E+5RtC+3aDvCg+6uuqh/G5rEB5i5INftUIwxxhWRHpJaSvivfCHcC9gMXFObHYtIU+CwM05xLTBPVQ+IyBdAdxHpDHwHXAFcWZt91YXE2ABXDOnA3+dvZvu+I7RpaqfYGmMal0hPq+2lql1UtbOqdlfVscAXJ1pBRF4BFgGZIrJNRK4RketF5PrSbQKrRGQtcD5wK4CqlgA3Af8B1gCvq+qqmjet7k0a1hFV5aXPv3U7FGOMOeUi7WEsBAYcU7aokrIyqjrxRBtU1UVA9yrq3ic8X1W9UnaK7edbuHl0dzvF1hjTqJywhyEirURkIOFZavuLyADnkQ0knpII65kpIzrxw+Fimy7EGNPoVNfDOA+YQnjg+U8cPYPpAOEL7xqdM7q0ILNlCjMX5HLZwHaunWJrjDGnWnX39H5eVUcBU1R1tKqOch4TVPVfpyjGekVEmDKiE6t3HOCL3B/cDscYY06ZSAe9LxKR1NI3ItJRRD6OUkz13kVZbUlNiOGZeRvdDsUYY06ZSBPGfOBzEfmRiPwCmA38JXph1W8JsX6mndWFj9bk8dmmPW6HY4wxp0RECUNVnyZ8rcTbwO+Bs1TV07dorc41IzvTJjWeB/69mlDI8/eSMsaYiK/0ngRMJ3xF9kzgfRHpF8W46r34GD93jOvJyu8O8NaK79wOxxhjoi7SQ1KXACNV9RVVvRu4Hng+emE1DBf2a0Pfdqn88YN1HCkKuh2OMcZEVaSHpC5S1bxy7xcTnoa8UfP5hN/8uDffHyjguU83uR2OMcZE1QmvwxCRO1T1jyLyWBWL3BKFmBqUIZ2bM+60Vvxt7kYuH9yejCbxbodkjDFRUV0PY43zvLSKhwHuOr8nxcEQj8z+xu1QjDEmaqq70vt/IXwB3ymIpcHqlJbE1Wd0YsaCzUwe3olerZu4HZIxxtS56noYi0tfiMjjUY6lQbt5dDdS4mP4n/fXoGqn2RpjvKe6hFF+oqQR0QykoWuaGMutY7rz6frdfLDye7fDMcaYOlddwrA/lWvgZ8M6cnrbVO548ys27z7kdjjGGFOnqksYPUXkKxH5utzrr0TkaxH56lQE2JDEBnz87WcD8PuF619cyuGiErdDMsaYOlPdoHevUxKFh7RrlshjV/Rn8ozF3P2vr/nL5Vk2BboxxhNOmDBU1e5FehLO6pHOf5/bg4c//Ib+7ZsyZURnt0Myxphaq+6Oe+9Vt4FIlmmMfpndjXN6ZfDAv9ewJHev2+EYY0ytVXdIaqSIvHOCegF612E8nuHzCX/6aRYTnpjPL19axnu3jCQjxa4CN8Y0XNUljAkRbKOoLgLxotSEGJ6aNJCLnlzAjS8tY+bUISTFVfeRG2NM/VTdGMbcUxWIV/Vs1YSHLu3Hra8u56dPL+LvkwfTKtV6GsaYhifS6c1NLYzv14a/Tx5M7u5DXPTkAlZt3+92SMYYU2OWME6RUT0zeOP64YjAZU8t4pO1O90OyRhjaqS6s6SqnEVPRDrUfTje1rtNE966cQRd0pO49vklzFyw2e2QjDEmYtX1MHJKX4jIx8fUvVXn0TQCLZvE8/p1ZzCmV0vue3c197+7yu4JboxpEGoy+WDzE9SZGkiMDfDUzwby8xGdmbEgl9vf+JLiYMjtsIwx5oSqO8dTq3hd2XtTA36f8NsLetE8KYaHP/yGAwXFPHHlAOJj/G6HZowxlaouYWSIyH8R7k2UvsZ5nx7VyBoBEeGm0d1JTYjh3ndWMXn6Yp6bPIiU+Bi3QzPGmONUd0jqWSAFSC73uvT9c9ENrfGYdEYn/nJ5Fku//YErn/2cPQcL3Q7JGGOOU92Fe/dXVScig+s+nMZrQlZbUuID3PCPZfz06UVcd3ZXumck071lCsl2dbgxph6o0S+RiPQGrgAmAvuBQdEIqrEa3bMlL14zlOv/sZQ73jx6u5E2qfF0a5lCTEEhy4rWkRwfIDkuhuT4AClxAZLiAiTG+p1HgIRYP0mxfgJ+u8zGGFN3qk0YItKRcIKYCJQAHYFBqpob3dAapyGdm/PF/zmHrXsP883OfNbnHWS987wpr4RPtm4g0luGx/p9xMf4SIwNJ5SEWD8JMRWfE2P9xMeE3x999hHvvI8v/z5w9HVcjI+4gJ+4gI+4gM/u+WFMI3DChCEiC4FU4FXgUlVdLyKbLVlEl98ndEpLolNaEmNPO1qek5PDWWedzeHiIAcLSjhYWMyBghIOFwY5XFTC4aKg8zj6+ojz+khxkCNOWX5BCbvyC8vKjjj1JbW4HqQ0ccSWSyKx5Z5jAz5i/aWv/c5rIdbvI8Ypj/H7+G5LEet9m4jxCzFOWekyAX94+YBfiHHKYvxCwBd+jilXF/AJgbJnIcbnw+ezpGZMbVTXw9gFtANaEj4raj0Rnk4rItOBC4A8Ve1TSX0q8A+ggxPHw6o6w6kLAl87i25R1Qsj2Wdj4PMJyXEBZ1yjbicxLA6GKCgOUlBc+uy8LgkeV15YEqKwJFTudZDC4lDZ66KSUNkyxSUhCopDHDhSQlFJiKJgqMJzsfNclrDWr6nTdpUSgRifD79PCPgEv5NsAj7B7zzKv/ZJONn4xCkTweej7L2I4JfwexHB57z2+XDeC+LsN/wsiMDO7wt5N+9LSjtlUi6+slhPcJmTlvsvWL63qeXeK1r2P1XLltVyrysp1/B6ZdvQo/sqXV6dBY++17Ly0vcAe/ce4dkNn4XLy2332P2EjlmfCu+13PpHt33s9srKy7ZdWVsrtuu4z7RcYYVrCar4tSssLCRu4bHXMletqg64VFjm+IUqfCeq+H5ULK9me9XEWZ3qBr0nOD/slwD3i0g3oKmIDFHVxdVseybwBPBCFfU3AqtVdbyIpAPrROQlVS0CjqhqVo1aYmqt9K92t27bEQopH83JYfjIMykuTSTlkknpc3EwnISKgiFKgkpJKERxMFxeElSKQ6XlSknw6DrBULgsGNIK64Wc8pCW1ofXP/o+/DoYUkIhKNFQ+L2Gf2jC9c6PlPMjGH4c+4MaXr+gIEju4T3AMT92jopJQCtNHpH8SIhQLinJ0bJyy5YtXT6pUXG9ij9a5ZKgHK0XZ+OldYVBKCgOlUuYcnQfPhB84cRabvtSWYIti0XKlZfbb7ltl34Wx26nQluP+TzKf5YVP8fyn+/xn/+O73fQulVkVxYolWedY5P98WWVLMCx35XIE11lUagqcyqNrnLVjmGo6n5gOjBdRFoClwN/EZH2qtr+BOvNE5FOJ9o0kCLhb3gysJfwGIlppHw+IdYf7kER53Y00ZOTk0N2drbbYURVuI3D3Q4janJy9pKd3dftMOrEk1dFvmyNTqNR1Z2q+piqDgdG1jCuYz0B9AK2Ez78dKuqls6PES8iS0TkMxG5qJb7McYYUwdEqzpIB1Rze1aqG1twehjvVTGGcSkwAvgvoCswG+inqgdEpI2qbheRLsAnwBhV3VjFPqYB0wDS09MHvv766ycKqUE7ePAgycnJbocRVdZGb/B6G73UvlGjRi1V1YgukajukNQZwFbgFeBz6nbCwanAgxrOWBtEZDPQE1isqtsBVHWTiOQA/YFKE4aqPgM8A5CZmale7uo3nkMZ2W6HEVXWxobP6+2rSnWHpFoB9wB9gEeBc4Hdqjq3Dm7fugUYA+CMjWQCm0SkmYjEOeVphHshq2u5L2OMMbVU3VlSQeAD4APnR3wikCMiv1fVx0+0roi8AmQDaSKyDfgdEONs9yngD8BMEfmacM/lTlXdLSLDgadFJEQ4oT2oqpYwjDHGZZFc6R0H/JhwsugEPAb8q7r1VHXkUXmEAAAS8klEQVRiNfXbgbGVlC8ETq9u+8YYY06t6q70fp7w4aj/Be5X1ZWnJCpjjDH1TnU9jEnAIaAHcEu5i4IEUFWt8p7fxhhjvKW6MQyb7tQYYwxQwwv3jDHGNF6WMIwxxkTEEoYxxpiIWMIwxhgTEUsYxhhjImIJwxhjTEQsYRhjjImIJQxjjDERsYRhjDEmIpYwjDHGRMQShjHGmIhYwjDGGBMRSxjGGGMiYgnDGGNMRCxhGGOMiYglDGOMMRGxhGGMMSYiljCMMcZExFMJ42Cxuh2CMcZ4lqcSxp4jytrvD7gdhjHGeJKnEoZP4MaXlnG4qMTtUIwxxnM8lTDSE3xs2n2Ie99e5XYoxhjjOZ5KGPEBuHlUN95cuo1FG/e4HY4xxnhKwO0A6totY7pzWttUhnVp7nYoxhjjKZ7qYQAE/D7OO60VIsLm3YcoKA66HZIxxniC5xJGqd0HCxn/+Hzuf3e126EYY4wneDZhpCXH8bNhHXll8RbeWLLV7XCMMabB82zCALh9bA+Gd23B/3lrJV9t2+d2OMYY06B5OmEE/D6euHIA6clxXP/iUvYcLHQ7JGOMabA8nTAAmifF8vSkgZzbuyXJ8Z47KcwYY06ZRvEL2qdtKn3apgJQUBwkPsbvckTGGNPweL6HUd53+44w9s/zmLV8m9uhGGNMgxPVhCEi00UkT0RWVlGfKiLvisiXIrJKRKaWq5ssIuudx+S6iCcjJY7WqfHc9c+vWfnd/rrYpDHGNBrR7mHMBMadoP5GYLWq9gOygT+JSKyINAd+BwwFhgC/E5FmtQ0mxu/jyasG0DwplmufX8L2fUdqu0ljjGk0opowVHUesPdEiwApIiJAsrNsCXAeMFtV96rqD8BsTpx4IpaWHMf0KYM5WFjClBmL2X+kuC42a4wxnuf2GMYTQC9gO/A1cKuqhoC2QPmr7bY5ZXWiV+smPD1pIC2S4lC1my4ZY0wk3D5L6jxgBTAa6ArMFpFPAalk2Up/2UVkGjANID09nZycnIh3Pq27smLxQkpCik/AJ5Xttv44ePBgjdrXEFkbvcHrbfR6+6ridsKYCjyo4T/zN4jIZqAn4R5Fdrnl2gE5lW1AVZ8BngHIzMzU7OzsyharUkFxkCkzFtOvfVPuPr9XTeM/pXJycqhp+xoaa6M3eL2NXm9fVdw+JLUFGAMgIi2BTGAT8B9grIg0cwa7xzpldS4u4KNbRjJPz93E8wtzo7ELY4zxhKj2METkFcI9hTQR2Ub4zKcYAFV9CvgDMFNEviZ8GOpOVd3trPsH4AtnU79X1RMNntcmRu6/sA87DxRy37uraJoYw4SsOhsuMcYYz4hqwlDVidXUbyfce6isbjowPRpxHcvvEx67oj9TZizmV6+tALCkYYwxx3D7kFS9kRDrZ+bUIVzYrw2ntUl1OxxjjKl3LGGUkxDr59Er+tMtIxlV5YvcqBwFM8aYBskSRhX+tew7LntqEc99usntUIwxpl5w+7Taemt8vzZ8tGYnD/x7DUXBEDec3RWp59dpGGNMNFkPowqxAR+PT+zPhKw2/PGDddzx5lcUFAfdDssYY1xjCeMEAn4ff/5pFreM6c5bK75j9Y4DbodkjDGusUNS1fD5hP86tweXDWxH++aJAGzfd4Q2TRNcjswYY04t62FEqDRZ5KzL4+yH5jBzwWabuNAY06hYwqihAR2bcXaPDO57dzU3vbycvPwCt0MyxphTwhJGDTWJj+GZSQP59XmZzF69kzF/mssbS7ZWv6IxxjRwljBOgs8n3DiqGx/86kz6tkulOGiHpowx3meD3rXQJT2Zf1wzlNKhjFcXb2HdznxuGd2dZkmx7gZnjDF1zHoYtSQi+HzhC/q+3XuYmQtzOePBj7n37ZV8u+eQy9EZY0zdsYRRh+4c15MPbj2L8X3b8OrirWQ/nMOjH613OyxjjKkTljDqWGarFB66rB/z7xzFL7O7MqBjUwC+3XOIZ+ZtJHe39TqMMQ2TjWFESUaTeH59Xs+y9ws27OF/3l/L/7y/lh4tkxnbuxVjT2vJ6W1TbY4qY0yDYD2MU+TKoR349I5R/G58b1okxfG3uRu55G8LyS8sAWD/kWK7ENAYU69ZD+MUat88kakjOjN1RGd+OFTE19/tp0l8DAA/n/kF+w4XMb5fGy7o24YuaUllg+nGGFMfWMJwSbOkWM7qkQ6AqnLpwHa8s2I7j368nr98tB6/T5gyvBO/vaA3oZBy0yvLOLyvkIWH15AUGyApzs/Ajs3o36EZxcEQy7fsIynOT1JsgMQ4P8lxARJi/Ha4yxhTZyxh1AMiwsQhHZg4pAM7DxTw0Zqd7NhXwOntwreKPVwc5JudB8nbV8Jn3+dSUBwC4FfndKd/h2bsPVTET59edNx27z6/J9ed3ZWtew9z1XOfkxjrJyE2nFQSYv1cfUZHzuyezvf7C/jHZ9+SEOsnIcZf9jy4c3PaNk0gv6CYb/ccJt6piw/4nGe/9YKMaUQsYdQzLZvEc9XQjhXKkuMCfPRfZ5OTk0N2djYlwRCHCoP4/eEf69SEGP5xzVAOFZVwqLCEQ0VBDhWWMLRLCwACfmFAh6YcLgo6jxJ2HyzkUGH4/h7b9x/hrzkbCB0zhPLXqwbQtmkCy7fs4+rpi4+LdcbUwYzKzGDO2jzu/OdXxMf4iY/xhZ8Dfv5wUR8yW6WwePNe3liylbgYH/EBf9lyVwzpQFpyHBvyDrJq+37iAn6+2VVC3MY9xMX4OK1NE+ICfvILiikoDpWtH+MX6zkZ4wJLGA1QwO8jNfHo+QrxMX5Gdk+rcvnWqQn85Yr+VdYP6NCMjf/zI4qCIQqKQhwuLuFIUZD0lDgAerdpwrNXD+JIcZACJ+EUlITolp4MQFpyHKN7ZlBQHKSgOBRerjiI3wlx54EC5m/YTUFxkMKSEAXFQUIK4/q0Ii05jpx1eTzw7zVHA1r6GQAL7xpNm6YJzFiQyyOzvymrFoG4gI/P7z6H1MQYnpq7kdeXbCUu4Ccu4CM24CMu4GPm1CH4fcIbS7ayePNeYgM+Yvzh+oQYP7ed2wOAOevyyN19iIDfR6xfCPh8JMUFGNenFQBfbdvH3kNFBHw+/D7B7xMSY/30aRvuAX675xBHioP4RJxH+N+kdAr8XfmFlIRC+EQQgf2Fyv4jxaQmhMevDhQUoyFAwm0TIMYfTrzAcTfuEgG/CAHnAw46mV6cuvAyllBN3bOEYYDwD0z4B9dPKjEV6tKS4zi3d8sq1z29XSoPtutbZf34fm0Y369N2XtVpTioBJzDWZcNak92ZgaFJUEWfb6E3n37UVgSokVyeHqV7Mx0miXGUFgSCj+cxBMfG/7BbNUknl6tm1BYHKIoGK4/VFhC6dGyzbsPMX/DboqDIYpKwsvEBY4mjH8u3cZ7X+2oEHNGSlxZwvjz7G+Ys25XhfouaUl8cns2AL9+8ysWb95b8TNpm8q7N48EYMqMxazaXvHmW0Nzl/DadWcAcOHj88ndc7hC/Tm9Mnhu8mAAzvzjHHblF1aov7BfGx6bGP4j4PT7/sPhoopJZeKQ9vx/F/dFVel6z/tA+N+4NI1cc2Zn7j6/F/kFxQx84KNwvVMnAjeN6sZNo7uTd6CA7IdzjqkXbh/bgykjOrN59yEufHw+x/ppdx/ZwMrv9nPls58dV//gJX350emtWbx5L9c8/8Vx9Y9P7E92ZgZz1uVxy8vLj6ufPnUwgzs1599f7eCuf351XP0r04bRp20qry/Zyh/eXX1c/bs3j6RTWhIzFmzmkQ+/Oa7+49vPJiMlnifnbOCpuRvLyks/gz+ODH83//ThOl787Nvj6pffOxaAB95bzazl33E0fwtJcX7m/noUAL9562s+XLXzaKJHSE+JK/vu3P7GlyzcsLvCHwAdmifyyrRhANz8ynK+3LovvK7zx0aPlik8c/UgAKa9sIQNeQePNkwgq11THrk8C4DJlRw5OBFLGOaUExFiA0f/A6QmxJT9tb2rmZ/hXSv2lvq2a0rfdk2r3N5F/dtyUf+2VdbfMa4nd4zrWWX9Q5f24w8T+lAcClESVIqDoQr1v72gNzePKaYkqARDSkiV2MDRHt5/n9uDvYeKCKoSUgiFtKw9ADeP7s4Ph4sIOfXffPMNIwd2Lqu/aXT3CqdVqx69/wqEf7wPFZWU1QF0z0gut343iksU5ej6pzu9H4AbR3VDlQr1gzs1B8I9mZ+P6FxWV/rUr334846P9XPV0A5l+y09apnZqgkAKfEBLhvUvsLnpSitSr4Hwid3XDyg3XGfeftm4falp8Rx6cDj60t7Z21SE47bPkB6crj326F5YqX1zZ253LqmJ1VanxwfcNqRUml9ae+ud5smZfGVP+vd78sD4LQ2TZjg/DFU2UnxfdqmcsTpIZbWx/qPfndOa5NKSfDov4uiZWdOAvRq3eS4faelHJ2nLrNlMgGfoFr2L1j22QJ0zUgmzmlL6ferY4uksvrOaUdfR0K8dO5/Zmamrlu3zu0woqZ0DMPLrI3e4PU2eql9IrJUVQdFsqxduGeMMSYiljCMMcZExBKGMcaYiFjCMMYYExFLGMYYYyJiCcMYY0xELGEYY4yJiCUMY4wxEfHUhXsikg9498o9SAN2ux1ElFkbvcHrbfRS+zqqanokC3ptapB1kV6x2BCJyBIvtw+sjV7h9TZ6vX1VsUNSxhhjImIJwxhjTES8ljCecTuAKPN6+8Da6BVeb6PX21cpTw16G2OMiR6v9TCMMcZEiScShoiME5F1IrJBRO5yO566ICLTRSRPRFaWK2suIrNFZL3z3MzNGGtLRNqLyBwRWSMiq0TkVqfcE+0UkXgRWSwiXzrtu98p7ywinzvte01EYqvbVn0nIn4RWS4i7znvPdVGEckVka9FZIWILHHKPPE9rYkGnzBExA88CZwP9AYmikhvd6OqEzOBcceU3QV8rKrdgY+d9w1ZCfDfqtoLGAbc6PzbeaWdhcBoVe0HZAHjRGQY8P+APzvt+wG4xsUY68qtQLkbs3uyjaNUNavc6bRe+Z5GrMEnDGAIsEFVN6lqEfAqMMHlmGpNVecBe48pngA877x+HrjolAZVx1R1h6ouc17nE/7BaYtH2qlhpTdUjnEeCowG3nTKG2z7SolIO+DHwHPOe8FjbayCJ76nNeGFhNEW2Fru/TanzItaquoOCP/YAhkux1NnRKQT0B/4HA+10zlUswLIA2YDG4F9qlriLOKF7+tfgDuA0puht8B7bVTgQxFZKiLTnDLPfE8j5YUrvaWSMjv1qwERkWTgn8CvVPVA+A9Ub1DVIJAlIk2BWUCvyhY7tVHVHRG5AMhT1aUikl1aXMmiDbaNjhGqul1EMoDZIrLW7YDc4IUexjagfbn37YDtLsUSbTtFpDWA85zncjy1JiIxhJPFS6r6L6fYc+1U1X1ADuGxmqYiUvrHWkP/vo4ALhSRXMKHg0cT7nF4qY2o6nbnOY9w4h+CB7+n1fFCwvgC6O6clRELXAG843JM0fIOMNl5PRl428VYas051v13YI2qPlKuyhPtFJF0p2eBiCQA5xAep5kDXOos1mDbB6Cqd6tqO1XtRPj/3ieqehUeaqOIJIlISulrYCywEo98T2vCExfuiciPCP9V4wemq+r/dTmkWhORV4BswrNi7gR+B7wFvA50ALYAl6nqsQPjDYaIjAQ+Bb7m6PHvewiPYzT4dopIX8KDoX7Cf5y9rqq/F5EuhP8abw4sB36mqoXuRVo3nENSt6vqBV5qo9OWWc7bAPCyqv5fEWmBB76nNeGJhGGMMSb6vHBIyhhjzClgCcMYY0xELGEYY4yJiCUMY4wxEbGEYYwxJiKWMIyphogEnVlKSx91NsmciHQqPyOxMfWZF6YGMSbajqhqlttBGOM262EYc5KceyT8P+eeF4tFpJtT3lFEPhaRr5znDk55SxGZ5dwf40sRGe5syi8izzr3zPjQuSocEblFRFY723nVpWYaU8YShjHVSzjmkNTl5eoOqOoQ4AnCsw3gvH5BVfsCLwGPOeWPAXOd+2MMAFY55d2BJ1X1NGAfcIlTfhfQ39nO9dFqnDGRsiu9jamGiBxU1eRKynMJ3yBpkzOJ4veq2kJEdgOtVbXYKd+hqmkisgtoV36KDGda99nOTXgQkTuBGFV9QEQ+AA4SnhLmrXL31jDGFdbDMKZ2tIrXVS1TmfJzLAU5Orb4Y8J3kxwILC03+6sxrrCEYUztXF7ueZHzeiHhmVsBrgLmO68/Bm6AshsrNalqoyLiA9qr6hzCNydqChzXyzHmVLK/WIypXoJz17xSH6hq6am1cSLyOeE/viY6ZbcA00Xk18AuYKpTfivwjIhcQ7gncQOwo4p9+oF/iEgq4RsS/dm5p4YxrrExDGNOkjOGMUhVd7sdizGngh2SMsYYExHrYRhjjImI9TCMMcZExBKGMcaYiFjCMMYYExFLGMYYYyJiCcMYY0xELGEYY4yJyP8P5O6WfLtYRvgAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plotter = tfdocs.plots.HistoryPlotter(smoothing_std=2)\n",
    "plotter.plot({'Early Stopping': train_history}, metric = 'mae')\n",
    "plt.ylabel('MAE [Fixture]')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-02-10T22:48:41.670216Z",
     "start_time": "2021-02-10T22:48:41.514213Z"
    }
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQ8AAAEKCAYAAAAM4tCNAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJztnXu4HFWVt99fQmIiAkkkZiAEuRoEEQJHQKMjIGPiZSSiKJgPAS+IgqCj+SaIN8YLUQR1ZvCSCBgF4qhABGEIF/lkRBQPJBAgMEASQkJMQEwIIYRc1vdHVYc+faq7dvep6q7uXu/z9NNVu6v2Xl3d9au91157b5kZjuM49TKo1QY4jtOeuHg4jtMQLh6O4zSEi4fjOA3h4uE4TkO4eDiO0xC5iYekcZJuk7RI0gOSzo7TR0m6WdIj8fvIvGxwHCc/lFech6RdgF3M7B5JOwB3A1OAU4BnzGyGpOnASDP711yMcBwnN3KreZjZSjO7J95eBywCxgLHArPjw2YTCYrjOG1GbjWPPoVIewC3A68DlpnZiLLP/m5m/Zoukk4DTgPYfvvtD91vv/1yt9Nxuo2tZix5ej1rlj38tJmNrufc7fIyqoSkVwBXAZ8xs2clBZ1nZjOBmQA9PT3W29ubn5GO04U8t3Ezp1x6F2ufWMOa89/1eL3n59rbImkIkXBcYWZXx8mrYn9IyS+yOk8bHMfpT0k45j+xhn8/YUJDeeTZ2yLgEmCRmV1U9tG1wMnx9snAb/KywXGc/lQKx7tev0tD+eTZbJkInAQslLQgTvsCMAP4paSPAsuA43O0wXGcMrISDshRPMzsD0A1B8fb8irXcZxkshQO8AhTx+kKshYOcPFwnI4nD+EAFw/H6WjyEg5w8XCcjiVP4QAXD8fpSPIWDnDxcJyOoxnCAS4ejtNRNEs4wMXDcTqGZgoHuHg4TkfQbOEAFw/HaXtaIRzg4uE4bU2rhANcPBynbWmlcICLh+O0Ja0WDnDxcJy2owjCAS4ejtNWFEU4wMXDcdqGIgkHuHg4TltQNOEAFw/HKTxFFA5w8XCcQlNU4QAXD8cpLEUWDnDxcJxCUnThABcPxykc7SAc4OLhOIWiXYQDUtZtkbRjQB5bzey5jOxxnK6lnYQD0hd9Wh2/khZvsjjdgN0ztstxuop2Ew5IF49FZlZzFVxJ8zO0x3G6jnYUDkj3ebwlII+QYxzHSaBdhQNSxKPky5C0h6Sh8fabJX2q5A9xf4fjNEY7CweE97bMBUzS3sDPgNcCV+ZmleN0OO0uHBAuHlvNbBNwHPA9M/s0MDY/sxync+kE4YBw8dgs6XjgJOC3cdqQfExynM6lU4QDwsXjI8BRwLfNbLGkPYE5+ZnlOJ1HJwkHpHfVljjSzD5V2jGzJZLW5mST43QcnSYcUF/No5KPZmmI43QqnSgckB6e/kHgBGBPSVeXfbQDsCZPwxynE+hU4YD0ZstdwN+A3YCLy9LXAR5Z6jg16GThgBTxMLMlwBLgluaY4zidQacLBwT6PCQdK2mRpLWSnpW0TtKzeRvnOO1INwgHhDtMLwQ+YGY7mdmOZraDmdUcri/pUkmrJd1flvZVSSskLYhf7xyI8Y5TNLpFOCBcPFaZ2cI68/4pMDkh/btmdnD8uqHOPB2nsHSTcEB4nMdfJF1BNMZlYynRzK6tdoKZ3S5pjwFZ5zhtQrcJB4SLxyuBrcB7ytIMqCoeNThT0oeBXuBzZvb3BvJwnMLQjcIBgeJhZidlVN4Pga8RCc/XiHwpSQFoSDoNOA1g9919ojKnmHSrcEB6kNjnzOxCSRclfW5m/1JPYWa2qizvWbw0yC7p2JnATICenh6rpxzHaQbdLByQXvN4LH5/IIvCJO1iZivj3fcC99c63nGKSrcLB6QHic2N3y8BkDQ83t+QlrGkOcCRwM6SlgNfAY6UdDBRs2Up8IkB2O44LcGFIyLI5yFpf2A2sEu0q+XAKWa2qNo5ZnZiQvIlDVnpOAXBheMlQuM8ZgJfMLPdzGwscC4wKz+zHKd4uHD0JVQ8djCzm0s7ZnYL0chax+kKXDj6EyoeSyWdI2m3+DUdeDxPwxynKLhwJFPPZEDjgBvi127AqXkZ5ThFwYWjOqkOU0mjiIRjupn5SFqna3DhqE3NmoekU4GHiZyjj0h6d1OscpwW48KRTlrN4/PA68xslaR9gJ9TIyrUcToBF44w0nweG0sh5Wb2KDA0f5Mcp3W4cISTVvPYrWJcy7jy/XrHtjhOkXHhqI808TgnZd9xOgIXjvpJG9vi4eROx+PC0RihcR6O05G4cDSOi4fTtbhwDAwXD6crceEYOGkziX2XaO6NRLy3xWlHXDiyIa23xWf6cjoKF47s8N4Wp2tw4ciW0JnEdgY+BxwADCulm9nbc7LLcTLFhSN7Qh2mlxPNOfoa4FvAX4EFOdnkOJniwpEPoeIx2sx+DLxoZrcCJwOH5WeW42SDC0d+hK4Ytyl+/6ukScCTRHN8OE5hceHIl1Dx+KaknYiG6F8M7BhvO04hceHIn1DxWG1ma4H7gLcASDoiN6scZwC4cDSHUJ/HDxLSLs7SEMfJAheO5pEWYXoY8EZgtKSzyj7aERiSp2GOUy8uHM0lrdmyPbBzfNzosvR1wPF5GeU49eLC0XzSIkxvA26TdJmZLa5nrVrHaRYuHK0h1OcxTNJfgEeARyX9OV6/1nFaigtH6xjIWrUz8zPLcdJx4Wgtvlat05a4cLQeX6vWaTtcOIqBr1XrtBUuHMUhLc7jm2b2BTP7G/CpJtnkOIm4cBSLtJrH5KZY4TgpuHAUj7QgscGSRgJK+tDMnsneJMfpiwtHMUkTj/2Au0kWDwP2ytwixynDhaO4pInHg2Y2oSmWOE4FLhzFxtdtcQqJC0fxSROP7zfFCscpw4WjPagpHmb200YzlnSppNWS7i9LGyXpZkmPxO8jG83f6UxcONqHPJstP6V/V+904FYz2xe4Nd53HMCFo93ITTzM7Hagsiv3WGB2vD0bmJJX+U574cLRfgSJh6TXSLq11ASR9HpJX2ygvDFmthIgfn9VjTJPk9Qrqfepp55qoCinXXDhaE9Cax6zgHOIl2Aws/uAE/IyKi5jppn1mFnP6NGj009w2hIXjvYlVDxebmZ3VaRtbqC8VZJ2AYjfVzeQh9MhuHC0N6Hi8bSkvYmiSpH0fmBlA+VdS7TaHPH7bxrIw+kAXDjan9B1W84gmjlsP0krgCXA1FonSJoDHAnsLGk58BVgBvBLSR8FluGTKHclLhydQap4SBoE9JjZMZK2BwaZ2bq088zsxCofva1OG50OwoWjc0httpjZVuDMeHt9iHA4ThIuHJ1FqM/jZkmflzQujhIdJWlUrpY5HYULR+cR6vP4SPx+RlmaD8l3gnDh6EyCxMPM9szbEKczceHoXILEQ9KHk9LN7GfZmuN0Ei4cnU1os+UNZdvDiHpM7gFcPJxEXDg6n9Bmy6fL9yXtBPw8F4uctseFoztodFTt88C+WRridAYuHN1DqM/jOuLQdCLB2R/4VV5GOe2JC0d3Eerz+E7Z9mbgcTNbnoM9TpviwtF9hDZb3mlmv49fd5jZcknfytUyp21w4ehOQsXjnxLS3pGlIU574sLRvaStVftJojVq95Z0X9lHOwB/zNMwp/i4cHQ3aT6PK4H/Bs6n72TF63ypye7GhcOpKR5mthZYK+kSM3u8/DNJJ5vZ7CqnOh2MC4cD4T6PL0v6oaTtJY2Ju27/OU/DnGLiwuGUCBWPtwKPAQuAPwBXmtn7c7PKKSQuHE45oeIxEjicSEA2Aq+WpNyscgqHC4dTSah4/An4bzObTDRIblfgjtyscgqFC4eTRGiE6TFmtgzAzDYAZ0n6x/zMcoqCC4dTjbQ4j/3M7CGiGdB3rvj4ufzMcoqAC4dTi7Sax+eAjwMXJnxmwNGZW+QUAhcOJ420OI+Px+9HNcccpwi4cDgh1HSYSvpm2XbS+Banw3DhcEJJ622ZXLbto2g7HBcOpx4anUnM6TBcOJx6SXOYvkrSvwAq296GmV2Um2Vtztz5K7hg3sM8uWYDu44YzrRJ45kyYWyrzUrEhcNphDTxmEU0/L5y26nB3PkrOOfqhWzYtAWAFWs2cM7VCwEKJyAuHE6jpPW2nNcsQzqJC+Y9vE04SmzYtIUL5j1cKPFw4XAGQlpvy2lpGYQc0208uWZDXemtwIXDGShpzZbpkp6u8bmAs4GZ2ZnU/uw6YjgrEoRi1xHDcy031M/iwuFkQZp4/J70eTtuzsiWjmHapPF9fB4Aw4cMZtqk8bmVGepnceFwsiLN53FqswzpJEo3azN7W0L8LC4cTpaEjqp16mTKhLFBYpFVl26an8WFw8kaDxJrIaWmxoo1GzBeamrMnb+i7ryq+VN2HTHchcPJBRePFlKrqVEv0yaNZ8igvpO7DRkkPn30Pi4cTi6ErlV7NnAZsA74CTABmG5mN+VoW1sT0hzJvEu3YmJIw/jx7YtZ9szzLhxdSN5RzqE+j4+Y2fclTQJGA6cSiYmLRwKhPR+hXbohf4IL5j3Mpi3WJ23zVljy9Hou/tAhLhxdRjOinEObLaVn2juBy8zsXvo958KRtFTSQkkLJPU2mk9RCW2OTJs0nuFDBvdJq+zSDfWL1KqtuHB0H1k2iasRWvO4W9JNwJ7AOZJ2ALYOsOyjzKxWAFrbEtocCenSDQ11r1aLGZtzYFpWtNNAwkqKaHszopxDxeOjwMHAYjN7XtIriZouTgIjXj6Evz+/KTG9krQu3dA/wbRJ45l+1X28sPklTc87MC0r2mkgYSVFtb0ZUc5BzRYz2wqsAvaPZ00/ABgxgHINuEnS3dXGxkg6TVKvpN6nnnpqAEVlz9z5K5g443fsOf16Js74Xb8mhFnyedXSa1GrC7acY/Yfwy5laWNHDOf84w4s/M0Hzali50VRbQ9pEg+U0N6WbwEfBB4ESlfKgNsbLHeimT0p6VXAzZIeMrM+eZnZTOIxMz09PQ3cdvkQ8qRZs6F/raNWei1CQt1LcRzLnnm+LZ2j7TCQsBpZ255VE6gZUc6hzZYpwHgz25hFoWb2ZPy+WtI1wGE0LkRNJcQHMVhiS0I1Y3ADi+yl/Qk6IQCsVQMJsyBL27NuAoVGOTdKqHgsBoYQLTU5ICRtDwwys3Xx9tuBfxtovs0i5EmTJBzV0qfOupM7Hntm2/7EvUdxxcff2OeYan+CThAOCB9IWETHZJaDINtlHpgSoeLxPLBA0q2UCYiZndVAmWOAa+KlbrcjWjT7xgbyaQkhT5qxgT0flcIBcMdjzzB11p39BKSSRoXji3MXMufPT7DFjMESJx4+jq9PObDPMaE3achxIceEVLFb5ZhMsz/L5kFoE6goIhoqHtfGrwFjZouBg7LIqxWEPGlCn0aVwpGWXmIgwnH5n5Zt299itm2/JCChN2nIcXPnr2Dar+/dFry2Ys0Gpv363n55hdCKp3LotciqeRDyYCpS705ob8tsYA5wd/y6Mk7rOqZMGMtuI4f1Sdtt5LB+f6a0Y+qhvHfnjeffyj//xx8ShSOtF2jOn59IzL88PbT3IOS48657oF/U66YtxnnXPdDv+6UFwrXCqRp6LdKueyjTJo1nyOCK8UmD1eehU6TenSDxkHQk8AhwMfAD4H+7daHrqbPu5JHV6/ukPbJ6PVNn3VnXMaGUnt6lG2vl2hdY8vR6Tjri1f2Eo/y40lO+/I8c4osJvUlDjkuKdUlKD7khQrusQwm54UO+Y5Yjo4GoD7PGfpF6pkLD0y8E3m5mbzWzfwQmAd/Nz6ziEtLUCG2ObDcoufelPD3p6Q3wmwV9/5whT/lqvT3l6aE3aZY3c8gNkWXcQugNnxTUV5leT00gTbAumPcwm7ZW/IZbLVcRHQih4jHEzLZ9AzP7X6Lel44iq+pnKK94WbLLqTw99OkdctyJh49LPKY8PaTqDHDUfqMT86qWXouQG2LKhLGcf9yBjB0xHDGwILjQGz4k2K8eJ2cWTbNmBH+FEuow7ZV0CfDzeH8qke+jY2iFIyrLYLIQvj7lQG5+4K+sWvfitrQxOwzt19uSVnUGuO2h5Kjfaum1CHUwZ+WYTHJKJqWvrfI7lKeHxnmEOHxD8mrFFJfVCK15fBJ4ADiLaLb0B4HT8zKqFbTCEZXWjHhu42YGV2najBhef8Vv6qw7+wgHwKp1L/bxxYRUnSHsBhxS5d9VmT5lwljed+jYbd97sMT7Du0vFM2uGQ6v8gXK00NrAiHXKzSvKRPGcsf0o1ky413cMf3olsWABNU84sjSi+JXRxL6NMqSWg7MUnfs1q3Jx7z7oPoDwkJ8MaHVcCm5Wl+uh5urjLuuTJ87fwVX3b1i2/XYYsZVd6+g59Wj+nT7NrtmuKHKFyhPD60JDBIk/ZTlz4Yi1SpCqCkekn5pZh+QtJCEyquZvT43y5pMliHlWVCK43j50MGsf3FLv8+vv29l/+ZGBuw0fEhis2mnippOiD8gdHRxSJW+FXEeoQMcQ5pTVZ4B/dJD8mqXILGz4/d3521Io2R1IesJKW8GpTiOM668J/Hzag7SgfLi5v5CVSu9Fmur2FiZHlLrq6eLMqv/ROgDJSRqNyvaJkjMzFbGm58ys8fLX8Cn8jevNln2sY+s0i1XLT1vWjVW5flNyVX1aum1qHZGZXq1ul15eki3KYTFu4RyxF4jU9NLUbvlTa7L/7SML85dWPW7hKRXo+2CxIB/Skh7R5aGNEKWF3LjpuQna7X0vGnXQW6NUK1uV54e2oQIjWoN4cGV61LTQ6J2Iew7htA2QWKSPhn7O/aTdF/ZawmwsNa5zSDLC5nlE7cVhASctTOh3doh8S6htYCQvEKbu1nVbNspSOxKorVqfxO/l16HmtnUnG1LpUgXstVsruKRq5beboREx4aSVS2gVvmV6VnNLlekILE0n8daM1sKfB94pszfsUnS4c0wsBb1XMi0GIFqcRONxFM4EUMHJ99Y1dJrEfqED6lVhN7wIXEeIX4RCAs4CyHLSNuBEhph+kPgkLL99QlpTSe0XzzEQ/3V9xzAtF/d2ydAasgg8dX3HJCL7c9t3JxLvkXixYQxObXSazF8yCA2JDQhK2/wkFpFqBANGzI4scxhZQ+spX9LbiJXpmc541jeM4SFEioeMnvpyprZVkmFWCQ75EKGxAhMmTCW3sef6dPl9sHDxuXyI5UCwJyI7avEsmw/9KWb9IUqvqfK9JCJmEKFaE0Vn0d5ej2z22c141hRCO1tWSzpLElD4tfZRFMTtgWhQ6vn3PVEny63OXc9kXkIdPlEPk7Eew9JFujy9FA/RciAvY1VIkcr00N8aqF+tyI1N7IiVDxOB94ErACWA4cDiUsmFJGQH/jcaxaypcK5uGWrce412XYqlc8A5kRcfffyutJrETJgLzTaM8SnVo/fLWRMSrPH75TKG/oP+xxa77mhM4mtNrMTzOxVZjbGzD5kZqvrN7U1hPzASdXmWumN0u6TFedBSDd5iPMSwqJVq/VeV6aH1BayrFFkPrFQHeU1QtrYlv9rZt+W9B8kj21pZALkppPkz0gatdkMXDga45DdRyQO7Dtk975rj4WElL9su2Sfx8u26y9QIT61rByYzR6/k1RePaQ5PRfF7229GHXIqM1m4cLRGH+sMiK4Mj2kJyXU+RpKVmNpmh09OtB8a4qHmV0Xv7f1ZMftth6G059Qh2lIb0tRF2oKtSsrsapWXihp4enXSbq22qvhUjMkq4lsnc5g2qTxDKlwXgwZpIadnGlkOb4qxK4s/SJJ5dVDWrPlO/H7ccA/AJfH+ycCSxsuNSNCVb+dlzN0GqDSIZrgCM3KB5blVAEhQY9Z1qLLy1uZcmwSac2W3wNI+lo8a3qJ6yS1fG3Z0AvZzACdbogcbQUiuelSqRMXzHs4cVRt+X8iSx9YPU2NLBaQyroWXSpP5zxa95zEoXEeoyXtVdqRtCdQ/zTZGRN6IZsVoOORo/kR6vMI+U80u6mRZZlFGgwaGmL+WeD/SSpFle4BfCIXi+qgnuZIM8YDeORoY4Q4OUPX/w35T2T59A4dX5VVmUUKcw8NErsR2JdoWsKzgfFmNi9Pw0Io0vBkIJfI0R1fluzQqpZeJELnGMkykjPkuKyf3iGRo1mVWaQw99DlJl8OTAPONLN7gd0ltXxe0ywv5MS9R9WVnkS9AWDDqgxNL0+/77zJ/YRix5cN5r7zJvdJ+94HD07Mqzw95JilM96VeExlesj1+s7xByX6Lr9zfN91zrOM5Aw5rhUPnSzLLMrSC7KA2Ugk/RfRIk8fNrPXSRoO3Glmyf/GjOnp6bHe3vzj1KbOurNPFOPEvUdxxcff2O+4PaZf3y/t4g8d0kc4ko5JujH3O/cGXihz8A0bLB76xjvrth3C+v+znHk75HoVZabvSlphV1GvBYCku82sp65zAsWj18x6JM03swlx2r1mdlDauVnQLPGoh/LRsR5y7rQ7jYhHaG/Li3Ftw+KC9gY21mlfx+DC4TjhvS1fAW4Exkm6ApgInJKXUUXGhcNxIlLFQ5KAh4iiTI8g8nmdbWZP52xb4XDhcJyXSBUPMzNJc83sUKC/F7BLcOFwnL6E+jz+JOkNuVpSYFw4HKc/oT6Po4DTJS0lmjldRJWSjlnouhouHI6TTKh4tHxpyVbgwuE41UmbhnAY0eTH+xAtL3mJmQ142KikyUQLSQ0GfmJmMwaaZ9a4cDhObdJ8HrOBHiLheAdw4UALlDQYuDjOb3/gREn7DzTfLHHhcJx00pot+5vZgQCSLgGyGG9+GPComS2O8/0FcCzwYAZ5DxgXDscJI63msW1prCyaKzFjgSfK9pfHaX2QdJqkXkm9Tz2VvBZH1rhwOE44aeJxkKRn49c64PWlbUnPNlhm0lDSpGUdZppZj5n1jB6d/7xDLhyOUx9p0xDmMWnEcmBc2f5uwJM5lBOMC4fj1E9okFiW/AXYV9KekoYCJwAtm4ndhcNxGqPpK92b2WZJZwLziLpqLzWzB5ptB7hwOM5AaLp4AJjZDcANrSi7hAuH4wyMVjRbWo4Lh+MMnK4TDxcOx8mGrhIPFw7HyY6uEQ8XDsfJlq4QDxcOx8mejhcPFw7HyYeOFg8XDsfJj44VDxcOx8mXjhQPFw7HyZ+OEw8XDsdpDh0lHi4cjtM8OkY8XDgcp7l0hHi4cDhO82l78XDhcJzW0Nbi4cLhOK2jbcXDhcNxWktbiocLh+O0nrYTDxcOxykGbSUeLhyOUxzaRjxcOBynWLSFeGw1c+FwnILRktnT62XJ0+tZ68LhOIWiLcTj+Re3cLkLh+MUCpn1Wya2cEh6Cni8iUXuDDzdxPKypp3td9tbw3gz26GeE9qi5mFm+a90XYakXjPraWaZWdLO9rvtrUFSb73ntIXD1HGc4uHi4ThOQ7h4JDOz1QYMkHa2321vDXXb3hYOU8dxiofXPBzHaQgXD8dxGsLFowJJkyU9LOlRSdNbbU89SFoqaaGkBY10vTUbSZdKWi3p/rK0UZJulvRI/D6ylTZWo4rtX5W0Ir7+CyS9s5U2VkPSOEm3SVok6QFJZ8fpdV17F48yJA0GLgbeAewPnChp/9ZaVTdHmdnBbRJv8FNgckXadOBWM9sXuDXeLyI/pb/tAN+Nr//BZnZDk20KZTPwOTN7LXAEcEb8P6/r2rt49OUw4FEzW2xmLwK/AI5tsU0di5ndDjxTkXwsMDveng1MaapRgVSxvS0ws5Vmdk+8vQ5YBIylzmvv4tGXscATZfvL47R2wYCbJN0t6bRWG9MgY8xsJUR/cuBVLbanXs6UdF/crClkk6scSXsAE4A/U+e1d/HoixLS2qkve6KZHULU7DpD0j+22qAu44fA3sDBwErgwtaaUxtJrwCuAj5jZs/We76LR1+WA+PK9ncDnmyRLXVjZk/G76uBa4iaYe3GKkm7AMTvq1tsTzBmtsrMtpjZVmAWBb7+koYQCccVZnZ1nFzXtXfx6MtfgH0l7SlpKHACcG2LbQpC0vaSdihtA28H7q99ViG5Fjg53j4Z+E0LbamL0o0X814Kev0lCbgEWGRmF5V9VNe19wjTCuLute8Bg4FLzewbLTYpCEl7EdU2IBotfWXRbZc0BziSaCj7KuArwFzgl8DuwDLgeDMrnGOyiu1HEjVZDFgKfKLkQygSkt4M/A+wENgaJ3+ByO8RfO1dPBzHaQhvtjiO0xAuHo7jNISLh+M4DeHi4ThOQ7h4OI7TEC4ejuM0hItHjKRXlg2l/mvF0OqhGZWxg6S/xWHB5em/lXRcjfOOkTQ3Cxuq5H+5pCWSPhbvf73i+38jTr9M0vga+YySdHpONn6szJ4Xy6YeqBrLEl+31ChPSadL+k6V9NVxOQ9KOjnp/LLj3y/psynH7CPpAynHjIjL3FT5XykSbbH0QjMws78RBfgg6avAc2bW5w8VR+YpDj9upIx1kn5HNHrxijjPkcDhwPsbtz4TPmtm5QJ1gZl9r/wAMzs1JY9RwOnAj+opWNJ2Zra51jFm9hPgJ/Hxy4G3mNmalKyPIRpycFc99lTwMzP7vKRdgYWSrjWzv1ex8dcB+e0DfIAoGCuR+HsdLOmvDVncJLzmkUL8pLhf0o+Ae4BxktaUfX6CpNKfeoykqyX1SrpL0hEJWc4hCnsv8T7gejN7QdIRku6UNF/SHZL2TbDn65I+U7b/kKTd4u2T43IXSPqBpEGStpP08/hJfb+kswZwLf4g6WBJe8UTxoySNFjSHyUdDcwAxsflz6isMUn6kaT/E28vl/QlSXcA75W0r6R5ikYE3y7pNXXYNTquvS2Mr9tr4xrSqcD02J7DJR0n6c/x/o2Sdg4tIx439ATR79+vvNiObTUYSb+Q9L3491ws6T1xVjOAY2IbzoivZ2+8f6+kV4fa1Gq85hHG/sCpZna6pFrX7N+Bb5vZnxQNdf4t8LqKY64HfixpZPwEOwG4IP5sEfBmM9siaTLwdeCDIQZKeh3ReIo3mdlmSTPjvB8DdjazA+PjRoTkB0yTdEq8/Xkzu6X0gZktlnQh8APgXmC+mf1O0jJgHzMr1eCOSSljvZlNjI+9DfiYmT0maSLwn0Tjc0L4JvA/ZvbHJLgIAAADI0lEQVRuRcMLLjOzIyRdBiw3s/+MyxgFXGNmJulM4LPAuSEFxGI2FlgCXFRZHtGkOpXsDLyJaMj7z4jGjkyPv+f743xnAeeb2VWShgV+30Lg4hHGY2b2l4DjjiF68pb2R0oabmYbSglmtlHS9cBxkn4LHEA0axPACOBnkvZuwMZjgDcAvXH5w4melPNim74P3ADcFJhfv2ZLOWb2I0nHEz3dJzRgL8B/wTZBOwK4quza1fPffDPR2BLM7AZFvpmkG/HVwC8ljQGGAQ8E5P3hWARfIHqArFM0NiSkvJJQzScaL5LEH4GvKBqbdLWZPRZgUyFw8Qhjfdn2VvrO+1H+pxFwWDwLWS3mAJ8nusGvLmvvfwOYZ2Y/kLQPcGPCuZvp29wslS+igXxfqjxB0uuJ5vg4i6iZNOCJghQ58nYhGkD4CvpeozRbS5TOEfB0qcbSiDmBx/0Q+LKZ3RTX7D6TdgKxz6PB8jYCxAKS6CIws8sk/QF4F3CrpKlmdkdg/i3FfR51EjtL/x630QcRNRVK3AKcUdqRVO1muIWoxnE6kZCU2AlYEW+fUuXcpcChcf6H8dL8I7cAHyi14xX1Hu0uaTSRk/dXRE/LQwK+ZggXEM3j+W/Aj+O0dUD5YsmPAwdIGqrIMXx0UkZx822lpPfGtg+SdFAdttwOTI3PnQwsNrMXEuzZCVihqHpTs+ekwfJC6GOTpL3M7JG4lncjcOAA7GoqLh6N8a9EP/StRN78EmcAExVNQ/cg8PGkk81sC9Hw+R2B8qfMt4ALYidiNX4FjImrwh8FFsd5LgTOA26RdB9R82QMkbjcLmkB0QQ1X6jzu/ZD0tuAg4ALzWw2MEjSSWa2iqjZtFDSDDNbQjTEfiFRm/+eGtmeAJwu6V6i5sS76zDpXOCt8ff+EtF1IS77QyWHKfBlIj/U7xnYJE/VyguhFxhecpgCJymawXwB0eRTc2qfXhx8SL6DpMuBX1d01TotRlFX7T5m9lyrbUnCax4OwBrgfMVBYk5rURwkBmzhpcl6CofXPBzHaQiveTiO0xAuHo7jNISLh+M4DeHi4ThOQ/x/q1ZpRFu/uB4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "test_predictions = model.predict(test_ds).flatten()\n",
    "a = plt.axes(aspect='equal')\n",
    "plt.scatter(test_df['Fixture Total Points'], test_predictions)\n",
    "plt.xlabel('True Values [Fixture Total Points]')\n",
    "plt.ylabel('Predictions [Fixture Total Points]')\n",
    "lims = [-3, 20]\n",
    "plt.xlim(lims)\n",
    "plt.ylim(lims)\n",
    "_ = plt.plot(lims, lims)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-31T15:47:33.508475Z",
     "start_time": "2021-01-31T15:47:33.465474Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fixture Total Points</th>\n",
       "      <th>Threat Recent Fixtures</th>\n",
       "      <th>Expected Points</th>\n",
       "      <th>Predicted</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>846</th>\n",
       "      <td>1.0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>1.669856</td>\n",
       "      <td>1.870928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20309</th>\n",
       "      <td>2.0</td>\n",
       "      <td>163.0</td>\n",
       "      <td>1.300000</td>\n",
       "      <td>2.042605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7199</th>\n",
       "      <td>2.0</td>\n",
       "      <td>312.0</td>\n",
       "      <td>2.652867</td>\n",
       "      <td>2.680054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9969</th>\n",
       "      <td>2.0</td>\n",
       "      <td>420.0</td>\n",
       "      <td>5.122892</td>\n",
       "      <td>3.540725</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39944</th>\n",
       "      <td>2.0</td>\n",
       "      <td>56.0</td>\n",
       "      <td>1.993382</td>\n",
       "      <td>1.991858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35677</th>\n",
       "      <td>1.0</td>\n",
       "      <td>311.0</td>\n",
       "      <td>5.007868</td>\n",
       "      <td>3.318412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5412</th>\n",
       "      <td>2.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>2.736011</td>\n",
       "      <td>2.215592</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36744</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.596552</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15177</th>\n",
       "      <td>2.0</td>\n",
       "      <td>191.0</td>\n",
       "      <td>2.243866</td>\n",
       "      <td>2.206420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15319</th>\n",
       "      <td>1.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>1.838650</td>\n",
       "      <td>1.871342</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1540 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Fixture Total Points  Threat Recent Fixtures  Expected Points  Predicted\n",
       "846                     1.0               47.0         1.669856   1.870928\n",
       "20309                   2.0              163.0         1.300000   2.042605\n",
       "7199                    2.0              312.0         2.652867   2.680054\n",
       "9969                    2.0              420.0         5.122892   3.540725\n",
       "39944                   2.0               56.0         1.993382   1.991858\n",
       "...                     ...                ...              ...        ...\n",
       "35677                   1.0              311.0         5.007868   3.318412\n",
       "5412                    2.0               77.0         2.736011   2.215592\n",
       "36744                   1.0                0.0         1.000000   1.596552\n",
       "15177                   2.0              191.0         2.243866   2.206420\n",
       "15319                   1.0               37.0         1.838650   1.871342\n",
       "\n",
       "[1540 rows x 4 columns]"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df['Predicted'] = test_predictions\n",
    "test_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Save model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-11-15T20:42:12.813541Z",
     "start_time": "2020-11-15T20:42:11.788543Z"
    }
   },
   "outputs": [],
   "source": [
    "model.save('models/expected_points')"
   ]
  }
 ],
 "metadata": {
  "hide_input": false,
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}