WorldWeatherOnline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "0dfdc19b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json\n",
    "import urllib as u\n",
    "import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "e0b09334",
   "metadata": {},
   "outputs": [],
   "source": [
    "#create APL link \n",
    "domain='https://services.marinetraffic.com/api/portcalls/v:4'\n",
    "origValue = {'q':'Jarrow','date':'2020-01-01','enddate':'2020-01-02','tp':'6','format':'json','key':'2428c01539614ee9bd6142524221802'}\n",
    "key = '2428c01539614ee9bd6142524221802'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5070caf3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cb3d8242",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "56780f13",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "cc1c42f2",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "qprams = u.parse.urlencode(origValue)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "90e049dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'q=Jarrow&date=2020-01-01&enddate=2020-01-02&tp=6&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qprams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2a1c6544",
   "metadata": {},
   "outputs": [],
   "source": [
    "url = domain +'?' + qprams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "f834a541",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=South%2BShields&date=2020-01-01&enddate=2020-01-02&tp=6&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "78290457",
   "metadata": {},
   "outputs": [],
   "source": [
    "a = pd.DataFrame(json.loads(u.request.urlopen(url).read()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "e6f93f35",
   "metadata": {},
   "outputs": [],
   "source": [
    "a.to_csv('save.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "714b1722",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Index: 2 entries, request to weather\n",
      "Data columns (total 1 columns):\n",
      " #   Column  Non-Null Count  Dtype \n",
      "---  ------  --------------  ----- \n",
      " 0   data    2 non-null      object\n",
      "dtypes: object(1)\n",
      "memory usage: 32.0+ bytes\n"
     ]
    }
   ],
   "source": [
    "a.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "e78cd8dc",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>request</th>\n",
       "      <td>[{'type': 'City', 'query': 'South Shields, Uni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>weather</th>\n",
       "      <td>[{'date': '2020-01-01', 'astronomy': [{'sunris...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      data\n",
       "request  [{'type': 'City', 'query': 'South Shields, Uni...\n",
       "weather  [{'date': '2020-01-01', 'astronomy': [{'sunris..."
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "37397661",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "request    [{'type': 'City', 'query': 'South Shields, Uni...\n",
       "weather    [{'date': '2020-01-01', 'astronomy': [{'sunris...\n",
       "Name: data, dtype: object"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a['data']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "2496a00c",
   "metadata": {},
   "outputs": [],
   "source": [
    "b = pd.DataFrame(a['data']['weather'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "eb58cca6",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2 entries, 0 to 1\n",
      "Data columns (total 12 columns):\n",
      " #   Column        Non-Null Count  Dtype \n",
      "---  ------        --------------  ----- \n",
      " 0   date          2 non-null      object\n",
      " 1   astronomy     2 non-null      object\n",
      " 2   maxtempC      2 non-null      object\n",
      " 3   maxtempF      2 non-null      object\n",
      " 4   mintempC      2 non-null      object\n",
      " 5   mintempF      2 non-null      object\n",
      " 6   avgtempC      2 non-null      object\n",
      " 7   avgtempF      2 non-null      object\n",
      " 8   totalSnow_cm  2 non-null      object\n",
      " 9   sunHour       2 non-null      object\n",
      " 10  uvIndex       2 non-null      object\n",
      " 11  hourly        2 non-null      object\n",
      "dtypes: object(12)\n",
      "memory usage: 320.0+ bytes\n"
     ]
    }
   ],
   "source": [
    "b.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "fc52e3dd",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:48 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '0', 'tempC': '5', 'tempF': '41', 'w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '0', 'tempC': '4', 'tempF': '39', 'w...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         date                                          astronomy maxtempC  \\\n",
       "0  2020-01-01  [{'sunrise': '08:30 AM', 'sunset': '03:48 PM',...        6   \n",
       "1  2020-01-02  [{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...        9   \n",
       "\n",
       "  maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0       43        2       35        5       41          0.0     6.7       3   \n",
       "1       48        1       33        7       45          0.0     7.2       3   \n",
       "\n",
       "                                              hourly  \n",
       "0  [{'time': '0', 'tempC': '5', 'tempF': '41', 'w...  \n",
       "1  [{'time': '0', 'tempC': '4', 'tempF': '39', 'w...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "fef8ad69",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    2020-01-01\n",
       "1    2020-01-02\n",
       "Name: date, dtype: object"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b['date']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "8ab1942c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    [{'time': '0', 'tempC': '5', 'tempF': '41', 'w...\n",
       "1    [{'time': '0', 'tempC': '4', 'tempF': '39', 'w...\n",
       "Name: hourly, dtype: object"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b['hourly']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "f8df77da",
   "metadata": {},
   "outputs": [],
   "source": [
    "c = b['hourly'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "79ee1319",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    22\n",
       "1    15\n",
       "2     9\n",
       "3    17\n",
       "Name: windspeedKmph, dtype: object"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a['data']['weather'])['hourly'][0])['windspeedKmph']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "ea6c4418",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    81\n",
       "1    88\n",
       "2    79\n",
       "3    71\n",
       "Name: humidity, dtype: object"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a['data']['weather'])['hourly'][0])['humidity']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "ff078d5e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    19\n",
       "1    27\n",
       "2    28\n",
       "3    27\n",
       "Name: windspeedKmph, dtype: object"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a['data']['weather'])['hourly'][1])['windspeedKmph']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "46dccd4e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    86\n",
       "1    81\n",
       "2    67\n",
       "3    82\n",
       "Name: humidity, dtype: object"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a['data']['weather'])['hourly'][1])['humidity']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "1685a22c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "d = pd.DataFrame(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c2b84b87",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>tempC</th>\n",
       "      <th>tempF</th>\n",
       "      <th>windspeedMiles</th>\n",
       "      <th>windspeedKmph</th>\n",
       "      <th>winddirDegree</th>\n",
       "      <th>winddir16Point</th>\n",
       "      <th>weatherCode</th>\n",
       "      <th>weatherIconUrl</th>\n",
       "      <th>weatherDesc</th>\n",
       "      <th>...</th>\n",
       "      <th>HeatIndexF</th>\n",
       "      <th>DewPointC</th>\n",
       "      <th>DewPointF</th>\n",
       "      <th>WindChillC</th>\n",
       "      <th>WindChillF</th>\n",
       "      <th>WindGustMiles</th>\n",
       "      <th>WindGustKmph</th>\n",
       "      <th>FeelsLikeC</th>\n",
       "      <th>FeelsLikeF</th>\n",
       "      <th>uvIndex</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>14</td>\n",
       "      <td>22</td>\n",
       "      <td>191</td>\n",
       "      <td>SSW</td>\n",
       "      <td>113</td>\n",
       "      <td>[{'value': 'http://cdn.worldweatheronline.com/...</td>\n",
       "      <td>[{'value': 'Clear'}]</td>\n",
       "      <td>...</td>\n",
       "      <td>41</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>23</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>600</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>9</td>\n",
       "      <td>15</td>\n",
       "      <td>195</td>\n",
       "      <td>SSW</td>\n",
       "      <td>116</td>\n",
       "      <td>[{'value': 'http://cdn.worldweatheronline.com/...</td>\n",
       "      <td>[{'value': 'Partly cloudy'}]</td>\n",
       "      <td>...</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>17</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1200</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>9</td>\n",
       "      <td>225</td>\n",
       "      <td>SW</td>\n",
       "      <td>122</td>\n",
       "      <td>[{'value': 'http://cdn.worldweatheronline.com/...</td>\n",
       "      <td>[{'value': 'Overcast'}]</td>\n",
       "      <td>...</td>\n",
       "      <td>41</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>9</td>\n",
       "      <td>14</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1800</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>10</td>\n",
       "      <td>17</td>\n",
       "      <td>217</td>\n",
       "      <td>SW</td>\n",
       "      <td>116</td>\n",
       "      <td>[{'value': 'http://cdn.worldweatheronline.com/...</td>\n",
       "      <td>[{'value': 'Partly cloudy'}]</td>\n",
       "      <td>...</td>\n",
       "      <td>42</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>18</td>\n",
       "      <td>29</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   time tempC tempF windspeedMiles windspeedKmph winddirDegree winddir16Point  \\\n",
       "0     0     5    41             14            22           191            SSW   \n",
       "1   600     4    40              9            15           195            SSW   \n",
       "2  1200     5    41              6             9           225             SW   \n",
       "3  1800     6    42             10            17           217             SW   \n",
       "\n",
       "  weatherCode                                     weatherIconUrl  \\\n",
       "0         113  [{'value': 'http://cdn.worldweatheronline.com/...   \n",
       "1         116  [{'value': 'http://cdn.worldweatheronline.com/...   \n",
       "2         122  [{'value': 'http://cdn.worldweatheronline.com/...   \n",
       "3         116  [{'value': 'http://cdn.worldweatheronline.com/...   \n",
       "\n",
       "                    weatherDesc  ... HeatIndexF DewPointC DewPointF  \\\n",
       "0          [{'value': 'Clear'}]  ...         41         2        35   \n",
       "1  [{'value': 'Partly cloudy'}]  ...         40         3        37   \n",
       "2       [{'value': 'Overcast'}]  ...         41         2        35   \n",
       "3  [{'value': 'Partly cloudy'}]  ...         42         1        33   \n",
       "\n",
       "  WindChillC WindChillF WindGustMiles WindGustKmph FeelsLikeC FeelsLikeF  \\\n",
       "0          1         33            23           37          1         33   \n",
       "1          1         34            17           27          1         34   \n",
       "2          3         38             9           14          3         38   \n",
       "3          2         36            18           29          2         36   \n",
       "\n",
       "  uvIndex  \n",
       "0       1  \n",
       "1       2  \n",
       "2       2  \n",
       "3       1  \n",
       "\n",
       "[4 rows x 29 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "29ed63a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    22\n",
       "1    15\n",
       "2     9\n",
       "3    17\n",
       "Name: windspeedKmph, dtype: object"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d['windspeedKmph']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "4fc94b45",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    81\n",
       "1    88\n",
       "2    79\n",
       "3    71\n",
       "Name: humidity, dtype: object"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d['humidity']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "dc8e934b",
   "metadata": {},
   "outputs": [],
   "source": [
    "cc = b['hourly'][1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "d4dac5f8",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    86\n",
       "1    81\n",
       "2    67\n",
       "3    82\n",
       "Name: humidity, dtype: object"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(cc)['humidity']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fe80caeb",
   "metadata": {},
   "source": [
    "### =======================Jan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "4e1ab0db",
   "metadata": {},
   "outputs": [],
   "source": [
    "testValue1 = {'q':'South+Shields','date':'2020-01-01','enddate':'2020-01-31','tp':'24','format':'json','key':'2428c01539614ee9bd6142524221802'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "0e81804f",
   "metadata": {},
   "outputs": [],
   "source": [
    "testprams1 = u.parse.urlencode(testValue1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "70116c21",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'q=South%2BShields&date=2020-01-01&enddate=2020-01-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testprams1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "dd86a6e0",
   "metadata": {},
   "outputs": [],
   "source": [
    "testurl1 = domain +'?' + testprams1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "01691801",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=South%2BShields&date=2020-01-01&enddate=2020-01-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testurl1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "d9966bf1",
   "metadata": {},
   "outputs": [],
   "source": [
    "a1 = pd.DataFrame(json.loads(u.request.urlopen(testurl1).read()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "427f91d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "a1.to_csv('Jan.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "f61f73f8",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "request    [{'type': 'City', 'query': 'South Shields, Uni...\n",
       "weather    [{'date': '2020-01-01', 'astronomy': [{'sunris...\n",
       "Name: data, dtype: object"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a1['data']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "11e649b5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:48 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:50 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>-2</td>\n",
       "      <td>28</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:52 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:53 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2020-01-06</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:54 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2020-01-07</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:56 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2020-01-08</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:57 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2020-01-09</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:59 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2020-01-10</td>\n",
       "      <td>[{'sunrise': '08:26 AM', 'sunset': '04:00 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2020-01-11</td>\n",
       "      <td>[{'sunrise': '08:25 AM', 'sunset': '04:02 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>54</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>11</td>\n",
       "      <td>52</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.8</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '54', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2020-01-12</td>\n",
       "      <td>[{'sunrise': '08:25 AM', 'sunset': '04:03 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2020-01-13</td>\n",
       "      <td>[{'sunrise': '08:24 AM', 'sunset': '04:05 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2020-01-14</td>\n",
       "      <td>[{'sunrise': '08:23 AM', 'sunset': '04:07 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>-4</td>\n",
       "      <td>26</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.9</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2020-01-15</td>\n",
       "      <td>[{'sunrise': '08:22 AM', 'sunset': '04:08 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.9</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2020-01-16</td>\n",
       "      <td>[{'sunrise': '08:21 AM', 'sunset': '04:10 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2020-01-17</td>\n",
       "      <td>[{'sunrise': '08:20 AM', 'sunset': '04:12 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2020-01-18</td>\n",
       "      <td>[{'sunrise': '08:18 AM', 'sunset': '04:14 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2020-01-19</td>\n",
       "      <td>[{'sunrise': '08:17 AM', 'sunset': '04:15 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2020-01-20</td>\n",
       "      <td>[{'sunrise': '08:16 AM', 'sunset': '04:17 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2020-01-21</td>\n",
       "      <td>[{'sunrise': '08:15 AM', 'sunset': '04:19 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2020-01-22</td>\n",
       "      <td>[{'sunrise': '08:13 AM', 'sunset': '04:21 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2020-01-23</td>\n",
       "      <td>[{'sunrise': '08:12 AM', 'sunset': '04:23 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2020-01-24</td>\n",
       "      <td>[{'sunrise': '08:10 AM', 'sunset': '04:25 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2020-01-25</td>\n",
       "      <td>[{'sunrise': '08:09 AM', 'sunset': '04:27 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2020-01-26</td>\n",
       "      <td>[{'sunrise': '08:07 AM', 'sunset': '04:29 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>[{'sunrise': '08:06 AM', 'sunset': '04:31 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>38</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2020-01-28</td>\n",
       "      <td>[{'sunrise': '08:04 AM', 'sunset': '04:33 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>2.1</td>\n",
       "      <td>3.1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2020-01-29</td>\n",
       "      <td>[{'sunrise': '08:03 AM', 'sunset': '04:35 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>-4</td>\n",
       "      <td>25</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2020-01-30</td>\n",
       "      <td>[{'sunrise': '08:01 AM', 'sunset': '04:37 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>52</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '52', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2020-01-31</td>\n",
       "      <td>[{'sunrise': '07:59 AM', 'sunset': '04:39 PM',...</td>\n",
       "      <td>13</td>\n",
       "      <td>55</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>11</td>\n",
       "      <td>53</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '13', 'tempF': '55', ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          date                                          astronomy maxtempC  \\\n",
       "0   2020-01-01  [{'sunrise': '08:30 AM', 'sunset': '03:48 PM',...        6   \n",
       "1   2020-01-02  [{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...        9   \n",
       "2   2020-01-03  [{'sunrise': '08:30 AM', 'sunset': '03:50 PM',...        6   \n",
       "3   2020-01-04  [{'sunrise': '08:30 AM', 'sunset': '03:52 PM',...        9   \n",
       "4   2020-01-05  [{'sunrise': '08:29 AM', 'sunset': '03:53 PM',...       10   \n",
       "5   2020-01-06  [{'sunrise': '08:29 AM', 'sunset': '03:54 PM',...        9   \n",
       "6   2020-01-07  [{'sunrise': '08:28 AM', 'sunset': '03:56 PM',...       10   \n",
       "7   2020-01-08  [{'sunrise': '08:28 AM', 'sunset': '03:57 PM',...        7   \n",
       "8   2020-01-09  [{'sunrise': '08:27 AM', 'sunset': '03:59 PM',...        7   \n",
       "9   2020-01-10  [{'sunrise': '08:26 AM', 'sunset': '04:00 PM',...        6   \n",
       "10  2020-01-11  [{'sunrise': '08:25 AM', 'sunset': '04:02 PM',...       12   \n",
       "11  2020-01-12  [{'sunrise': '08:25 AM', 'sunset': '04:03 PM',...        8   \n",
       "12  2020-01-13  [{'sunrise': '08:24 AM', 'sunset': '04:05 PM',...        8   \n",
       "13  2020-01-14  [{'sunrise': '08:23 AM', 'sunset': '04:07 PM',...        6   \n",
       "14  2020-01-15  [{'sunrise': '08:22 AM', 'sunset': '04:08 PM',...        7   \n",
       "15  2020-01-16  [{'sunrise': '08:21 AM', 'sunset': '04:10 PM',...        8   \n",
       "16  2020-01-17  [{'sunrise': '08:20 AM', 'sunset': '04:12 PM',...        7   \n",
       "17  2020-01-18  [{'sunrise': '08:18 AM', 'sunset': '04:14 PM',...        6   \n",
       "18  2020-01-19  [{'sunrise': '08:17 AM', 'sunset': '04:15 PM',...        6   \n",
       "19  2020-01-20  [{'sunrise': '08:16 AM', 'sunset': '04:17 PM',...        7   \n",
       "20  2020-01-21  [{'sunrise': '08:15 AM', 'sunset': '04:19 PM',...        9   \n",
       "21  2020-01-22  [{'sunrise': '08:13 AM', 'sunset': '04:21 PM',...       10   \n",
       "22  2020-01-23  [{'sunrise': '08:12 AM', 'sunset': '04:23 PM',...        9   \n",
       "23  2020-01-24  [{'sunrise': '08:10 AM', 'sunset': '04:25 PM',...        9   \n",
       "24  2020-01-25  [{'sunrise': '08:09 AM', 'sunset': '04:27 PM',...        9   \n",
       "25  2020-01-26  [{'sunrise': '08:07 AM', 'sunset': '04:29 PM',...        9   \n",
       "26  2020-01-27  [{'sunrise': '08:06 AM', 'sunset': '04:31 PM',...        6   \n",
       "27  2020-01-28  [{'sunrise': '08:04 AM', 'sunset': '04:33 PM',...        5   \n",
       "28  2020-01-29  [{'sunrise': '08:03 AM', 'sunset': '04:35 PM',...        6   \n",
       "29  2020-01-30  [{'sunrise': '08:01 AM', 'sunset': '04:37 PM',...       11   \n",
       "30  2020-01-31  [{'sunrise': '07:59 AM', 'sunset': '04:39 PM',...       13   \n",
       "\n",
       "   maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0        43        2       35        5       41          0.0     6.7       2   \n",
       "1        48        1       33        7       45          0.0     7.2       3   \n",
       "2        43       -2       28        5       41          0.0     6.7       2   \n",
       "3        48        7       45        8       47          0.0     7.2       2   \n",
       "4        50        0       32        8       47          0.0     6.7       2   \n",
       "5        47        7       44        8       46          0.0     2.7       2   \n",
       "6        50        2       36        8       46          0.0     4.7       2   \n",
       "7        45        5       40        6       44          0.0     4.7       2   \n",
       "8        44        1       33        5       41          0.0     2.7       2   \n",
       "9        43        0       33        5       41          0.0     6.8       2   \n",
       "10       54        7       44       11       52          0.0     4.8       3   \n",
       "11       46        5       41        7       44          0.0     2.9       2   \n",
       "12       46        5       40        7       44          0.0     4.9       2   \n",
       "13       44       -4       26        5       41          0.0     2.9       1   \n",
       "14       45        5       41        6       43          0.0     7.9       3   \n",
       "15       47        0       32        7       44          0.0     4.9       2   \n",
       "16       44        5       40        6       43          0.0     6.8       2   \n",
       "17       44        4       39        5       41          0.0     8.0       3   \n",
       "18       43        2       36        4       39          0.0     8.0       2   \n",
       "19       45        4       40        6       42          0.0     8.0       3   \n",
       "20       47        3       38        7       45          0.0     6.8       2   \n",
       "21       50        8       46        9       48          0.0     4.9       2   \n",
       "22       48        6       42        7       45          0.0     6.8       2   \n",
       "23       48        7       44        8       46          0.0     4.9       2   \n",
       "24       47        6       43        7       45          0.0     6.8       2   \n",
       "25       47        4       40        7       45          0.0     5.0       2   \n",
       "26       43        4       38        5       41          0.0     5.0       2   \n",
       "27       42        2       36        4       39          2.1     3.1       1   \n",
       "28       43       -4       25        4       40          0.0     6.8       1   \n",
       "29       52        8       46        9       48          0.0     3.1       2   \n",
       "30       55        7       44       11       53          0.0     5.1       3   \n",
       "\n",
       "                                               hourly  \n",
       "0   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "1   [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "2   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "3   [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "4   [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "5   [{'time': '24', 'tempC': '9', 'tempF': '47', '...  \n",
       "6   [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "7   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "8   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "9   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "10  [{'time': '24', 'tempC': '12', 'tempF': '54', ...  \n",
       "11  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "12  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "13  [{'time': '24', 'tempC': '6', 'tempF': '44', '...  \n",
       "14  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "15  [{'time': '24', 'tempC': '8', 'tempF': '47', '...  \n",
       "16  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "17  [{'time': '24', 'tempC': '6', 'tempF': '44', '...  \n",
       "18  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "19  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "20  [{'time': '24', 'tempC': '9', 'tempF': '47', '...  \n",
       "21  [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "22  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "23  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "24  [{'time': '24', 'tempC': '9', 'tempF': '47', '...  \n",
       "25  [{'time': '24', 'tempC': '9', 'tempF': '47', '...  \n",
       "26  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "27  [{'time': '24', 'tempC': '5', 'tempF': '42', '...  \n",
       "28  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "29  [{'time': '24', 'tempC': '11', 'tempF': '52', ...  \n",
       "30  [{'time': '24', 'tempC': '13', 'tempF': '55', ...  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(a1['data']['weather'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "ae428d04",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    15\n",
       "Name: windspeedKmph, dtype: object"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a1['data']['weather'])['hourly'][0])['windspeedKmph']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "f0774198",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    79\n",
       "Name: humidity, dtype: object"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pd.DataFrame(a1['data']['weather'])['hourly'][0])['humidity']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c7c45e01",
   "metadata": {},
   "source": [
    "# ======2020 data save to local json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "85002fb6",
   "metadata": {},
   "outputs": [],
   "source": [
    "testValue1 = {'q':'South+Shields','date':'2020-01-01','enddate':'2020-01-31','tp':'24','format':'json','key':'2428c01539614ee9bd6142524221802'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "0d670bd8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'q=South%2BShields&date=2020-01-01&enddate=2020-01-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testprams1 = u.parse.urlencode(testValue1)\n",
    "testprams1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "8a5404ec",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=South%2BShields&date=2020-01-01&enddate=2020-01-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testurl1 = domain +'?' + testprams1\n",
    "testurl1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "7d49af7f",
   "metadata": {},
   "outputs": [],
   "source": [
    "dJan = json.loads(u.request.urlopen(testurl1).read())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "52f0cb67",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Writing to sample.json\n",
    "with open('E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data\\\\20Jan.json', 'w+') as f:\n",
    "    json.dump(dJan, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "5cfc0f60",
   "metadata": {},
   "outputs": [],
   "source": [
    "# dMar.to_csv('Mar.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "517c01c3",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-03-01</td>\n",
       "      <td>[{'sunrise': '06:55 AM', 'sunset': '05:42 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-03-02</td>\n",
       "      <td>[{'sunrise': '06:52 AM', 'sunset': '05:45 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-03-03</td>\n",
       "      <td>[{'sunrise': '06:50 AM', 'sunset': '05:47 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.6</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020-03-04</td>\n",
       "      <td>[{'sunrise': '06:47 AM', 'sunset': '05:49 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020-03-05</td>\n",
       "      <td>[{'sunrise': '06:45 AM', 'sunset': '05:51 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2020-03-06</td>\n",
       "      <td>[{'sunrise': '06:42 AM', 'sunset': '05:53 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.7</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2020-03-07</td>\n",
       "      <td>[{'sunrise': '06:40 AM', 'sunset': '05:55 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '51', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2020-03-08</td>\n",
       "      <td>[{'sunrise': '06:37 AM', 'sunset': '05:56 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>49</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '49', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2020-03-09</td>\n",
       "      <td>[{'sunrise': '06:35 AM', 'sunset': '05:58 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2020-03-10</td>\n",
       "      <td>[{'sunrise': '06:32 AM', 'sunset': '06:00 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>52</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.3</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '52', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2020-03-11</td>\n",
       "      <td>[{'sunrise': '06:30 AM', 'sunset': '06:02 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2020-03-12</td>\n",
       "      <td>[{'sunrise': '06:27 AM', 'sunset': '06:04 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2020-03-13</td>\n",
       "      <td>[{'sunrise': '06:25 AM', 'sunset': '06:06 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2020-03-14</td>\n",
       "      <td>[{'sunrise': '06:22 AM', 'sunset': '06:08 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2020-03-15</td>\n",
       "      <td>[{'sunrise': '06:20 AM', 'sunset': '06:10 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2020-03-16</td>\n",
       "      <td>[{'sunrise': '06:17 AM', 'sunset': '06:12 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2020-03-17</td>\n",
       "      <td>[{'sunrise': '06:15 AM', 'sunset': '06:14 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>52</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.4</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '52', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2020-03-18</td>\n",
       "      <td>[{'sunrise': '06:12 AM', 'sunset': '06:16 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>[{'sunrise': '06:09 AM', 'sunset': '06:18 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.6</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2020-03-20</td>\n",
       "      <td>[{'sunrise': '06:07 AM', 'sunset': '06:20 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2020-03-21</td>\n",
       "      <td>[{'sunrise': '06:04 AM', 'sunset': '06:22 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2020-03-22</td>\n",
       "      <td>[{'sunrise': '06:02 AM', 'sunset': '06:24 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.6</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2020-03-23</td>\n",
       "      <td>[{'sunrise': '05:59 AM', 'sunset': '06:26 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>49</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '49', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2020-03-24</td>\n",
       "      <td>[{'sunrise': '05:57 AM', 'sunset': '06:28 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '53', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2020-03-25</td>\n",
       "      <td>[{'sunrise': '05:54 AM', 'sunset': '06:30 PM',...</td>\n",
       "      <td>14</td>\n",
       "      <td>56</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.8</td>\n",
       "      <td>4</td>\n",
       "      <td>[{'time': '24', 'tempC': '14', 'tempF': '56', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2020-03-26</td>\n",
       "      <td>[{'sunrise': '05:52 AM', 'sunset': '06:32 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.8</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2020-03-27</td>\n",
       "      <td>[{'sunrise': '05:49 AM', 'sunset': '06:34 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.9</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2020-03-28</td>\n",
       "      <td>[{'sunrise': '05:47 AM', 'sunset': '06:36 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.6</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2020-03-29</td>\n",
       "      <td>[{'sunrise': '05:44 AM', 'sunset': '06:38 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2020-03-30</td>\n",
       "      <td>[{'sunrise': '05:42 AM', 'sunset': '06:40 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2020-03-31</td>\n",
       "      <td>[{'sunrise': '05:39 AM', 'sunset': '06:42 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          date                                          astronomy maxtempC  \\\n",
       "0   2020-03-01  [{'sunrise': '06:55 AM', 'sunset': '05:42 PM',...        6   \n",
       "1   2020-03-02  [{'sunrise': '06:52 AM', 'sunset': '05:45 PM',...        6   \n",
       "2   2020-03-03  [{'sunrise': '06:50 AM', 'sunset': '05:47 PM',...        7   \n",
       "3   2020-03-04  [{'sunrise': '06:47 AM', 'sunset': '05:49 PM',...        7   \n",
       "4   2020-03-05  [{'sunrise': '06:45 AM', 'sunset': '05:51 PM',...        6   \n",
       "5   2020-03-06  [{'sunrise': '06:42 AM', 'sunset': '05:53 PM',...        7   \n",
       "6   2020-03-07  [{'sunrise': '06:40 AM', 'sunset': '05:55 PM',...       11   \n",
       "7   2020-03-08  [{'sunrise': '06:37 AM', 'sunset': '05:56 PM',...        9   \n",
       "8   2020-03-09  [{'sunrise': '06:35 AM', 'sunset': '05:58 PM',...        9   \n",
       "9   2020-03-10  [{'sunrise': '06:32 AM', 'sunset': '06:00 PM',...       11   \n",
       "10  2020-03-11  [{'sunrise': '06:30 AM', 'sunset': '06:02 PM',...        9   \n",
       "11  2020-03-12  [{'sunrise': '06:27 AM', 'sunset': '06:04 PM',...        7   \n",
       "12  2020-03-13  [{'sunrise': '06:25 AM', 'sunset': '06:06 PM',...        6   \n",
       "13  2020-03-14  [{'sunrise': '06:22 AM', 'sunset': '06:08 PM',...        9   \n",
       "14  2020-03-15  [{'sunrise': '06:20 AM', 'sunset': '06:10 PM',...       10   \n",
       "15  2020-03-16  [{'sunrise': '06:17 AM', 'sunset': '06:12 PM',...        9   \n",
       "16  2020-03-17  [{'sunrise': '06:15 AM', 'sunset': '06:14 PM',...       11   \n",
       "17  2020-03-18  [{'sunrise': '06:12 AM', 'sunset': '06:16 PM',...        8   \n",
       "18  2020-03-19  [{'sunrise': '06:09 AM', 'sunset': '06:18 PM',...        8   \n",
       "19  2020-03-20  [{'sunrise': '06:07 AM', 'sunset': '06:20 PM',...        7   \n",
       "20  2020-03-21  [{'sunrise': '06:04 AM', 'sunset': '06:22 PM',...        7   \n",
       "21  2020-03-22  [{'sunrise': '06:02 AM', 'sunset': '06:24 PM',...        7   \n",
       "22  2020-03-23  [{'sunrise': '05:59 AM', 'sunset': '06:26 PM',...       10   \n",
       "23  2020-03-24  [{'sunrise': '05:57 AM', 'sunset': '06:28 PM',...       12   \n",
       "24  2020-03-25  [{'sunrise': '05:54 AM', 'sunset': '06:30 PM',...       14   \n",
       "25  2020-03-26  [{'sunrise': '05:52 AM', 'sunset': '06:32 PM',...       10   \n",
       "26  2020-03-27  [{'sunrise': '05:49 AM', 'sunset': '06:34 PM',...        8   \n",
       "27  2020-03-28  [{'sunrise': '05:47 AM', 'sunset': '06:36 PM',...        7   \n",
       "28  2020-03-29  [{'sunrise': '05:44 AM', 'sunset': '06:38 PM',...        5   \n",
       "29  2020-03-30  [{'sunrise': '05:42 AM', 'sunset': '06:40 PM',...        8   \n",
       "30  2020-03-31  [{'sunrise': '05:39 AM', 'sunset': '06:42 PM',...        8   \n",
       "\n",
       "   maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0        42        4       39        5       41          0.0     4.1       2   \n",
       "1        43        2       36        4       40          0.0     8.7       1   \n",
       "2        45        3       38        6       42          0.0     5.6       2   \n",
       "3        44        2       36        5       41          0.0     4.1       1   \n",
       "4        43        4       39        5       41          0.0     5.7       2   \n",
       "5        45        3       37        5       42          0.0     8.7       3   \n",
       "6        51        4       39        8       46          0.0     4.2       2   \n",
       "7        49        6       43        8       46          0.0     5.7       2   \n",
       "8        48        1       33        7       45          0.0     7.2       2   \n",
       "9        52        7       44       10       50          0.0     7.3       2   \n",
       "10       48        5       41        7       45          0.0     8.7       2   \n",
       "11       45        1       34        5       42          0.0    10.2       2   \n",
       "12       43        4       39        6       42          0.0    10.2       2   \n",
       "13       48        5       40        7       45          0.0     5.9       2   \n",
       "14       50        7       44        9       48          0.0     6.0       2   \n",
       "15       48        4       39        7       44          0.0    10.2       2   \n",
       "16       52        8       46       10       50          0.0     7.4       2   \n",
       "17       46        5       41        7       44          0.0     8.8       2   \n",
       "18       46        3       38        6       43          0.0    11.6       3   \n",
       "19       45        5       40        6       43          0.0     8.8       2   \n",
       "20       45        4       40        6       43          0.0     8.8       2   \n",
       "21       45        4       39        6       43          0.0    11.6       3   \n",
       "22       49        3       38        7       44          0.0     7.9       2   \n",
       "23       53        4       40        8       47          0.0    11.9       2   \n",
       "24       56        7       44       11       51          0.0    12.8       4   \n",
       "25       50        6       42        9       48          0.0    12.8       3   \n",
       "26       46        5       41        7       45          0.0    12.9       3   \n",
       "27       44        5       40        6       43          0.0    10.6       2   \n",
       "28       42        4       39        5       40          0.0     8.1       1   \n",
       "29       46        5       40        7       44          0.0     8.1       2   \n",
       "30       47        4       39        7       45          0.0    10.7       2   \n",
       "\n",
       "                                               hourly  \n",
       "0   [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "1   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "2   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "3   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "4   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "5   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "6   [{'time': '24', 'tempC': '11', 'tempF': '51', ...  \n",
       "7   [{'time': '24', 'tempC': '9', 'tempF': '49', '...  \n",
       "8   [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "9   [{'time': '24', 'tempC': '11', 'tempF': '52', ...  \n",
       "10  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "11  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "12  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "13  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "14  [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "15  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "16  [{'time': '24', 'tempC': '11', 'tempF': '52', ...  \n",
       "17  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "18  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "19  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "20  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "21  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "22  [{'time': '24', 'tempC': '10', 'tempF': '49', ...  \n",
       "23  [{'time': '24', 'tempC': '12', 'tempF': '53', ...  \n",
       "24  [{'time': '24', 'tempC': '14', 'tempF': '56', ...  \n",
       "25  [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "26  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "27  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "28  [{'time': '24', 'tempC': '5', 'tempF': '42', '...  \n",
       "29  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "30  [{'time': '24', 'tempC': '8', 'tempF': '47', '...  "
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# pd.DataFrame(dMar['data']['weather'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cb796a29",
   "metadata": {},
   "source": [
    "### =======2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "1a2febf6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=Jarrow&date=2018-01-01&enddate=2018-01-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testValue = {'q':'Jarrow','date':'2018-01-01','enddate':'2018-01-31','tp':'24','format':'json','key':'2428c01539614ee9bd6142524221802'}\n",
    "testprams = u.parse.urlencode(testValue)\n",
    "testurl = domain +'?' + testprams\n",
    "testurl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "ca40e679",
   "metadata": {},
   "outputs": [],
   "source": [
    "d = json.loads(u.request.urlopen(testurl).read())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "8a1a1560",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2018-01-01</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2018-01-02</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:50 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2018-01-03</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:51 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2018-01-04</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:52 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2018-01-05</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:54 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2018-01-06</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:55 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2018-01-07</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:56 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2018-01-08</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:58 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.3</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2018-01-09</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:59 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '41', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2018-01-10</td>\n",
       "      <td>[{'sunrise': '08:26 AM', 'sunset': '04:01 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2018-01-11</td>\n",
       "      <td>[{'sunrise': '08:25 AM', 'sunset': '04:03 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2018-01-12</td>\n",
       "      <td>[{'sunrise': '08:24 AM', 'sunset': '04:04 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2018-01-13</td>\n",
       "      <td>[{'sunrise': '08:23 AM', 'sunset': '04:06 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2018-01-14</td>\n",
       "      <td>[{'sunrise': '08:22 AM', 'sunset': '04:08 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2018-01-15</td>\n",
       "      <td>[{'sunrise': '08:21 AM', 'sunset': '04:09 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2018-01-16</td>\n",
       "      <td>[{'sunrise': '08:20 AM', 'sunset': '04:11 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '41', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2018-01-17</td>\n",
       "      <td>[{'sunrise': '08:19 AM', 'sunset': '04:13 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2018-01-18</td>\n",
       "      <td>[{'sunrise': '08:18 AM', 'sunset': '04:15 PM',...</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>38</td>\n",
       "      <td>6.8</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '4', 'tempF': '39', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2018-01-19</td>\n",
       "      <td>[{'sunrise': '08:17 AM', 'sunset': '04:17 PM',...</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '3', 'tempF': '38', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2018-01-20</td>\n",
       "      <td>[{'sunrise': '08:15 AM', 'sunset': '04:18 PM',...</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '3', 'tempF': '38', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2018-01-21</td>\n",
       "      <td>[{'sunrise': '08:14 AM', 'sunset': '04:20 PM',...</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '3', 'tempF': '37', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2018-01-22</td>\n",
       "      <td>[{'sunrise': '08:13 AM', 'sunset': '04:22 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2018-01-23</td>\n",
       "      <td>[{'sunrise': '08:11 AM', 'sunset': '04:24 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.9</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '53', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2018-01-24</td>\n",
       "      <td>[{'sunrise': '08:10 AM', 'sunset': '04:26 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.8</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '53', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2018-01-25</td>\n",
       "      <td>[{'sunrise': '08:08 AM', 'sunset': '04:28 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2018-01-26</td>\n",
       "      <td>[{'sunrise': '08:07 AM', 'sunset': '04:30 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2018-01-27</td>\n",
       "      <td>[{'sunrise': '08:05 AM', 'sunset': '04:32 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>52</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '52', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2018-01-28</td>\n",
       "      <td>[{'sunrise': '08:04 AM', 'sunset': '04:34 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>54</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '54', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2018-01-29</td>\n",
       "      <td>[{'sunrise': '08:02 AM', 'sunset': '04:36 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.3</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2018-01-30</td>\n",
       "      <td>[{'sunrise': '08:00 AM', 'sunset': '04:38 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.1</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2018-01-31</td>\n",
       "      <td>[{'sunrise': '07:59 AM', 'sunset': '04:41 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.7</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          date                                          astronomy maxtempC  \\\n",
       "0   2018-01-01  [{'sunrise': '08:30 AM', 'sunset': '03:49 PM',...        7   \n",
       "1   2018-01-02  [{'sunrise': '08:30 AM', 'sunset': '03:50 PM',...        7   \n",
       "2   2018-01-03  [{'sunrise': '08:30 AM', 'sunset': '03:51 PM',...        8   \n",
       "3   2018-01-04  [{'sunrise': '08:29 AM', 'sunset': '03:52 PM',...        7   \n",
       "4   2018-01-05  [{'sunrise': '08:29 AM', 'sunset': '03:54 PM',...        5   \n",
       "5   2018-01-06  [{'sunrise': '08:29 AM', 'sunset': '03:55 PM',...        7   \n",
       "6   2018-01-07  [{'sunrise': '08:28 AM', 'sunset': '03:56 PM',...        5   \n",
       "7   2018-01-08  [{'sunrise': '08:27 AM', 'sunset': '03:58 PM',...        6   \n",
       "8   2018-01-09  [{'sunrise': '08:27 AM', 'sunset': '03:59 PM',...        5   \n",
       "9   2018-01-10  [{'sunrise': '08:26 AM', 'sunset': '04:01 PM',...        6   \n",
       "10  2018-01-11  [{'sunrise': '08:25 AM', 'sunset': '04:03 PM',...        7   \n",
       "11  2018-01-12  [{'sunrise': '08:24 AM', 'sunset': '04:04 PM',...        7   \n",
       "12  2018-01-13  [{'sunrise': '08:23 AM', 'sunset': '04:06 PM',...        6   \n",
       "13  2018-01-14  [{'sunrise': '08:22 AM', 'sunset': '04:08 PM',...        5   \n",
       "14  2018-01-15  [{'sunrise': '08:21 AM', 'sunset': '04:09 PM',...        8   \n",
       "15  2018-01-16  [{'sunrise': '08:20 AM', 'sunset': '04:11 PM',...        5   \n",
       "16  2018-01-17  [{'sunrise': '08:19 AM', 'sunset': '04:13 PM',...        6   \n",
       "17  2018-01-18  [{'sunrise': '08:18 AM', 'sunset': '04:15 PM',...        4   \n",
       "18  2018-01-19  [{'sunrise': '08:17 AM', 'sunset': '04:17 PM',...        3   \n",
       "19  2018-01-20  [{'sunrise': '08:15 AM', 'sunset': '04:18 PM',...        3   \n",
       "20  2018-01-21  [{'sunrise': '08:14 AM', 'sunset': '04:20 PM',...        3   \n",
       "21  2018-01-22  [{'sunrise': '08:13 AM', 'sunset': '04:22 PM',...        7   \n",
       "22  2018-01-23  [{'sunrise': '08:11 AM', 'sunset': '04:24 PM',...       12   \n",
       "23  2018-01-24  [{'sunrise': '08:10 AM', 'sunset': '04:26 PM',...       12   \n",
       "24  2018-01-25  [{'sunrise': '08:08 AM', 'sunset': '04:28 PM',...        7   \n",
       "25  2018-01-26  [{'sunrise': '08:07 AM', 'sunset': '04:30 PM',...        6   \n",
       "26  2018-01-27  [{'sunrise': '08:05 AM', 'sunset': '04:32 PM',...       11   \n",
       "27  2018-01-28  [{'sunrise': '08:04 AM', 'sunset': '04:34 PM',...       12   \n",
       "28  2018-01-29  [{'sunrise': '08:02 AM', 'sunset': '04:36 PM',...       10   \n",
       "29  2018-01-30  [{'sunrise': '08:00 AM', 'sunset': '04:38 PM',...        7   \n",
       "30  2018-01-31  [{'sunrise': '07:59 AM', 'sunset': '04:41 PM',...        6   \n",
       "\n",
       "   maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0        45        5       41        6       44          0.0     7.2       2   \n",
       "1        45        5       41        6       42          0.0     6.7       2   \n",
       "2        47        7       44        8       46          0.0     6.7       2   \n",
       "3        44        5       42        6       43          0.0     2.7       2   \n",
       "4        42        4       39        5       40          0.0     2.7       1   \n",
       "5        44        6       42        6       43          0.0     6.7       2   \n",
       "6        42        4       39        5       40          0.0     6.7       1   \n",
       "7        42        3       38        5       40          0.0     7.3       2   \n",
       "8        41        4       39        5       40          0.0     2.7       1   \n",
       "9        42        4       39        5       41          0.0     2.9       2   \n",
       "10       45        4       40        6       43          0.0     2.9       2   \n",
       "11       44        5       41        6       43          0.0     7.8       2   \n",
       "12       42        5       41        6       42          0.0     2.9       2   \n",
       "13       40        3       38        4       39          0.0     7.9       2   \n",
       "14       47        5       41        7       45          0.0     4.9       2   \n",
       "15       41        3       37        4       39          0.0     4.9       1   \n",
       "16       42        3       37        5       40          0.0     7.9       2   \n",
       "17       39        3       37        4       38          6.8     3.0       1   \n",
       "18       38        2       36        3       37          0.0     3.0       1   \n",
       "19       38        1       33        3       37          0.0     6.8       1   \n",
       "20       37        0       33        2       35          0.0     4.9       1   \n",
       "21       45        5       41        6       43          0.0     8.1       3   \n",
       "22       53        6       43       10       50          0.0     4.9       2   \n",
       "23       53        7       45        9       48          0.0     6.8       2   \n",
       "24       45        6       42        7       44          0.0     3.1       2   \n",
       "25       44        5       41        5       42          0.0     5.0       2   \n",
       "26       52        5       41        8       47          0.0     3.1       2   \n",
       "27       54        7       44       11       51          0.0     3.1       3   \n",
       "28       50        5       42        8       47          0.0     8.3       3   \n",
       "29       45        5       41        6       43          0.0     3.1       2   \n",
       "30       43        4       39        5       41          0.0     8.7       3   \n",
       "\n",
       "                                               hourly  \n",
       "0   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "1   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "2   [{'time': '24', 'tempC': '8', 'tempF': '47', '...  \n",
       "3   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "4   [{'time': '24', 'tempC': '5', 'tempF': '42', '...  \n",
       "5   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "6   [{'time': '24', 'tempC': '5', 'tempF': '42', '...  \n",
       "7   [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "8   [{'time': '24', 'tempC': '5', 'tempF': '41', '...  \n",
       "9   [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "10  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "11  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "12  [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "13  [{'time': '24', 'tempC': '5', 'tempF': '40', '...  \n",
       "14  [{'time': '24', 'tempC': '8', 'tempF': '47', '...  \n",
       "15  [{'time': '24', 'tempC': '5', 'tempF': '41', '...  \n",
       "16  [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "17  [{'time': '24', 'tempC': '4', 'tempF': '39', '...  \n",
       "18  [{'time': '24', 'tempC': '3', 'tempF': '38', '...  \n",
       "19  [{'time': '24', 'tempC': '3', 'tempF': '38', '...  \n",
       "20  [{'time': '24', 'tempC': '3', 'tempF': '37', '...  \n",
       "21  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "22  [{'time': '24', 'tempC': '12', 'tempF': '53', ...  \n",
       "23  [{'time': '24', 'tempC': '12', 'tempF': '53', ...  \n",
       "24  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "25  [{'time': '24', 'tempC': '6', 'tempF': '44', '...  \n",
       "26  [{'time': '24', 'tempC': '11', 'tempF': '52', ...  \n",
       "27  [{'time': '24', 'tempC': '12', 'tempF': '54', ...  \n",
       "28  [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "29  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "30  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(d['data']['weather'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "5e95cb97",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Writing to sample.json\n",
    "with open('E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data\\\\18Jan.json', 'w+') as f:\n",
    "    json.dump(d, f)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e76c636e",
   "metadata": {},
   "source": [
    "### =======2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "721e5903",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=Jarrow&date=2019-12-01&enddate=2019-12-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testValue = {'q':'Jarrow','date':'2019-12-01','enddate':'2019-12-31','tp':'24','format':'json','key':'2428c01539614ee9bd6142524221802'}\n",
    "testprams = u.parse.urlencode(testValue)\n",
    "testurl = domain +'?' + testprams\n",
    "testurl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "746a06d1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2019-12-01</td>\n",
       "      <td>[{'sunrise': '08:06 AM', 'sunset': '03:43 PM',...</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>38</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.4</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '4', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2019-12-02</td>\n",
       "      <td>[{'sunrise': '08:08 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2019-12-03</td>\n",
       "      <td>[{'sunrise': '08:09 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.3</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2019-12-04</td>\n",
       "      <td>[{'sunrise': '08:11 AM', 'sunset': '03:41 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.3</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2019-12-05</td>\n",
       "      <td>[{'sunrise': '08:12 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '51', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2019-12-06</td>\n",
       "      <td>[{'sunrise': '08:14 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>53</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '53', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2019-12-07</td>\n",
       "      <td>[{'sunrise': '08:15 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>49</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '49', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2019-12-08</td>\n",
       "      <td>[{'sunrise': '08:16 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2019-12-09</td>\n",
       "      <td>[{'sunrise': '08:17 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2019-12-10</td>\n",
       "      <td>[{'sunrise': '08:19 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>12</td>\n",
       "      <td>54</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '12', 'tempF': '54', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2019-12-11</td>\n",
       "      <td>[{'sunrise': '08:20 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2019-12-12</td>\n",
       "      <td>[{'sunrise': '08:21 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>38</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2019-12-13</td>\n",
       "      <td>[{'sunrise': '08:22 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2019-12-14</td>\n",
       "      <td>[{'sunrise': '08:23 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2019-12-15</td>\n",
       "      <td>[{'sunrise': '08:24 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.3</td>\n",
       "      <td>4.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '41', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2019-12-16</td>\n",
       "      <td>[{'sunrise': '08:25 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2019-12-17</td>\n",
       "      <td>[{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>4</td>\n",
       "      <td>38</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2019-12-18</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2019-12-19</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>51</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>9</td>\n",
       "      <td>49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '51', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2019-12-20</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2019-12-21</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2019-12-22</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2019-12-23</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2019-12-24</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2019-12-25</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2019-12-26</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2019-12-27</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:43 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2019-12-28</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:44 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2019-12-29</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:45 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>9</td>\n",
       "      <td>49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '50', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2019-12-30</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:46 PM',...</td>\n",
       "      <td>11</td>\n",
       "      <td>51</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>10</td>\n",
       "      <td>49</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '11', 'tempF': '51', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2019-12-31</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:47 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.2</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          date                                          astronomy maxtempC  \\\n",
       "0   2019-12-01  [{'sunrise': '08:06 AM', 'sunset': '03:43 PM',...        4   \n",
       "1   2019-12-02  [{'sunrise': '08:08 AM', 'sunset': '03:42 PM',...        7   \n",
       "2   2019-12-03  [{'sunrise': '08:09 AM', 'sunset': '03:42 PM',...        7   \n",
       "3   2019-12-04  [{'sunrise': '08:11 AM', 'sunset': '03:41 PM',...        9   \n",
       "4   2019-12-05  [{'sunrise': '08:12 AM', 'sunset': '03:40 PM',...       11   \n",
       "5   2019-12-06  [{'sunrise': '08:14 AM', 'sunset': '03:40 PM',...       12   \n",
       "6   2019-12-07  [{'sunrise': '08:15 AM', 'sunset': '03:39 PM',...       10   \n",
       "7   2019-12-08  [{'sunrise': '08:16 AM', 'sunset': '03:39 PM',...        9   \n",
       "8   2019-12-09  [{'sunrise': '08:17 AM', 'sunset': '03:38 PM',...        8   \n",
       "9   2019-12-10  [{'sunrise': '08:19 AM', 'sunset': '03:38 PM',...       12   \n",
       "10  2019-12-11  [{'sunrise': '08:20 AM', 'sunset': '03:38 PM',...        7   \n",
       "11  2019-12-12  [{'sunrise': '08:21 AM', 'sunset': '03:38 PM',...        6   \n",
       "12  2019-12-13  [{'sunrise': '08:22 AM', 'sunset': '03:38 PM',...        7   \n",
       "13  2019-12-14  [{'sunrise': '08:23 AM', 'sunset': '03:38 PM',...        6   \n",
       "14  2019-12-15  [{'sunrise': '08:24 AM', 'sunset': '03:38 PM',...        5   \n",
       "15  2019-12-16  [{'sunrise': '08:25 AM', 'sunset': '03:38 PM',...        6   \n",
       "16  2019-12-17  [{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...        5   \n",
       "17  2019-12-18  [{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...        6   \n",
       "18  2019-12-19  [{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...       10   \n",
       "19  2019-12-20  [{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...        8   \n",
       "20  2019-12-21  [{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...        7   \n",
       "21  2019-12-22  [{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...        6   \n",
       "22  2019-12-23  [{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...        8   \n",
       "23  2019-12-24  [{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...        6   \n",
       "24  2019-12-25  [{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...        7   \n",
       "25  2019-12-26  [{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...        7   \n",
       "26  2019-12-27  [{'sunrise': '08:31 AM', 'sunset': '03:43 PM',...        7   \n",
       "27  2019-12-28  [{'sunrise': '08:31 AM', 'sunset': '03:44 PM',...        9   \n",
       "28  2019-12-29  [{'sunrise': '08:31 AM', 'sunset': '03:45 PM',...       10   \n",
       "29  2019-12-30  [{'sunrise': '08:31 AM', 'sunset': '03:46 PM',...       11   \n",
       "30  2019-12-31  [{'sunrise': '08:31 AM', 'sunset': '03:47 PM',...        7   \n",
       "\n",
       "   maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0        40        3       37        4       38          0.0     7.4       2   \n",
       "1        44        3       37        5       42          0.0     4.7       2   \n",
       "2        45        5       42        6       44          0.0     7.3       3   \n",
       "3        48        6       42        8       46          0.0     7.3       3   \n",
       "4        51        3       37        8       46          0.0     2.7       2   \n",
       "5        53        9       48       11       51          0.0     2.7       3   \n",
       "6        49        2       35        8       47          0.0     4.7       2   \n",
       "7        48        7       45        8       47          0.0     7.2       3   \n",
       "8        46        4       39        6       43          0.0     7.2       2   \n",
       "9        54        5       40        9       48          0.0     2.7       2   \n",
       "10       45        4       40        6       43          0.0     6.7       2   \n",
       "11       43        4       38        5       41          0.0     4.7       1   \n",
       "12       44        4       40        6       43          0.0     6.7       2   \n",
       "13       43        5       40        5       42          0.0     6.7       2   \n",
       "14       41        3       38        4       39          0.3     4.7       1   \n",
       "15       43        4       40        6       42          0.0     7.1       3   \n",
       "16       42        4       38        4       40          0.0     6.7       1   \n",
       "17       44        2       36        4       40          0.0     7.1       1   \n",
       "18       51        8       47        9       49          0.0     2.7       2   \n",
       "19       46        7       45        8       46          0.0     2.7       2   \n",
       "20       44        5       41        6       43          0.0     2.7       2   \n",
       "21       43        5       41        6       42          0.0     6.7       2   \n",
       "22       46        5       41        7       45          0.0     4.7       2   \n",
       "23       43        6       42        6       43          0.0     2.7       2   \n",
       "24       44        4       40        5       42          0.0     7.1       3   \n",
       "25       44        4       40        6       43          0.0     2.7       2   \n",
       "26       44        6       42        6       43          0.0     2.7       2   \n",
       "27       48        7       44        8       47          0.0     6.7       2   \n",
       "28       50        8       47        9       49          0.0     4.7       2   \n",
       "29       51        7       45       10       49          0.0     4.7       2   \n",
       "30       45        5       40        6       42          0.0     7.2       3   \n",
       "\n",
       "                                               hourly  \n",
       "0   [{'time': '24', 'tempC': '4', 'tempF': '40', '...  \n",
       "1   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "2   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "3   [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "4   [{'time': '24', 'tempC': '11', 'tempF': '51', ...  \n",
       "5   [{'time': '24', 'tempC': '12', 'tempF': '53', ...  \n",
       "6   [{'time': '24', 'tempC': '10', 'tempF': '49', ...  \n",
       "7   [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "8   [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "9   [{'time': '24', 'tempC': '12', 'tempF': '54', ...  \n",
       "10  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "11  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "12  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "13  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "14  [{'time': '24', 'tempC': '5', 'tempF': '41', '...  \n",
       "15  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "16  [{'time': '24', 'tempC': '5', 'tempF': '42', '...  \n",
       "17  [{'time': '24', 'tempC': '6', 'tempF': '44', '...  \n",
       "18  [{'time': '24', 'tempC': '10', 'tempF': '51', ...  \n",
       "19  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "20  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "21  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "22  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "23  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "24  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "25  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "26  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "27  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "28  [{'time': '24', 'tempC': '10', 'tempF': '50', ...  \n",
       "29  [{'time': '24', 'tempC': '11', 'tempF': '51', ...  \n",
       "30  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  "
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = json.loads(u.request.urlopen(testurl).read())\n",
    "pd.DataFrame(d['data']['weather'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "54168a0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Writing to sample.json\n",
    "with open('E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data\\\\19Dec.json', 'w+') as f:\n",
    "    json.dump(d, f)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "17d86265",
   "metadata": {},
   "source": [
    "### =======2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "id": "230bb189",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://api.worldweatheronline.com/premium/v1/past-weather.ashx?q=Jarrow&date=2020-12-01&enddate=2020-12-31&tp=24&format=json&key=2428c01539614ee9bd6142524221802'"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testValue = {'q':'Jarrow','date':'2020-12-01','enddate':'2020-12-31','tp':'24','format':'json','key':'2428c01539614ee9bd6142524221802'}\n",
    "testprams = u.parse.urlencode(testValue)\n",
    "testurl = domain +'?' + testprams\n",
    "testurl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "id": "953a4ef3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>astronomy</th>\n",
       "      <th>maxtempC</th>\n",
       "      <th>maxtempF</th>\n",
       "      <th>mintempC</th>\n",
       "      <th>mintempF</th>\n",
       "      <th>avgtempC</th>\n",
       "      <th>avgtempF</th>\n",
       "      <th>totalSnow_cm</th>\n",
       "      <th>sunHour</th>\n",
       "      <th>uvIndex</th>\n",
       "      <th>hourly</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020-12-01</td>\n",
       "      <td>[{'sunrise': '08:07 AM', 'sunset': '03:43 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2020-12-02</td>\n",
       "      <td>[{'sunrise': '08:09 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-12-03</td>\n",
       "      <td>[{'sunrise': '08:10 AM', 'sunset': '03:41 PM',...</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '4', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2020-12-04</td>\n",
       "      <td>[{'sunrise': '08:12 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>-1</td>\n",
       "      <td>30</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2020-12-05</td>\n",
       "      <td>[{'sunrise': '08:13 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2020-12-06</td>\n",
       "      <td>[{'sunrise': '08:15 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2020-12-07</td>\n",
       "      <td>[{'sunrise': '08:16 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2020-12-08</td>\n",
       "      <td>[{'sunrise': '08:17 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2020-12-09</td>\n",
       "      <td>[{'sunrise': '08:18 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2020-12-10</td>\n",
       "      <td>[{'sunrise': '08:20 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2020-12-11</td>\n",
       "      <td>[{'sunrise': '08:21 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2020-12-12</td>\n",
       "      <td>[{'sunrise': '08:22 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2020-12-13</td>\n",
       "      <td>[{'sunrise': '08:23 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>-2</td>\n",
       "      <td>29</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2020-12-14</td>\n",
       "      <td>[{'sunrise': '08:24 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>49</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '49', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2020-12-15</td>\n",
       "      <td>[{'sunrise': '08:25 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '46', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2020-12-16</td>\n",
       "      <td>[{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2020-12-17</td>\n",
       "      <td>[{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2020-12-18</td>\n",
       "      <td>[{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...</td>\n",
       "      <td>13</td>\n",
       "      <td>56</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>12</td>\n",
       "      <td>54</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '13', 'tempF': '56', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2020-12-19</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>10</td>\n",
       "      <td>51</td>\n",
       "      <td>9</td>\n",
       "      <td>47</td>\n",
       "      <td>10</td>\n",
       "      <td>50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '10', 'tempF': '51', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2020-12-20</td>\n",
       "      <td>[{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>6</td>\n",
       "      <td>44</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '9', 'tempF': '48', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2020-12-21</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>8</td>\n",
       "      <td>47</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '8', 'tempF': '47', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2020-12-22</td>\n",
       "      <td>[{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>3</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '44', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2020-12-23</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>-2</td>\n",
       "      <td>29</td>\n",
       "      <td>5</td>\n",
       "      <td>42</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2020-12-24</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>-1</td>\n",
       "      <td>30</td>\n",
       "      <td>3</td>\n",
       "      <td>38</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2020-12-25</td>\n",
       "      <td>[{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>-1</td>\n",
       "      <td>29</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2020-12-26</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:43 PM',...</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>7</td>\n",
       "      <td>44</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>2</td>\n",
       "      <td>[{'time': '24', 'tempC': '7', 'tempF': '45', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:44 PM',...</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '5', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:45 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>5</td>\n",
       "      <td>41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '42', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:46 PM',...</td>\n",
       "      <td>4</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '4', 'tempF': '40', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:47 PM',...</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>35</td>\n",
       "      <td>2</td>\n",
       "      <td>36</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '3', 'tempF': '37', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>[{'sunrise': '08:31 AM', 'sunset': '03:48 PM',...</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>4</td>\n",
       "      <td>39</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.7</td>\n",
       "      <td>1</td>\n",
       "      <td>[{'time': '24', 'tempC': '6', 'tempF': '43', '...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          date                                          astronomy maxtempC  \\\n",
       "0   2020-12-01  [{'sunrise': '08:07 AM', 'sunset': '03:43 PM',...        6   \n",
       "1   2020-12-02  [{'sunrise': '08:09 AM', 'sunset': '03:42 PM',...        8   \n",
       "2   2020-12-03  [{'sunrise': '08:10 AM', 'sunset': '03:41 PM',...        4   \n",
       "3   2020-12-04  [{'sunrise': '08:12 AM', 'sunset': '03:40 PM',...        6   \n",
       "4   2020-12-05  [{'sunrise': '08:13 AM', 'sunset': '03:40 PM',...        8   \n",
       "5   2020-12-06  [{'sunrise': '08:15 AM', 'sunset': '03:39 PM',...        7   \n",
       "6   2020-12-07  [{'sunrise': '08:16 AM', 'sunset': '03:39 PM',...        6   \n",
       "7   2020-12-08  [{'sunrise': '08:17 AM', 'sunset': '03:39 PM',...        6   \n",
       "8   2020-12-09  [{'sunrise': '08:18 AM', 'sunset': '03:38 PM',...        7   \n",
       "9   2020-12-10  [{'sunrise': '08:20 AM', 'sunset': '03:38 PM',...        6   \n",
       "10  2020-12-11  [{'sunrise': '08:21 AM', 'sunset': '03:38 PM',...        8   \n",
       "11  2020-12-12  [{'sunrise': '08:22 AM', 'sunset': '03:38 PM',...        8   \n",
       "12  2020-12-13  [{'sunrise': '08:23 AM', 'sunset': '03:38 PM',...        6   \n",
       "13  2020-12-14  [{'sunrise': '08:24 AM', 'sunset': '03:38 PM',...       10   \n",
       "14  2020-12-15  [{'sunrise': '08:25 AM', 'sunset': '03:38 PM',...        8   \n",
       "15  2020-12-16  [{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...        9   \n",
       "16  2020-12-17  [{'sunrise': '08:26 AM', 'sunset': '03:38 PM',...        9   \n",
       "17  2020-12-18  [{'sunrise': '08:27 AM', 'sunset': '03:38 PM',...       13   \n",
       "18  2020-12-19  [{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...       10   \n",
       "19  2020-12-20  [{'sunrise': '08:28 AM', 'sunset': '03:39 PM',...        9   \n",
       "20  2020-12-21  [{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...        8   \n",
       "21  2020-12-22  [{'sunrise': '08:29 AM', 'sunset': '03:40 PM',...        7   \n",
       "22  2020-12-23  [{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...        7   \n",
       "23  2020-12-24  [{'sunrise': '08:30 AM', 'sunset': '03:41 PM',...        5   \n",
       "24  2020-12-25  [{'sunrise': '08:30 AM', 'sunset': '03:42 PM',...        5   \n",
       "25  2020-12-26  [{'sunrise': '08:31 AM', 'sunset': '03:43 PM',...        7   \n",
       "26  2020-12-27  [{'sunrise': '08:31 AM', 'sunset': '03:44 PM',...        5   \n",
       "27  2020-12-28  [{'sunrise': '08:31 AM', 'sunset': '03:45 PM',...        6   \n",
       "28  2020-12-29  [{'sunrise': '08:31 AM', 'sunset': '03:46 PM',...        4   \n",
       "29  2020-12-30  [{'sunrise': '08:31 AM', 'sunset': '03:47 PM',...        3   \n",
       "30  2020-12-31  [{'sunrise': '08:31 AM', 'sunset': '03:48 PM',...        6   \n",
       "\n",
       "   maxtempF mintempC mintempF avgtempC avgtempF totalSnow_cm sunHour uvIndex  \\\n",
       "0        43        5       40        5       42          0.0     4.7       2   \n",
       "1        46        5       41        7       44          0.0     4.7       2   \n",
       "2        40        3       38        4       39          0.0     6.7       1   \n",
       "3        43       -1       30        4       39          0.0     2.7       1   \n",
       "4        46        6       43        7       45          0.0     2.7       2   \n",
       "5        45        5       42        7       44          0.0     2.7       2   \n",
       "6        43        4       40        5       42          0.0     2.7       2   \n",
       "7        43        5       41        6       42          0.0     2.7       2   \n",
       "8        44        5       41        6       43          0.0     4.7       2   \n",
       "9        43        1       34        5       42          0.0     2.7       2   \n",
       "10       46        6       44        8       46          0.0     2.7       2   \n",
       "11       47        6       43        8       46          0.0     2.7       2   \n",
       "12       44       -2       29        5       41          0.0     4.7       2   \n",
       "13       49        8       47        9       48          0.0     2.7       2   \n",
       "14       46        6       43        7       45          0.0     2.7       2   \n",
       "15       48        6       44        8       47          0.0     2.7       2   \n",
       "16       48        7       45        8       47          0.0     6.7       2   \n",
       "17       56       10       50       12       54          0.0     2.7       3   \n",
       "18       51        9       47       10       50          0.0     4.7       2   \n",
       "19       48        6       44        8       46          0.0     7.1       3   \n",
       "20       47        1       34        7       44          0.0     2.7       2   \n",
       "21       44        5       41        6       42          0.0     7.1       3   \n",
       "22       45       -2       29        5       42          0.0     2.7       2   \n",
       "23       40       -1       30        3       38          0.0     2.7       1   \n",
       "24       40       -1       29        3       37          0.0     4.7       1   \n",
       "25       45        2       35        7       44          0.0     2.7       2   \n",
       "26       40        3       37        4       39          0.0     4.7       1   \n",
       "27       42        0       33        5       41          0.0     2.7       1   \n",
       "28       40        3       37        4       39          0.0     2.7       1   \n",
       "29       37        1       35        2       36          0.0     4.7       1   \n",
       "30       43        0       33        4       39          0.0     2.7       1   \n",
       "\n",
       "                                               hourly  \n",
       "0   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "1   [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "2   [{'time': '24', 'tempC': '4', 'tempF': '40', '...  \n",
       "3   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "4   [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "5   [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "6   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "7   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "8   [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "9   [{'time': '24', 'tempC': '6', 'tempF': '43', '...  \n",
       "10  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "11  [{'time': '24', 'tempC': '8', 'tempF': '47', '...  \n",
       "12  [{'time': '24', 'tempC': '6', 'tempF': '44', '...  \n",
       "13  [{'time': '24', 'tempC': '10', 'tempF': '49', ...  \n",
       "14  [{'time': '24', 'tempC': '8', 'tempF': '46', '...  \n",
       "15  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "16  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "17  [{'time': '24', 'tempC': '13', 'tempF': '56', ...  \n",
       "18  [{'time': '24', 'tempC': '10', 'tempF': '51', ...  \n",
       "19  [{'time': '24', 'tempC': '9', 'tempF': '48', '...  \n",
       "20  [{'time': '24', 'tempC': '8', 'tempF': '47', '...  \n",
       "21  [{'time': '24', 'tempC': '7', 'tempF': '44', '...  \n",
       "22  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "23  [{'time': '24', 'tempC': '5', 'tempF': '40', '...  \n",
       "24  [{'time': '24', 'tempC': '5', 'tempF': '40', '...  \n",
       "25  [{'time': '24', 'tempC': '7', 'tempF': '45', '...  \n",
       "26  [{'time': '24', 'tempC': '5', 'tempF': '40', '...  \n",
       "27  [{'time': '24', 'tempC': '6', 'tempF': '42', '...  \n",
       "28  [{'time': '24', 'tempC': '4', 'tempF': '40', '...  \n",
       "29  [{'time': '24', 'tempC': '3', 'tempF': '37', '...  \n",
       "30  [{'time': '24', 'tempC': '6', 'tempF': '43', '...  "
      ]
     },
     "execution_count": 127,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = json.loads(u.request.urlopen(testurl).read())\n",
    "pd.DataFrame(d['data']['weather'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "id": "fdd85b92",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Writing to sample.json\n",
    "with open('E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data\\\\20Dec.json', 'w+') as f:\n",
    "    json.dump(d, f)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0cea6fb9",
   "metadata": {},
   "source": [
    "# ========= Local file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "54620b5a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data'"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import os\n",
    "os.chdir(\"E:\\\\20190923 Newcastle-M.Res\\\\OneDrive - Newcastle University\\\\21_22_autumn\\\\211018\\\\code\\\\data\")\n",
    "os.getcwd()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "92ac43a3",
   "metadata": {},
   "outputs": [],
   "source": [
    "Jan18 = pd.read_json('18Jan.json')\n",
    "Feb18 = pd.read_json('18Feb.json')\n",
    "Mar18 = pd.read_json('18Mar.json')\n",
    "Apr18 = pd.read_json('18Apr.json')\n",
    "May18 = pd.read_json('18May.json')\n",
    "Jun18 = pd.read_json('18Jun.json')\n",
    "Jul18 = pd.read_json('18Jul.json')\n",
    "Aug18 = pd.read_json('18Aug.json')\n",
    "Sep18 = pd.read_json('18Sep.json')\n",
    "Oct18 = pd.read_json('18Oct.json')\n",
    "Nov18 = pd.read_json('18Nov.json')\n",
    "Dec18 = pd.read_json('18Dec.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2adbc729",
   "metadata": {},
   "outputs": [],
   "source": [
    "Jan19 = pd.read_json('19Jan.json')\n",
    "Feb19 = pd.read_json('19Feb.json')\n",
    "Mar19 = pd.read_json('19Mar.json')\n",
    "Apr19 = pd.read_json('19Apr.json')\n",
    "May19 = pd.read_json('19May.json')\n",
    "Jun19 = pd.read_json('19Jun.json')\n",
    "Jul19 = pd.read_json('19Jul.json')\n",
    "Aug19 = pd.read_json('19Aug.json')\n",
    "Sep19 = pd.read_json('19Sep.json')\n",
    "Oct19 = pd.read_json('19Oct.json')\n",
    "Nov19 = pd.read_json('19Nov.json')\n",
    "Dec19 = pd.read_json('19Dec.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "b662de04",
   "metadata": {},
   "outputs": [],
   "source": [
    "Jan20 = pd.read_json('20Jan.json')\n",
    "Feb20 = pd.read_json('20Feb.json')\n",
    "Mar20 = pd.read_json('20Mar.json')\n",
    "Apr20 = pd.read_json('20Apr.json')\n",
    "May20 = pd.read_json('20May.json')\n",
    "Jun20 = pd.read_json('20Jun.json')\n",
    "Jul20 = pd.read_json('20Jul.json')\n",
    "Aug20 = pd.read_json('20Aug.json')\n",
    "Sep20 = pd.read_json('20Sep.json')\n",
    "Oct20 = pd.read_json('20Oct.json')\n",
    "Nov20 = pd.read_json('20Nov.json')\n",
    "Dec20 = pd.read_json('20Dec.json')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1007816d",
   "metadata": {},
   "source": [
    "#### ===== 2018 windspeed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "31874861",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist1 = list()\n",
    "for i in range (0,31):\n",
    "    wslist1.append(pd.DataFrame(pd.DataFrame(Jan18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3328a9d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist2 = list()\n",
    "for i in range (0,28):\n",
    "    wslist2.append(pd.DataFrame(pd.DataFrame(Feb18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "5ab442cf",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist3 = list()\n",
    "for i in range (0,31):\n",
    "    wslist3.append(pd.DataFrame(pd.DataFrame(Mar18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "04eff4aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist4 = list()\n",
    "for i in range (0,30):\n",
    "    wslist4.append(pd.DataFrame(pd.DataFrame(Apr18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4c4bc3fb",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist5 = list()\n",
    "for i in range (0,31):\n",
    "    wslist5.append(pd.DataFrame(pd.DataFrame(May18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c0402070",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist6 = list()\n",
    "for i in range (0,30):\n",
    "    wslist6.append(pd.DataFrame(pd.DataFrame(Jun18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "52caf0fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist7 = list()\n",
    "for i in range (0,31):\n",
    "    wslist7.append(pd.DataFrame(pd.DataFrame(Jul18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "ae87f9be",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist8 = list()\n",
    "for i in range (0,31):\n",
    "    wslist8.append(pd.DataFrame(pd.DataFrame(Aug18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "11c1d427",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist9 = list()\n",
    "for i in range (0,30):\n",
    "    wslist9.append(pd.DataFrame(pd.DataFrame(Sep18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "bed48a07",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist10 = list()\n",
    "for i in range (0,31):\n",
    "    wslist10.append(pd.DataFrame(pd.DataFrame(Oct18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "538fd34a",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist11 = list()\n",
    "for i in range (0,30):\n",
    "    wslist11.append(pd.DataFrame(pd.DataFrame(Nov18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "40aa9add",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist12 = list()\n",
    "for i in range (0,31):\n",
    "    wslist12.append(pd.DataFrame(pd.DataFrame(Dec18['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "b04f7dec",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2018 = wslist1 + wslist2 + wslist3 + wslist4 + wslist5 + wslist6 + wslist7 + wslist8 + wslist9 + wslist10 + wslist11 + wslist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "193e4cf1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "365"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ws2018)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cf3cd805",
   "metadata": {},
   "source": [
    "#### ======2018humidity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "7a18c089",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist1 = list()\n",
    "for i in range (0,31):\n",
    "    hulist1.append(pd.DataFrame(pd.DataFrame(Jan18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "88d0f92d",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist2 = list()\n",
    "for i in range (0,28):\n",
    "    hulist2.append(pd.DataFrame(pd.DataFrame(Feb18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "1d7f356d",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist3 = list()\n",
    "for i in range (0,31):\n",
    "    hulist3.append(pd.DataFrame(pd.DataFrame(Mar18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "1af2d394",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist4 = list()\n",
    "for i in range (0,30):\n",
    "    hulist4.append(pd.DataFrame(pd.DataFrame(Apr18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "77c532a4",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist5 = list()\n",
    "for i in range (0,31):\n",
    "    hulist5.append(pd.DataFrame(pd.DataFrame(May18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "a427294b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist6 = list()\n",
    "for i in range (0,30):\n",
    "    hulist6.append(pd.DataFrame(pd.DataFrame(Jun18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "cccce30b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist7 = list()\n",
    "for i in range (0,31):\n",
    "    hulist7.append(pd.DataFrame(pd.DataFrame(Jul18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "91b496b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist8 = list()\n",
    "for i in range (0,31):\n",
    "    hulist8.append(pd.DataFrame(pd.DataFrame(Aug18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "9bdb6126",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist9 = list()\n",
    "for i in range (0,30):\n",
    "    hulist9.append(pd.DataFrame(pd.DataFrame(Sep18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "345e1d90",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist10 = list()\n",
    "for i in range (0,31):\n",
    "    hulist10.append(pd.DataFrame(pd.DataFrame(Oct18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "2160cec8",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist11 = list()\n",
    "for i in range (0,30):\n",
    "    hulist11.append(pd.DataFrame(pd.DataFrame(Nov18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "c9285aec",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist12 = list()\n",
    "for i in range (0,31):\n",
    "    hulist12.append(pd.DataFrame(pd.DataFrame(Dec18['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "91795f8c",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2018 = hulist1 + hulist2 + hulist3 + hulist4 + hulist5 + hulist6 + hulist7 + hulist8 + hulist9 + hulist10 + hulist11 + hulist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "d18388e4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "365"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(hu2018)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a76b960a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "243f4fde",
   "metadata": {},
   "source": [
    "#### ======2019windspeed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "97a07f46",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist1 = list()\n",
    "for i in range (0,31):\n",
    "    wslist1.append(pd.DataFrame(pd.DataFrame(Jan19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "a35da046",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist2 = list()\n",
    "for i in range (0,28):\n",
    "    wslist2.append(pd.DataFrame(pd.DataFrame(Feb19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "c9266f0f",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist3 = list()\n",
    "for i in range (0,31):\n",
    "    wslist3.append(pd.DataFrame(pd.DataFrame(Mar19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "b9e2045e",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist4 = list()\n",
    "for i in range (0,30):\n",
    "    wslist4.append(pd.DataFrame(pd.DataFrame(Apr19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "c406b19d",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist5 = list()\n",
    "for i in range (0,31):\n",
    "    wslist5.append(pd.DataFrame(pd.DataFrame(May19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "a6d46f61",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist6 = list()\n",
    "for i in range (0,30):\n",
    "    wslist6.append(pd.DataFrame(pd.DataFrame(Jun19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "57a72511",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist7 = list()\n",
    "for i in range (0,31):\n",
    "    wslist7.append(pd.DataFrame(pd.DataFrame(Jul19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "d44eae56",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist8 = list()\n",
    "for i in range (0,31):\n",
    "    wslist8.append(pd.DataFrame(pd.DataFrame(Aug19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "9c33d2df",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist9 = list()\n",
    "for i in range (0,30):\n",
    "    wslist9.append(pd.DataFrame(pd.DataFrame(Sep19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "9fe83c77",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist10 = list()\n",
    "for i in range (0,31):\n",
    "    wslist10.append(pd.DataFrame(pd.DataFrame(Oct19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "3e8ed8a7",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist11 = list()\n",
    "for i in range (0,30):\n",
    "    wslist11.append(pd.DataFrame(pd.DataFrame(Nov19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "11c01264",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist12 = list()\n",
    "for i in range (0,31):\n",
    "    wslist12.append(pd.DataFrame(pd.DataFrame(Dec19['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "8abe29ef",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2019 = wslist1 + wslist2 + wslist3 + wslist4 + wslist5 + wslist6 + wslist7 + wslist8 + wslist9 + wslist10 + wslist11 + wslist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "6507d248",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "365"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ws2019)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f06413ef",
   "metadata": {},
   "source": [
    "#### ======2020windspeed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "3602d202",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist1 = list()\n",
    "for i in range (0,31):\n",
    "    wslist1.append(pd.DataFrame(pd.DataFrame(Jan20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "536445e8",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist2 = list()\n",
    "for i in range (0,29):\n",
    "    wslist2.append(pd.DataFrame(pd.DataFrame(Feb20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "fc90d2c8",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist3 = list()\n",
    "for i in range (0,31):\n",
    "    wslist3.append(pd.DataFrame(pd.DataFrame(Mar20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "54af9502",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist4 = list()\n",
    "for i in range (0,30):\n",
    "    wslist4.append(pd.DataFrame(pd.DataFrame(Apr20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "a2553906",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist5 = list()\n",
    "for i in range (0,31):\n",
    "    wslist5.append(pd.DataFrame(pd.DataFrame(May20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "f15bbf4c",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist6 = list()\n",
    "for i in range (0,30):\n",
    "    wslist6.append(pd.DataFrame(pd.DataFrame(Jun20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "c8f816e3",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist7 = list()\n",
    "for i in range (0,31):\n",
    "    wslist7.append(pd.DataFrame(pd.DataFrame(Jul20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "1ce3d172",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist8 = list()\n",
    "for i in range (0,31):\n",
    "    wslist8.append(pd.DataFrame(pd.DataFrame(Aug20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "278b79d4",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist9 = list()\n",
    "for i in range (0,30):\n",
    "    wslist9.append(pd.DataFrame(pd.DataFrame(Sep20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "a863c422",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist10 = list()\n",
    "for i in range (0,31):\n",
    "    wslist10.append(pd.DataFrame(pd.DataFrame(Oct20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "3714543a",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist11 = list()\n",
    "for i in range (0,30):\n",
    "    wslist11.append(pd.DataFrame(pd.DataFrame(Nov20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "6dd373c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "wslist12 = list()\n",
    "for i in range (0,31):\n",
    "    wslist12.append(pd.DataFrame(pd.DataFrame(Dec20['data']['weather'])['hourly'][i])['windspeedKmph'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "652d6334",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2020 = wslist1 + wslist2 + wslist3 + wslist4 + wslist5 + wslist6 + wslist7 + wslist8 + wslist9 + wslist10 + wslist11 + wslist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "5e731bff",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "366"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ws2020)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "28259a60",
   "metadata": {},
   "source": [
    "#### ======humidity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "6777565f",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist1 = list()\n",
    "for i in range (0,31):\n",
    "    hulist1.append(pd.DataFrame(pd.DataFrame(Jan19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "773be252",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist2 = list()\n",
    "for i in range (0,28):\n",
    "    hulist2.append(pd.DataFrame(pd.DataFrame(Feb19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "9e36ad2a",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist3 = list()\n",
    "for i in range (0,31):\n",
    "    hulist3.append(pd.DataFrame(pd.DataFrame(Mar19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "c7f31666",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist4 = list()\n",
    "for i in range (0,30):\n",
    "    hulist4.append(pd.DataFrame(pd.DataFrame(Apr19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "72532f4d",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist5 = list()\n",
    "for i in range (0,31):\n",
    "    hulist5.append(pd.DataFrame(pd.DataFrame(May19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "2efa5289",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist6 = list()\n",
    "for i in range (0,30):\n",
    "    hulist6.append(pd.DataFrame(pd.DataFrame(Jun19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "06b3827f",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist7 = list()\n",
    "for i in range (0,31):\n",
    "    hulist7.append(pd.DataFrame(pd.DataFrame(Jul19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "d8112ca7",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist8 = list()\n",
    "for i in range (0,31):\n",
    "    hulist8.append(pd.DataFrame(pd.DataFrame(Aug19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "70201eab",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist9 = list()\n",
    "for i in range (0,30):\n",
    "    hulist9.append(pd.DataFrame(pd.DataFrame(Sep19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "a672ea68",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist10 = list()\n",
    "for i in range (0,31):\n",
    "    hulist10.append(pd.DataFrame(pd.DataFrame(Oct19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "a4efe336",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist11 = list()\n",
    "for i in range (0,30):\n",
    "    hulist11.append(pd.DataFrame(pd.DataFrame(Nov19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "4e07f614",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist12 = list()\n",
    "for i in range (0,31):\n",
    "    hulist12.append(pd.DataFrame(pd.DataFrame(Dec19['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "69d68f61",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2019 = hulist1 + hulist2 + hulist3 + hulist4 + hulist5 + hulist6 + hulist7 + hulist8 + hulist9 + hulist10 + hulist11 + hulist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "21c1ea29",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "365"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(hu2019)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "a9becb09",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist1 = list()\n",
    "for i in range (0,31):\n",
    "    hulist1.append(pd.DataFrame(pd.DataFrame(Jan20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "3f320ac7",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist2 = list()\n",
    "for i in range (0,29):\n",
    "    hulist2.append(pd.DataFrame(pd.DataFrame(Feb20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "8a448548",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist3 = list()\n",
    "for i in range (0,31):\n",
    "    hulist3.append(pd.DataFrame(pd.DataFrame(Mar20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "acca949b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist4 = list()\n",
    "for i in range (0,30):\n",
    "    hulist4.append(pd.DataFrame(pd.DataFrame(Apr20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "bc20534b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist5 = list()\n",
    "for i in range (0,31):\n",
    "    hulist5.append(pd.DataFrame(pd.DataFrame(May20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "1fda4f7d",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist6 = list()\n",
    "for i in range (0,30):\n",
    "    hulist6.append(pd.DataFrame(pd.DataFrame(Jun20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "3656e24b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist7 = list()\n",
    "for i in range (0,31):\n",
    "    hulist7.append(pd.DataFrame(pd.DataFrame(Jul20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "c4a4cb3f",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist8 = list()\n",
    "for i in range (0,31):\n",
    "    hulist8.append(pd.DataFrame(pd.DataFrame(Aug20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "a1ea34c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist9 = list()\n",
    "for i in range (0,30):\n",
    "    hulist9.append(pd.DataFrame(pd.DataFrame(Sep20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "8c28da43",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist10 = list()\n",
    "for i in range (0,31):\n",
    "    hulist10.append(pd.DataFrame(pd.DataFrame(Oct20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "f7220724",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist11 = list()\n",
    "for i in range (0,30):\n",
    "    hulist11.append(pd.DataFrame(pd.DataFrame(Nov20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "ad59d06a",
   "metadata": {},
   "outputs": [],
   "source": [
    "hulist12 = list()\n",
    "for i in range (0,31):\n",
    "    hulist12.append(pd.DataFrame(pd.DataFrame(Dec20['data']['weather'])['hourly'][i])['humidity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "b0c0617b",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2020 = hulist1 + hulist2 + hulist3 + hulist4 + hulist5 + hulist6 + hulist7 + hulist8 + hulist9 + hulist10 + hulist11 + hulist12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "615212ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "366"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(hu2020)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "77b867ac",
   "metadata": {},
   "source": [
    "#### =======Save data to file with date index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "d3de1c39",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2018n = list()\n",
    "for i in range(0,365):\n",
    "    ws2018n.append(int(ws2018[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "f71a383a",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2018n = list()\n",
    "for i in range(0,365):\n",
    "    hu2018n.append(int(hu2018[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "e7d00dc6",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2019n = list()\n",
    "for i in range(0,365):\n",
    "    ws2019n.append(int(ws2019[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "96d0c4d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2019n = list()\n",
    "for i in range(0,365):\n",
    "    hu2019n.append(int(hu2019[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "37dce840",
   "metadata": {},
   "outputs": [],
   "source": [
    "ws2020n = list()\n",
    "for i in range(0,366):\n",
    "    ws2020n.append(int(ws2020[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "e12557b4",
   "metadata": {},
   "outputs": [],
   "source": [
    "hu2020n = list()\n",
    "for i in range(0,366):\n",
    "    hu2020n.append(int(hu2020[i].item()))     #get the item from series, and convert string to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "c08d329d",
   "metadata": {},
   "outputs": [],
   "source": [
    "final2018 = pd.DataFrame(\n",
    "{'WS':ws2018n,\n",
    " 'HU':hu2018n}\n",
    ")\n",
    "final2018['Date'] = pd.date_range(start=\"2018-01-01\",end=\"2018-12-31\")\n",
    "final2018 = final2018.set_index('Date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "682544c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "final2019 = pd.DataFrame(\n",
    "{'WS':ws2019n,\n",
    " 'HU':hu2019n}\n",
    ")\n",
    "final2019['Date'] = pd.date_range(start=\"2019-01-01\",end=\"2019-12-31\")\n",
    "final2019 = final2019.set_index('Date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "453d89b1",
   "metadata": {},
   "outputs": [],
   "source": [
    "final2020 = pd.DataFrame(\n",
    "{'WS':ws2020n,\n",
    " 'HU':hu2020n}\n",
    ")\n",
    "final2020['Date'] = pd.date_range(start=\"2020-01-01\",end=\"2020-12-31\")\n",
    "final2020 = final2020.set_index('Date')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "6cbfce72",
   "metadata": {},
   "outputs": [],
   "source": [
    "f = final2018.append(final2019)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "05c86171",
   "metadata": {},
   "outputs": [],
   "source": [
    "f = f.append(final2020)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "c609859c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>WS</th>\n",
       "      <th>HU</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2018-01-01</th>\n",
       "      <td>21</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-01-02</th>\n",
       "      <td>20</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-01-03</th>\n",
       "      <td>34</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-01-04</th>\n",
       "      <td>16</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-01-05</th>\n",
       "      <td>17</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-12-27</th>\n",
       "      <td>22</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-12-28</th>\n",
       "      <td>20</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-12-29</th>\n",
       "      <td>18</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-12-30</th>\n",
       "      <td>18</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020-12-31</th>\n",
       "      <td>21</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1096 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            WS  HU\n",
       "Date              \n",
       "2018-01-01  21  74\n",
       "2018-01-02  20  81\n",
       "2018-01-03  34  72\n",
       "2018-01-04  16  86\n",
       "2018-01-05  17  83\n",
       "...         ..  ..\n",
       "2020-12-27  22  76\n",
       "2020-12-28  20  77\n",
       "2020-12-29  18  74\n",
       "2020-12-30  18  76\n",
       "2020-12-31  21  83\n",
       "\n",
       "[1096 rows x 2 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "d690b5c8",
   "metadata": {},
   "outputs": [],
   "source": [
    "f.to_csv('finalweather.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8fda2425",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}