RCP-poll-scrape-1.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## RCP Poll Scraper\n",
    "\n",
    "[Target: Trump vs. Biden](https://www.realclearpolitics.com/epolls/2024/president/us/general-election-trump-vs-biden-7383.html)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "URL = 'https://www.realclearpolitics.com/poll/race/7383/polling_data.json'\n",
    "resp = requests.get(URL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200\n"
     ]
    }
   ],
   "source": [
    "# Check for 200 OK status\n",
    "print(resp.status_code)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert response to json\n",
    "rjson = json.loads(resp.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'id': '7383',\n",
       " 'title': 'General Election: Trump vs. Biden',\n",
       " 'link': 'https://www.realclearpolitics.com/epolls/2024/president/us/general-election-trump-vs-biden-7383.html',\n",
       " 'description': '',\n",
       " 'state': 'us',\n",
       " 'country': 'us',\n",
       " 'lastBuildDate': 'Tue, 19 Dec 2023 10:49:33 -0600',\n",
       " 'copyright': 'Copyright RealClearPolitics 2023',\n",
       " 'show_moe': '1',\n",
       " 'show_sample_size': '1',\n",
       " 'category': 'General',\n",
       " 'show_rcp_avg': 1}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Look at the moduleInfo data\n",
    "rjson['moduleInfo']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Poll results are in a big list under the key 'poll'\n",
    "all_polls = rjson['poll']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'id': '7383',\n",
       " 'type': 'rcp_average',\n",
       " 'pollster': 'rcp_average',\n",
       " 'date': '12/4 - 12/18',\n",
       " 'confidenceInterval': '',\n",
       " 'sampleSize': '',\n",
       " 'marginError': '',\n",
       " 'partisan': '',\n",
       " 'candidate': [{'name': 'Trump',\n",
       "   'affiliation': 'Republican',\n",
       "   'value': '47.2',\n",
       "   'status': '1',\n",
       "   'id': '30875'},\n",
       "  {'name': 'Biden',\n",
       "   'affiliation': 'Democrat',\n",
       "   'value': '44.2',\n",
       "   'status': '1',\n",
       "   'id': '30876'}],\n",
       " 'undecided': [],\n",
       " 'spread': {'name': 'Trump',\n",
       "  'affiliation': 'Republican',\n",
       "  'value': '+3.0',\n",
       "  'color': ''}}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Access first list item to look at data format\n",
    "all_polls[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rcp_average | 12/4 - 12/18 |  | Trump +3.0\n",
      "NY Times/Siena | 12/10 - 12/14 | 1016 LV | Biden +2.0\n",
      "Economist/YouGov | 12/16 - 12/18 | 1336 RV | Tie \n",
      "CNBC | 12/8 - 12/12 |  RV | Trump +6.0\n",
      "FOX News | 12/10 - 12/13 | 1007 RV | Trump +4.0\n",
      "Morning Consult | 12/15 - 12/17 | 5618 RV | Trump +2.0\n",
      "Harvard-Harris | 12/13 - 12/14 | 2034 RV | Trump +4.0\n",
      "Economist/YouGov | 12/9 - 12/12 | 1332 RV | Tie \n",
      "Morning Consult | 12/8 - 12/10 | 5840 RV | Trump +2.0\n",
      "Rasmussen Reports | 12/6 - 12/7 | 892 LV | Trump +10.0\n",
      "NPR/PBS/Marist | 12/4 - 12/7 | 1129 RV | Biden +1.0\n",
      "Emerson | 12/4 - 12/6 | 1000 RV | Trump +4.0\n",
      "Economist/YouGov | 12/2 - 12/5 | 1291 RV | Biden +1.0\n",
      "Wall Street Journal | 11/29 - 12/4 | 1500 RV | Trump +4.0\n",
      "The Messenger/HarrisX | 11/27 - 12/1 | 2018 RV | Trump +6.0\n",
      "Morning Consult | 12/1 - 12/3 | 5855 RV | Tie \n",
      "I&amp;I/TIPP | 11/30 - 12/1 | 1301 RV | Trump +2.0\n",
      "The Messenger/HarrisX | 11/22 - 11/28 | 4003 RV | Trump +4.0\n",
      "Economist/YouGov | 11/25 - 11/27 | 1323 RV | Biden +2.0\n",
      "Morning Consult | 11/24 - 11/26 | 6527 RV | Biden +1.0\n",
      "Emerson | 11/17 - 11/20 | 1475 RV | Trump +4.0\n",
      "Morning Consult | 11/17 - 11/19 | 5855 RV | Trump +3.0\n",
      "The Messenger/HarrisX | 11/15 - 11/19 | 3017 RV | Trump +6.0\n",
      "Harvard-Harris | 11/15 - 11/16 | 2851 RV | Trump +6.0\n",
      "Reuters/Ipsos | 11/13 - 11/14 | 1006 A | Trump +2.0\n",
      "Economist/YouGov | 11/11 - 11/14 | 1272 RV | Trump +1.0\n",
      "NBC News | 11/10 - 11/14 | 1000 RV | Trump +2.0\n",
      "FOX News | 11/10 - 11/13 | 1001 RV | Trump +4.0\n",
      "Quinnipiac | 11/9 - 11/13 | 1574 RV | Trump +2.0\n",
      "Yahoo News | 11/9 - 11/13 | 1058 RV | Trump +2.0\n",
      "Morning Consult | 11/10 - 11/12 | 6130 RV | Trump +1.0\n",
      "Rasmussen Reports | 11/8 - 11/12 | 987 LV | Biden +4.0\n",
      "Marquette | 11/2 - 11/7 | 856 RV | Trump +4.0\n",
      "Morning Consult | 11/3 - 11/5 | 5000 RV | Trump +2.0\n",
      "I&amp;I/TIPP | 11/1 - 11/3 | 1242 RV | Biden +2.0\n",
      "CBS News | 10/30 - 11/2 | 1759 LV | Trump +3.0\n",
      "The Messenger/HarrisX | 10/30 - 11/1 | 2021 RV | Trump +2.0\n",
      "CNN | 10/27 - 11/2 | 1271 RV | Trump +4.0\n",
      "Economist/YouGov | 10/28 - 10/31 | 1333 RV | Tie \n",
      "Quinnipiac | 10/26 - 10/30 | 1610 RV | Biden +1.0\n",
      "Morning Consult | 10/27 - 10/29 | 5000 RV | Tie \n",
      "Harvard-Harris | 10/18 - 10/19 | 2116 RV | Trump +4.0\n",
      "USA Today/Suffolk | 10/17 - 10/20 | 1000 RV | Tie \n",
      "Morning Consult | 10/20 - 10/22 | 5000 RV | Tie \n",
      "The Messenger/HarrisX | 10/16 - 10/23 | 3029 RV | Trump +4.0\n",
      "Emerson | 10/16 - 10/17 | 1578 RV | Trump +2.0\n",
      "Yahoo News | 10/12 - 10/16 | 1120 RV | Biden +1.0\n",
      "Grinnell/Selzer | 10/10 - 10/15 | 784 LV | Tie \n",
      "Economist/YouGov | 10/14 - 10/17 | 1296 RV | Biden +1.0\n",
      "Morning Consult | 10/13 - 10/15 | 5000 RV | Biden +2.0\n",
      "CNBC | 10/11 - 10/15 |  RV | Trump +4.0\n",
      "NPR/PBS/Marist | 10/11 - 10/11 | 1218 RV | Biden +3.0\n",
      "FOX News | 10/6 - 10/9 | 1007 RV | Biden +1.0\n",
      "Morning Consult | 10/6 - 10/8 | 5000 RV | Biden +1.0\n",
      "The Messenger/HarrisX | 10/4 - 10/7 | 2982 RV | Trump +4.0\n",
      "Reuters/Ipsos | 10/3 - 10/4 | 672 LV | Biden +1.0\n",
      "SurveyUSA | 9/30 - 10/3 | 2330 LV | Tie \n",
      "Morning Consult | 9/29 - 10/1 | 5000 RV | Tie \n",
      "The Messenger/HarrisX | 9/28 - 9/29 | 1615 RV | Trump +3.0\n",
      "I&amp;I/TIPP | 9/27 - 9/29 | 1262 RV | Tie \n",
      "New York Post | 9/27 - 9/28 | 1169 RV | Trump +3.0\n",
      "NPR/PBS/Marist | 9/25 - 9/28 | 1137 RV | Biden +2.0\n",
      "Economist/YouGov | 9/23 - 9/26 | 1293 RV | Biden +5.0\n",
      "Morning Consult | 9/22 - 9/24 | 6000 RV | Biden +1.0\n",
      "Marquette | 9/18 - 9/25 | 781 RV | Trump +3.0\n",
      "ABC News/Wash Post | 9/15 - 9/20 | 890 RV | Trump +10.0\n",
      "NBC News | 9/15 - 9/19 | 1000 RV | Tie \n",
      "The Messenger/HarrisX | 9/13 - 9/19 | 3015 RV | Trump +5.0\n",
      "Emerson | 9/17 - 9/18 | 1125 RV | Tie \n",
      "Yahoo News | 9/14 - 9/18 | 1097 RV | Tie \n",
      "Morning Consult | 9/15 - 9/17 | 6000 RV | Tie \n",
      "CBS News | 9/12 - 9/15 | 2680 LV | Trump +1.0\n",
      "Harvard-Harris | 9/12 - 9/14 | 2103 RV | Trump +4.0\n",
      "Rasmussen Reports | 9/11 - 9/13 | 979 LV | Biden +1.0\n",
      "Economist/YouGov | 9/10 - 9/12 | 1334 RV | Biden +1.0\n",
      "FOX News | 9/9 - 9/12 | 1012 RV | Trump +2.0\n",
      "Quinnipiac | 9/7 - 9/11 | 1726 RV | Biden +1.0\n",
      "The Messenger/HarrisX | 9/6 - 9/11 | 3015 RV | Trump +1.0\n",
      "Morning Consult | 9/8 - 9/10 | 6000 RV | Biden +2.0\n",
      "CNN | 8/25 - 8/31 | 1259 RV | Trump +1.0\n",
      "Wall Street Journal | 8/24 - 8/30 | 1500 RV | Tie \n",
      "Morning Consult | 9/2 - 9/4 | 5000 RV | Biden +3.0\n",
      "Economist/YouGov | 8/26 - 8/29 | 1303 RV | Trump +1.0\n",
      "Morning Consult | 8/25 - 8/27 | 5000 RV | Biden +1.0\n",
      "Emerson | 8/25 - 8/26 | 1000 RV | Trump +2.0\n",
      "The Messenger/HarrisX | 8/24 - 8/26 | 2013 RV | Biden +1.0\n",
      "New York Post | 8/23 - 8/24 | 1551 RV | Trump +3.0\n",
      "Schoen Cooperman (D) | 8/17 - 8/21 | 800 RV | Trump +1.0\n",
      "Yahoo News | 8/17 - 8/21 | 1113 RV | Biden +6.0\n",
      "Morning Consult | 8/18 - 8/20 | 6000 RV | Biden +2.0\n",
      "Emerson | 8/16 - 8/17 | 1000 RV | Tie \n",
      "FOX News | 8/11 - 8/14 | 1002 RV | Biden +3.0\n",
      "Quinnipiac | 8/10 - 8/14 | 1632 RV | Biden +1.0\n",
      "Marist | 8/11 - 8/14 | 1100 RV | Biden +1.0\n",
      "Economist/YouGov | 8/12 - 8/15 | 1321 RV | Biden +1.0\n",
      "Morning Consult | 8/11 - 8/13 | 6000 RV | Biden +2.0\n",
      "Morning Consult | 8/4 - 8/6 | 6000 RV | Biden +1.0\n",
      "InsiderAdvantage | 7/31 - 8/1 | 850 LV | Biden +1.0\n",
      "NY Times/Siena | 7/23 - 7/27 | 1329 RV | Tie \n",
      "Morning Consult | 7/28 - 7/30 | 6000 RV | Biden +3.0\n",
      "The Messenger/HarrisX | 7/21 - 7/24 | 922 RV | Trump +4.0\n",
      "Economist/YouGov | 7/22 - 7/25 | 1306 RV | Biden +4.0\n",
      "Morning Consult | 7/21 - 7/23 | 6000 RV | Biden +2.0\n",
      "Harvard-Harris | 7/19 - 7/20 | 2068 RV | Trump +5.0\n",
      "Quinnipiac | 7/13 - 7/17 | 1809 RV | Biden +5.0\n",
      "Yahoo News | 7/13 - 7/17 | 1098 RV | Biden +4.0\n",
      "Morning Consult | 7/14 - 7/16 | 6000 RV | Biden +2.0\n",
      "Reuters/Ipsos | 7/11 - 7/17 | 4414 A | Biden +2.0\n",
      "Marquette | 7/7 - 7/12 | 788 RV | Tie \n",
      "Morning Consult | 7/7 - 7/9 | 6000 RV | Biden +1.0\n",
      "Economist/YouGov | 7/8 - 7/11 | 1296 RV | Tie \n",
      "The Messenger/HarrisX | 7/5 - 7/6 | 915 RV | Tie \n",
      "Economist/YouGov | 6/24 - 6/27 | 1315 RV | Trump +4.0\n",
      "The Messenger/HarrisX | 6/19 - 6/23 | 2875 RV | Trump +2.0\n",
      "NBC News | 6/16 - 6/20 | 1000 RV | Biden +4.0\n",
      "Emerson | 6/19 - 6/20 | 1015 RV | Biden +1.0\n",
      "Yahoo News | 6/16 - 6/20 | 1091 RV | Biden +4.0\n",
      "The Messenger/HarrisX | 6/15 - 6/16 | 930 RV | Trump +2.0\n",
      "Harvard-Harris | 6/14 - 6/15 | 2090 RV | Trump +6.0\n",
      "Rasmussen Reports | 6/12 - 6/14 | 986 LV | Trump +6.0\n",
      "Economist/YouGov | 6/10 - 6/13 | 1303 RV | Tie \n",
      "Quinnipiac | 6/8 - 6/12 | 1735 RV | Biden +4.0\n",
      "Economist/YouGov | 5/27 - 5/31 | 1313 RV | Biden +3.0\n",
      "Yahoo News** | 5/25 - 5/30 | 1015 RV | Biden +7.0\n",
      "Quinnipiac | 5/18 - 5/22 | 1616 RV | Biden +2.0\n",
      "Harvard-Harris | 5/17 - 5/18 | 2004 RV | Trump +7.0\n",
      "Economist/YouGov | 5/13 - 5/16 | 1302 RV | Trump +2.0\n",
      "Marquette | 5/8 - 5/18 | 833 RV | Trump +5.0\n",
      "Reuters/Ipsos | 5/9 - 5/15 | 3736 RV | Biden +6.0\n",
      "Yahoo News** | 5/5 - 5/8 | 1060 RV | Biden +2.0\n",
      "ABC News/Wash Post | 4/28 - 5/3 | 900 RV | Trump +6.0\n",
      "Economist/YouGov | 4/29 - 5/2 | 1357 RV | Tie \n",
      "Emerson | 4/24 - 4/25 | 1000 RV | Biden +2.0\n",
      "Reuters/Ipsos | 4/22 - 4/24 |  RV | Biden +5.0\n",
      "Harvard-Harris | 4/18 - 4/19 | 1845 RV | Trump +5.0\n",
      "Wall Street Journal | 4/11 - 4/17 | 1500 RV | Biden +3.0\n",
      "Economist/YouGov | 4/15 - 4/18 | 1316 RV | Trump +1.0\n",
      "Yahoo News** | 4/14 - 4/17 | 1027 RV | Biden +4.0\n",
      "Economist/YouGov | 4/8 - 4/11 | 1322 RV | Trump +1.0\n",
      "Rasmussen Reports | 3/30 - 4/3 | 971 LV | Trump +7.0\n",
      "Economist/YouGov | 4/1 - 4/4 | 1319 RV | Trump +2.0\n",
      "Yahoo News** | 3/30 - 3/31 | 729 RV | Biden +2.0\n",
      "Quinnipiac | 3/23 - 3/27 | 1600 RV | Biden +2.0\n",
      "Harvard-Harris | 3/22 - 3/23 | 2905 RV | Trump +4.0\n",
      "Yahoo News** | 3/16 - 3/20 | 1060 RV | Biden +2.0\n",
      "Marquette | 3/12 - 3/22 | 863 RV | Tie \n",
      "Reuters/Ipsos | 3/14 - 3/20 | 4410 A | Biden +3.0\n",
      "Quinnipiac | 3/9 - 3/13 | 677 RV | Biden +4.0\n",
      "Yahoo News** | 2/23 - 2/27 | 1014 RV | Trump +2.0\n",
      "Emerson | 2/24 - 2/25 | 1060 RV | Trump +4.0\n",
      "Susquehanna | 2/19 - 2/26 | 800 RV | Biden +13.0\n",
      "Harvard-Harris | 2/15 - 2/16 | 1838 RV | Trump +5.0\n",
      "Quinnipiac | 2/9 - 2/14 | 1,429 RV | Biden +2.0\n",
      "PPP (D) | 2/10 - 2/11 | 1056 RV | Biden +4.0\n",
      "Rasmussen Reports | 2/8 - 2/12 | 900 LV | Biden +3.0\n",
      "Reuters/Ipsos | 2/6 - 2/13 | 944 RV | Trump +3.0\n",
      "Yahoo News** | 2/2 - 2/6 | 1063 RV | Biden +6.0\n",
      "ABC News/Wash Post | 1/27 - 2/1 | 895 RV | Trump +3.0\n",
      "Emerson | 1/19 - 1/21 | 1015 RV | Trump +3.0\n",
      "Harvard-Harris | 1/18 - 1/19 | 2050 RV | Trump +5.0\n",
      "Economist/YouGov | 1/14 - 1/17 | 1314 RV | Biden +4.0\n",
      "Marquette | 1/9 - 1/20 | 790 RV | Tie \n",
      "Yahoo News** | 1/12 - 1/16 | 1028 RV | Biden +6.0\n",
      "Data for Progress (D)** | 12/22 - 12/29 | 596 LV | Biden +2.0\n",
      "Harvard-Harris | 12/14 - 12/15 | 1851 RV | Trump +5.0\n",
      "USA Today/Suffolk | 12/7 - 12/11 | 1000 RV | Biden +7.0\n",
      "Wall Street Journal | 12/3 - 12/7 | 1500 RV | Biden +2.0\n",
      "Emerson | 11/18 - 11/19 | 1380 RV | Biden +4.0\n",
      "Harvard-Harris | 11/16 - 11/17 | 2212 RV | Trump +2.0\n",
      "Wall Street Journal | 10/22 - 10/26 | 1500 RV | Tie \n",
      "USA Today/Suffolk | 10/19 - 10/24 | 1000 LV | Biden +4.0\n",
      "Emerson | 10/18 - 10/19 | 1000 LV | Biden +3.0\n",
      "Rasmussen Reports | 10/12 - 10/13 | 1000 LV | Trump +4.0\n",
      "Harvard-Harris | 10/12 - 10/13 | 2010 RV | Trump +2.0\n",
      "NY Times/Siena | 10/9 - 10/12 | 792 LV | Trump +1.0\n",
      "Federalist/Susquehanna | 10/4 - 10/11 | 800 LV | Biden +4.0\n",
      "Emerson | 9/20 - 9/21 | 1368 LV | Biden +1.0\n",
      "ABC News/Wash Post | 9/18 - 9/21 | 908 RV | Trump +2.0\n",
      "NY Times/Siena | 9/6 - 9/14 | 1399 RV | Biden +3.0\n",
      "Harvard-Harris | 9/7 - 9/8 | 1885 RV | Trump +3.0\n",
      "Emerson | 8/23 - 8/24 | 1000 RV  | Biden +1.0\n",
      "Wall Street Journal | 8/17 - 8/25 | 1313 RV | Biden +6.0\n",
      "Harvard-Harris | 7/27 - 7/28 | 1885 RV  | Trump +4.0\n",
      "Rasmussen Reports | 7/26 - 7/27 | 1000 LV | Trump +6.0\n",
      "Emerson | 7/19 - 7/20 | 1078 RV  | Trump +3.0\n",
      "Trafalgar Group (R) | 7/11 - 7/14 | 1085 LV | Trump +5.0\n",
      "NY Times/Siena | 7/5 - 7/7 | 849 RV | Biden +3.0\n",
      "Harvard-Harris | 6/28 - 6/29 | 1308 RV | Trump +3.0\n",
      "Emerson | 6/28 - 6/29 | 1271 RV  | Trump +5.0\n",
      "Emerson | 5/24 - 5/25 | 1148 RV | Trump +2.0\n",
      "Harvard-Harris | 5/18 - 5/19 | 1963 RV | Trump +3.0\n",
      "Emerson | 4/25 - 4/26 | 1000 RV | Trump +1.0\n",
      "Politico/Morning Consult | 4/22 - 4/25 | 2004 RV | Biden +1.0\n",
      "Federalist/Susquehanna | 4/19 - 4/27 | 800 LV | Biden +2.0\n",
      "Insider Advantage | 4/21 - 4/23 | 750 LV | Trump +4.0\n",
      "Harvard-Harris | 4/20 - 4/21 | 1966 RV | Trump +2.0\n",
      "Harvard-Harris | 3/23 - 3/24 | 1990 RV | Trump +6.0\n",
      "Emerson | 3/18 - 3/20 | 1023 RV | Trump +3.0\n",
      "Wall Street Journal | 3/2 - 3/7 | 1500 RV | Tie \n",
      "Harvard-Harris | 2/23 - 2/24 | 2026 RV | Trump +6.0\n",
      "Emerson | 2/19 - 2/20 | 1138 RV | Trump +4.0\n",
      "Federalist/Susquehanna | 2/3 - 2/9 | 800 LV | Biden +3.0\n",
      "Politico/Morning Consult | 1/22 - 1/23 | 2005 RV | Biden +1.0\n",
      "Harvard-Harris | 1/19 - 1/20 | 1815 RV | Trump +6.0\n",
      "InsiderAdvantage | 12/17 - 12/19 | 750 RV | Trump +8.0\n",
      "Harvard-Harris | 11/30 - 12/2 | 1989 RV | Trump +3.0\n",
      "Rasmussen Reports | 11/22 - 11/23 | 1200 LV | Trump +13.0\n",
      "Wall Street Journal | 11/16 - 11/22 | 1500 RV | Biden +1.0\n",
      "USA Today/Suffolk | 11/3 - 11/5 | 1000 RV | Trump +4.0\n",
      "Emerson | 11/3 - 11/4 | 1000 RV | Trump +2.0\n",
      "Harvard-Harris | 10/26 - 10/28 | 1578 RV | Trump +1.0\n",
      "Grinnell/Selzer | 10/13 - 10/17 | 745 LV | Tie \n",
      "Rasmussen Reports | 9/21 - 9/22 | 1000 LV | Trump +10.0\n",
      "Emerson | 8/30 - 9/1 | 1200 RV | Trump +1.0\n",
      "Rasmussen Reports | 8/16 - 8/17 | 1000 LV | Trump +6.0\n",
      "Economist/YouGov | 4/22 - 4/25 | 1295 RV | Trump +1.0\n"
     ]
    }
   ],
   "source": [
    "# Iterate through each list item and print different dictionary properties\n",
    "for poll in all_polls:\n",
    "    print(f\"{poll['pollster']} | {poll['date']} | {poll['sampleSize']} | {poll['spread']['name']} {poll['spread']['value'] }\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save json\n",
    "with open('RCP_data.json', 'w', encoding='utf-8') as f:\n",
    "    json.dump(rjson, f, ensure_ascii=False, indent=4)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "data",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}