scrape-belgium.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from util.spider import Spider\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "attrs = {\n",
    "        'name':         'name',\n",
    "        'ingredients':  'recipeIngredient',\n",
    "        'total_time':   'totalTime',\n",
    "        'instructions': 'recipeInstructions',\n",
    "        'servings':     'recipeYield',\n",
    "        'category':     'recipeCategory',\n",
    "        'prep_time':    'prepTime',\n",
    "        'cook_time':    'cookTime',\n",
    "}\n",
    "available_json = {'xpath' : \"normalize-space(//script[@type='application/ld+json'][contains(text(), 'recipeIngredient')])\"}\n",
    "seeds = ['https://www.junedarville.com/recipes/belgian']\n",
    "listing={'items': '//a[contains(@class,\"entry-title-link\")]/@href', 'next': { 'next_page_str': '/page/{}', 'type': 'url'}}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "custom_header_template = { #setup custom header because this website requires certain headers\n",
    "        'referer': 'https://www.junedarville.com/',\n",
    "        'Accept-Language': '*',\n",
    "        'Accept-Encoding': '*', \n",
    "        'sec-ch-ua': '\" Not A;Brand\";v=\"99\", \"Chromium\";v=\"100\", \"Google Chrome\";v=\"100\"',\n",
    "        'sec-fetch-site' : 'same-origin',\n",
    "        #'cookie': '_ga=GA1.2.1978438003.1649681893; cb-enabled=enabled; _gid=GA1.2.1870821735.1650271735; ao-fpgad=%7B%22fpcRequired%22%3Afalse%2C%22checkTS%22%3A1650271735392%2C%22domain%22%3A%22lauralaurentiu.ro%22%7D; __gads=ID=3dd1ab9c6ddf9fc9-2289c17b2ed20094:T=1649681893:RT=1650271783:S=ALNI_MbZpRpmkjwza5LhQQ1HkGR0H4wMjQ',\n",
    "        'user-agent': ''}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "junedarville_spider = Spider('https://www.junedarville.com', seeds, listing,attrs, available_json=available_json, header=custom_header_template)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'name': 'Belgian Blind Finches',\n",
       " 'total_time': 'PT30M',\n",
       " 'ingredients': ['8 thin slices beef',\n",
       "  '9 oz ground beef ((250 g))',\n",
       "  '1 tbsp unsalted butter',\n",
       "  '1 shallot (chopped)',\n",
       "  '3 tbsp fresh parsley (chopped)',\n",
       "  '1 tbsp garlic (chopped)',\n",
       "  'pepper',\n",
       "  'salt'],\n",
       " 'instructions': ['In a saucepan melt the butter and add the chopped garlic and shallots.',\n",
       "  'Cook over low heat for 5 minutes until the shallot is soft. Then put it aside to cool. In a mixing bowl add the beef mince, chopped parsley and cooled shallot and garlic mixture. Season with pepper and salt to taste.',\n",
       "  'Knead the ingredients well. Then taste the beef and add extra pepper or salt if necessary. Divide the mince into 8 even portions. Mine were more or less 1 ½ oz (50 g) each. Put a thin slice of beef on a chopping board and place a portion of the mince in the middle. Sprinkle with a little pepper.',\n",
       "  'Cover with one side of the beef slice.',\n",
       "  'Now fold the other side over the beef. Then wrap the rest of the filling and put the finished parcels on a clean plate.'],\n",
       " 'servings': ['4', '4 people'],\n",
       " 'category': ['Main Course'],\n",
       " 'prep_time': 'PT30M',\n",
       " 'cook_time': None}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "junedarville_spider.scrape_one_item('https://www.junedarville.com/blind-finches.html')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "spider is scraping page: 1\n",
      "scraping - multithreaded, n items:  20\n",
      "spider is scraping page: 2\n",
      "scraping - multithreaded, n items:  20\n",
      "spider is scraping page: 3\n",
      "scraping - multithreaded, n items:  5\n",
      "spider is scraping page: 4\n",
      "Cannot open the menu url, status code = 404, url= https://www.junedarville.com/recipes/belgian/page/4\n"
     ]
    }
   ],
   "source": [
    "result_list = junedarville_spider.start_scrape()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "result_df = pd.DataFrame(result_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>total_time</th>\n",
       "      <th>ingredients</th>\n",
       "      <th>instructions</th>\n",
       "      <th>servings</th>\n",
       "      <th>category</th>\n",
       "      <th>prep_time</th>\n",
       "      <th>cook_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Belgian Celery Sauce Meatballs</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>[13 oz meat mince ((375 g)), 1 tbsp breadcrumb...</td>\n",
       "      <td>[Peel the garlic and shallot. Chop both very f...</td>\n",
       "      <td>[2]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mussels with Celery &amp; Onion</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>[4 lbs fresh mussels ((1,8 kg), cleaned), 1 sm...</td>\n",
       "      <td>[Pour the olive oil in a large and high pan an...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT20M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Classic Steak Tartare Recipe</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>[5,5 oz ground beef ((155 g)), 1 tbsp shallots...</td>\n",
       "      <td>[Transfer the ground beef to a large mixing bo...</td>\n",
       "      <td>[1, 1 person]</td>\n",
       "      <td>[Main Course, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Delicious Frog Legs Recipe in Garlic Butter</td>\n",
       "      <td>PT25M</td>\n",
       "      <td>[10,5 oz frog legs ((300 g), fresh or thawed),...</td>\n",
       "      <td>[1. Let the frog legs soak in the milk in the ...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course, Starter]</td>\n",
       "      <td>PT70M</td>\n",
       "      <td>PT15M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Belgian Tomato Meatball Soup</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>[1 lb canned chopped tomatoes ((450 g)), 4 cup...</td>\n",
       "      <td>[Add the butter to a large and high pan. Place...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Lunch, Soup, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Stuffed Tomatoes Recipe</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>[4 medium fresh tomatoes, 12 ½ oz ground beef ...</td>\n",
       "      <td>[Peel and chop the onion and garlic. Add them ...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Veau en Tortue (Veal Head &amp; Tomato Stew)</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>[1 lb tortue veal head cheese ((450 g)), ¼ cup...</td>\n",
       "      <td>[1. Add the veal head cheese to a large pan an...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT30M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Belgian Beer Braised Pork Cheeks Stew</td>\n",
       "      <td>PT210M</td>\n",
       "      <td>[6 pork cheeks ((about 10,5 oz or 350 g)), 2 s...</td>\n",
       "      <td>[1) Add the butter or lard together with the c...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT180M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Carpaccio of White Asparagus</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>[2 fresh white asparagus, 1 tsp sesame seeds, ...</td>\n",
       "      <td>[First peel the asparagus. Place them horizont...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Appetizer, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Creamy Salmon &amp; Sorrel Recipe</td>\n",
       "      <td>PT50M</td>\n",
       "      <td>[10,5 oz fresh salmon ((300 g)), ½ cup cream (...</td>\n",
       "      <td>[Rinse and drain the sorrel. Chop it up and pu...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT30M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Split Pea Soup Recipe</td>\n",
       "      <td>PT210M</td>\n",
       "      <td>[1 lb dried split peas ((450 g)), 3 large garl...</td>\n",
       "      <td>[Soak the split peas in plenty of cold water f...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Lunch, Main Course, Soup]</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>PT90M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Belgian Waterzooi</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>[1 fresh chicken leg, 1 fresh chicken breast, ...</td>\n",
       "      <td>[Place the chicken, water and one garlic clove...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>How To Make Fries</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>[2 ⅓ lbs floury potatoes ((1 kg)), sharp knife]</td>\n",
       "      <td>[1. Peel the potatoes. Don&amp;#x27;t rinse them!,...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Side Dish]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Classic Homemade Belgian Rice Pie Recipe</td>\n",
       "      <td>PT150M</td>\n",
       "      <td>[4,5 oz rice ((125 g), long grain or Arborio )...</td>\n",
       "      <td>[Warm ¼ cup (60 ml) of milk until it is tepid,...</td>\n",
       "      <td>[6]</td>\n",
       "      <td>[Dessert]</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Flemish Carbonnade Flamande Stew</td>\n",
       "      <td>PT360M</td>\n",
       "      <td>[3 lbs pork or beef chuck ((1350 g)), 1 small ...</td>\n",
       "      <td>[Add the butter, bay leaves, fresh thyme and c...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT300M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Sole Meuniere Recipe</td>\n",
       "      <td>PT50M</td>\n",
       "      <td>[2 medium dover soles, 3 tbsp unsalted butter,...</td>\n",
       "      <td>[Rinse the dover soles under cold running tap ...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT30M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>What are maatjes, Dutch new herring or matjesh...</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>[2 fat matjesherring (cleaned), a handful gree...</td>\n",
       "      <td>[1. Trim the green beans and rinse them. Fill ...</td>\n",
       "      <td>[2]</td>\n",
       "      <td>[Lunch, Salad]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT10M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>White Asparagus Flemish Style Recipe</td>\n",
       "      <td>PT55M</td>\n",
       "      <td>[10 thick fresh white asparagus, 3 large hard-...</td>\n",
       "      <td>[First peel the asparagus. Place them horizont...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course, Starter]</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>PT10M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Salade Liegeoise Salad Recipe</td>\n",
       "      <td>PT70M</td>\n",
       "      <td>[12,5 oz potatoes ((350 g)), 7 oz green beans ...</td>\n",
       "      <td>[Scrub the potatoes well, don't peel them. Cho...</td>\n",
       "      <td>[2]</td>\n",
       "      <td>[Lunch, Salad, Side Dish]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT50M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Chicken Vol Au Vents</td>\n",
       "      <td>PT180M</td>\n",
       "      <td>[3 lbs whole chicken ((1,350 g)), 8 medium whi...</td>\n",
       "      <td>[Add the rosemary, garlic, bay leaves, cloves,...</td>\n",
       "      <td>[6, 6 to 8 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT120M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Tarragon Sauce with Beer for Chicken</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>[2 large fresh chicken breasts (with skin), ½ ...</td>\n",
       "      <td>[Season the chicken breasts on both sides with...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT35M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Civet de Lievre (Hare Stew)</td>\n",
       "      <td>PT210M</td>\n",
       "      <td>[4 hare legs (or shoulders), 1 large fresh car...</td>\n",
       "      <td>[Rinse the hare legs under cold running tap wa...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT180M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Belgian Chervil &amp;amp; White Asparagus Soup Recipe</td>\n",
       "      <td>PT70M</td>\n",
       "      <td>[16 fresh white asparagus, 4 cups vegetable st...</td>\n",
       "      <td>[Carefully peel the white asparagus using a ve...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Soup, Starter]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Belgian Beer &amp; Endive Soup</td>\n",
       "      <td>PT50M</td>\n",
       "      <td>[2 large fresh Belgian endives, 1 cup Belgian ...</td>\n",
       "      <td>[Add the chopped onion, garlic and butter to a...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Lunch, Soup, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT20M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Hutsepot</td>\n",
       "      <td>PT130M</td>\n",
       "      <td>[1 ⅓ lbs floury potatoes ((600 g), peeled and ...</td>\n",
       "      <td>[Add the diced bacon and butter to a large cas...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>PT90M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Meatballs In Tomato Sauce</td>\n",
       "      <td>PT150M</td>\n",
       "      <td>[2 ½ lbs ground beef ((1125 g), or pork), 5 me...</td>\n",
       "      <td>[Heat some olive oil in a saucepan until hot. ...</td>\n",
       "      <td>[6, 6 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Pork Chops In Beer &amp; Bacon</td>\n",
       "      <td>PT55M</td>\n",
       "      <td>[2 fresh pork chops, 2,5 oz salted bacon ((70 ...</td>\n",
       "      <td>[Slice the bacon into strips. Season the pork ...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Belgian Meatballs with Sour Cherries</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>[12,5 oz meat mince ((350 g)), 1 tbsp breadcru...</td>\n",
       "      <td>[Add the chopped shallot, the bay leaves and h...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Belgian Sugar Pie Recipe</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>[7 oz self-raising flour ((200 g)), 3 oz unsal...</td>\n",
       "      <td>[Add the self-raising flour and diced cold but...</td>\n",
       "      <td>[6, 6 people]</td>\n",
       "      <td>[Dessert]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Belgian Mussels with Blue Cheese &amp;amp; Tripel ...</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>[14 fresh mussels, ½ cup Belgian dark ale ((12...</td>\n",
       "      <td>[Rinse the mussels under cold running tap wate...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Appetizer, Starter]</td>\n",
       "      <td>PT20M</td>\n",
       "      <td>PT20M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Easy Ham And Leeks Rolls</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>[12 slices cured ham, 12 slices Emmental chees...</td>\n",
       "      <td>[Trim and rinse the leeks. Then chop the leeks...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>White Asparagus with Smoked Salmon &amp;amp; Dill ...</td>\n",
       "      <td>PT75M</td>\n",
       "      <td>[8 thick fresh white asparagus, 5,5 oz smoked ...</td>\n",
       "      <td>[First off: peel the white asparagus. Place th...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Stoemp</td>\n",
       "      <td>PT90M</td>\n",
       "      <td>[2 pork sausages, 2 thick slices salted bacon,...</td>\n",
       "      <td>[Add the chopped potatoes and garlic to a high...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Tomate Aux Crevettes (Shrimp Stuffed Tomatoes)</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>[4 large fresh tomatoes, 12,5 oz grey North Se...</td>\n",
       "      <td>[You can peel the tomatoes if you prefer. Ther...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Lunch, Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Buttery Braised Mustard Carrots</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>[1 ½ lbs fresh carrots ((675 g)), 3 garlic clo...</td>\n",
       "      <td>[Peel and chop the garlic cloves and onion. Ad...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Side Dish]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT30M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>White Asparagus with Shrimp Salad</td>\n",
       "      <td>PT40M</td>\n",
       "      <td>[8 thick fresh white asparagus, 4,5 oz grey No...</td>\n",
       "      <td>[Peel the white asparagus. Place them on a cle...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Lunch, Main Course, Starter]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT10M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Leeks Au Gratin with Beer</td>\n",
       "      <td>PT75M</td>\n",
       "      <td>[3 large fresh leeks, 1 small garlic clove, ¼ ...</td>\n",
       "      <td>[Chop off the roots and remove the greener tou...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Side Dish]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Eels in Green Sauce (Paling in ’t Groen)</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>[1 ⅖ lbs fresh eel ((650 g), cleaned), 2 mediu...</td>\n",
       "      <td>[Heat a large pan of water until boiling. Rins...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course, Starter]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Belgian Braised Endives</td>\n",
       "      <td>PT50M</td>\n",
       "      <td>[4 fresh Belgian endives, 2 tbsp unsalted butt...</td>\n",
       "      <td>[Rinse the endives and let them drain on a cle...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Side Dish]</td>\n",
       "      <td>PT5M</td>\n",
       "      <td>PT45M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Buttermilk Mashed Potatoes (Flemish Karnemelks...</td>\n",
       "      <td>PT50M</td>\n",
       "      <td>[2 tbsp grey North Sea shrimp ((peeled)), 5,5 ...</td>\n",
       "      <td>[Peel the potatoes and chop them into smaller ...</td>\n",
       "      <td>[1, 1 people]</td>\n",
       "      <td>[Lunch]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT20M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Kriek Beer Turkey Stew</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>[2 lbs fresh turkey breast ((900 g)), 1 lb sil...</td>\n",
       "      <td>[Rinse the turkey breast under cold running ta...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT50M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Easy Turnip Recipe</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>[1 ⅔ lbs yellow turnips ((700 g)), 3,5 oz parm...</td>\n",
       "      <td>[Rinse the yellow turnips and let them drain f...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Side Dish]</td>\n",
       "      <td>PT25M</td>\n",
       "      <td>PT35M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Belgian Chicory Rolls</td>\n",
       "      <td>PT120M</td>\n",
       "      <td>[4 fresh Belgian endives, 4 slices cooked ham,...</td>\n",
       "      <td>[Rinse the endives. Remove the little discolor...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>PT60M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Belgian Blind Finches</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>[8 thin slices beef, 9 oz ground beef ((250 g)...</td>\n",
       "      <td>[In a saucepan melt the butter and add the cho...</td>\n",
       "      <td>[4, 4 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>Chicken With Port Sauce &amp; Mushrooms</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>[2 large fresh chicken breasts, 10 white mushr...</td>\n",
       "      <td>[Pour the red port wine in a medium saucepan a...</td>\n",
       "      <td>[2, 2 people]</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>PT10M</td>\n",
       "      <td>PT35M</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 name total_time  \\\n",
       "0                      Belgian Celery Sauce Meatballs      PT90M   \n",
       "1                         Mussels with Celery & Onion      PT40M   \n",
       "2                        Classic Steak Tartare Recipe      PT30M   \n",
       "3         Delicious Frog Legs Recipe in Garlic Butter      PT25M   \n",
       "4                        Belgian Tomato Meatball Soup      PT90M   \n",
       "5                             Stuffed Tomatoes Recipe     PT120M   \n",
       "6            Veau en Tortue (Veal Head & Tomato Stew)      PT40M   \n",
       "7               Belgian Beer Braised Pork Cheeks Stew     PT210M   \n",
       "8                        Carpaccio of White Asparagus      PT30M   \n",
       "9                       Creamy Salmon & Sorrel Recipe      PT50M   \n",
       "10                              Split Pea Soup Recipe     PT210M   \n",
       "11                                  Belgian Waterzooi     PT120M   \n",
       "12                                  How To Make Fries      PT30M   \n",
       "13           Classic Homemade Belgian Rice Pie Recipe     PT150M   \n",
       "14                   Flemish Carbonnade Flamande Stew     PT360M   \n",
       "15                               Sole Meuniere Recipe      PT50M   \n",
       "16  What are maatjes, Dutch new herring or matjesh...      PT30M   \n",
       "17               White Asparagus Flemish Style Recipe      PT55M   \n",
       "18                      Salade Liegeoise Salad Recipe      PT70M   \n",
       "19                               Chicken Vol Au Vents     PT180M   \n",
       "20               Tarragon Sauce with Beer for Chicken      PT45M   \n",
       "21                        Civet de Lievre (Hare Stew)     PT210M   \n",
       "22  Belgian Chervil &amp; White Asparagus Soup Recipe      PT70M   \n",
       "23                         Belgian Beer & Endive Soup      PT50M   \n",
       "24                                           Hutsepot     PT130M   \n",
       "25                          Meatballs In Tomato Sauce     PT150M   \n",
       "26                         Pork Chops In Beer & Bacon      PT55M   \n",
       "27               Belgian Meatballs with Sour Cherries      PT90M   \n",
       "28                           Belgian Sugar Pie Recipe      PT20M   \n",
       "29  Belgian Mussels with Blue Cheese &amp; Tripel ...      PT40M   \n",
       "30                           Easy Ham And Leeks Rolls     PT120M   \n",
       "31  White Asparagus with Smoked Salmon &amp; Dill ...      PT75M   \n",
       "32                                             Stoemp      PT90M   \n",
       "33     Tomate Aux Crevettes (Shrimp Stuffed Tomatoes)      PT60M   \n",
       "34                    Buttery Braised Mustard Carrots      PT40M   \n",
       "35                  White Asparagus with Shrimp Salad      PT40M   \n",
       "36                          Leeks Au Gratin with Beer      PT75M   \n",
       "37           Eels in Green Sauce (Paling in ’t Groen)     PT120M   \n",
       "38                            Belgian Braised Endives      PT50M   \n",
       "39  Buttermilk Mashed Potatoes (Flemish Karnemelks...      PT50M   \n",
       "40                             Kriek Beer Turkey Stew      PT60M   \n",
       "41                                 Easy Turnip Recipe      PT60M   \n",
       "42                              Belgian Chicory Rolls     PT120M   \n",
       "43                              Belgian Blind Finches      PT30M   \n",
       "44                Chicken With Port Sauce & Mushrooms      PT45M   \n",
       "\n",
       "                                          ingredients  \\\n",
       "0   [13 oz meat mince ((375 g)), 1 tbsp breadcrumb...   \n",
       "1   [4 lbs fresh mussels ((1,8 kg), cleaned), 1 sm...   \n",
       "2   [5,5 oz ground beef ((155 g)), 1 tbsp shallots...   \n",
       "3   [10,5 oz frog legs ((300 g), fresh or thawed),...   \n",
       "4   [1 lb canned chopped tomatoes ((450 g)), 4 cup...   \n",
       "5   [4 medium fresh tomatoes, 12 ½ oz ground beef ...   \n",
       "6   [1 lb tortue veal head cheese ((450 g)), ¼ cup...   \n",
       "7   [6 pork cheeks ((about 10,5 oz or 350 g)), 2 s...   \n",
       "8   [2 fresh white asparagus, 1 tsp sesame seeds, ...   \n",
       "9   [10,5 oz fresh salmon ((300 g)), ½ cup cream (...   \n",
       "10  [1 lb dried split peas ((450 g)), 3 large garl...   \n",
       "11  [1 fresh chicken leg, 1 fresh chicken breast, ...   \n",
       "12    [2 ⅓ lbs floury potatoes ((1 kg)), sharp knife]   \n",
       "13  [4,5 oz rice ((125 g), long grain or Arborio )...   \n",
       "14  [3 lbs pork or beef chuck ((1350 g)), 1 small ...   \n",
       "15  [2 medium dover soles, 3 tbsp unsalted butter,...   \n",
       "16  [2 fat matjesherring (cleaned), a handful gree...   \n",
       "17  [10 thick fresh white asparagus, 3 large hard-...   \n",
       "18  [12,5 oz potatoes ((350 g)), 7 oz green beans ...   \n",
       "19  [3 lbs whole chicken ((1,350 g)), 8 medium whi...   \n",
       "20  [2 large fresh chicken breasts (with skin), ½ ...   \n",
       "21  [4 hare legs (or shoulders), 1 large fresh car...   \n",
       "22  [16 fresh white asparagus, 4 cups vegetable st...   \n",
       "23  [2 large fresh Belgian endives, 1 cup Belgian ...   \n",
       "24  [1 ⅓ lbs floury potatoes ((600 g), peeled and ...   \n",
       "25  [2 ½ lbs ground beef ((1125 g), or pork), 5 me...   \n",
       "26  [2 fresh pork chops, 2,5 oz salted bacon ((70 ...   \n",
       "27  [12,5 oz meat mince ((350 g)), 1 tbsp breadcru...   \n",
       "28  [7 oz self-raising flour ((200 g)), 3 oz unsal...   \n",
       "29  [14 fresh mussels, ½ cup Belgian dark ale ((12...   \n",
       "30  [12 slices cured ham, 12 slices Emmental chees...   \n",
       "31  [8 thick fresh white asparagus, 5,5 oz smoked ...   \n",
       "32  [2 pork sausages, 2 thick slices salted bacon,...   \n",
       "33  [4 large fresh tomatoes, 12,5 oz grey North Se...   \n",
       "34  [1 ½ lbs fresh carrots ((675 g)), 3 garlic clo...   \n",
       "35  [8 thick fresh white asparagus, 4,5 oz grey No...   \n",
       "36  [3 large fresh leeks, 1 small garlic clove, ¼ ...   \n",
       "37  [1 ⅖ lbs fresh eel ((650 g), cleaned), 2 mediu...   \n",
       "38  [4 fresh Belgian endives, 2 tbsp unsalted butt...   \n",
       "39  [2 tbsp grey North Sea shrimp ((peeled)), 5,5 ...   \n",
       "40  [2 lbs fresh turkey breast ((900 g)), 1 lb sil...   \n",
       "41  [1 ⅔ lbs yellow turnips ((700 g)), 3,5 oz parm...   \n",
       "42  [4 fresh Belgian endives, 4 slices cooked ham,...   \n",
       "43  [8 thin slices beef, 9 oz ground beef ((250 g)...   \n",
       "44  [2 large fresh chicken breasts, 10 white mushr...   \n",
       "\n",
       "                                         instructions            servings  \\\n",
       "0   [Peel the garlic and shallot. Chop both very f...                 [2]   \n",
       "1   [Pour the olive oil in a large and high pan an...       [2, 2 people]   \n",
       "2   [Transfer the ground beef to a large mixing bo...       [1, 1 person]   \n",
       "3   [1. Let the frog legs soak in the milk in the ...       [2, 2 people]   \n",
       "4   [Add the butter to a large and high pan. Place...       [4, 4 people]   \n",
       "5   [Peel and chop the onion and garlic. Add them ...       [4, 4 people]   \n",
       "6   [1. Add the veal head cheese to a large pan an...       [2, 2 people]   \n",
       "7   [1) Add the butter or lard together with the c...       [2, 2 people]   \n",
       "8   [First peel the asparagus. Place them horizont...       [2, 2 people]   \n",
       "9   [Rinse and drain the sorrel. Chop it up and pu...       [2, 2 people]   \n",
       "10  [Soak the split peas in plenty of cold water f...       [4, 4 people]   \n",
       "11  [Place the chicken, water and one garlic clove...       [2, 2 people]   \n",
       "12  [1. Peel the potatoes. Don&#x27;t rinse them!,...       [4, 4 people]   \n",
       "13  [Warm ¼ cup (60 ml) of milk until it is tepid,...                 [6]   \n",
       "14  [Add the butter, bay leaves, fresh thyme and c...       [4, 4 people]   \n",
       "15  [Rinse the dover soles under cold running tap ...       [2, 2 people]   \n",
       "16  [1. Trim the green beans and rinse them. Fill ...                 [2]   \n",
       "17  [First peel the asparagus. Place them horizont...       [2, 2 people]   \n",
       "18  [Scrub the potatoes well, don't peel them. Cho...                 [2]   \n",
       "19  [Add the rosemary, garlic, bay leaves, cloves,...  [6, 6 to 8 people]   \n",
       "20  [Season the chicken breasts on both sides with...       [2, 2 people]   \n",
       "21  [Rinse the hare legs under cold running tap wa...       [4, 4 people]   \n",
       "22  [Carefully peel the white asparagus using a ve...       [4, 4 people]   \n",
       "23  [Add the chopped onion, garlic and butter to a...       [2, 2 people]   \n",
       "24  [Add the diced bacon and butter to a large cas...       [4, 4 people]   \n",
       "25  [Heat some olive oil in a saucepan until hot. ...       [6, 6 people]   \n",
       "26  [Slice the bacon into strips. Season the pork ...       [2, 2 people]   \n",
       "27  [Add the chopped shallot, the bay leaves and h...       [2, 2 people]   \n",
       "28  [Add the self-raising flour and diced cold but...       [6, 6 people]   \n",
       "29  [Rinse the mussels under cold running tap wate...       [2, 2 people]   \n",
       "30  [Trim and rinse the leeks. Then chop the leeks...       [4, 4 people]   \n",
       "31  [First off: peel the white asparagus. Place th...       [2, 2 people]   \n",
       "32  [Add the chopped potatoes and garlic to a high...       [2, 2 people]   \n",
       "33  [You can peel the tomatoes if you prefer. Ther...       [4, 4 people]   \n",
       "34  [Peel and chop the garlic cloves and onion. Ad...       [2, 2 people]   \n",
       "35  [Peel the white asparagus. Place them on a cle...       [2, 2 people]   \n",
       "36  [Chop off the roots and remove the greener tou...       [2, 2 people]   \n",
       "37  [Heat a large pan of water until boiling. Rins...       [4, 4 people]   \n",
       "38  [Rinse the endives and let them drain on a cle...       [2, 2 people]   \n",
       "39  [Peel the potatoes and chop them into smaller ...       [1, 1 people]   \n",
       "40  [Rinse the turkey breast under cold running ta...       [4, 4 people]   \n",
       "41  [Rinse the yellow turnips and let them drain f...       [4, 4 people]   \n",
       "42  [Rinse the endives. Remove the little discolor...       [2, 2 people]   \n",
       "43  [In a saucepan melt the butter and add the cho...       [4, 4 people]   \n",
       "44  [Pour the red port wine in a medium saucepan a...       [2, 2 people]   \n",
       "\n",
       "                         category prep_time cook_time  \n",
       "0                   [Main Course]     PT45M     PT45M  \n",
       "1                   [Main Course]     PT20M     PT20M  \n",
       "2          [Main Course, Starter]     PT30M      None  \n",
       "3          [Main Course, Starter]     PT70M     PT15M  \n",
       "4          [Lunch, Soup, Starter]     PT30M     PT60M  \n",
       "5                   [Main Course]     PT60M     PT60M  \n",
       "6                   [Main Course]     PT10M     PT30M  \n",
       "7                   [Main Course]     PT30M    PT180M  \n",
       "8            [Appetizer, Starter]     PT30M      None  \n",
       "9                   [Main Course]     PT20M     PT30M  \n",
       "10     [Lunch, Main Course, Soup]    PT120M     PT90M  \n",
       "11                  [Main Course]     PT60M     PT60M  \n",
       "12                    [Side Dish]     PT30M      None  \n",
       "13                      [Dessert]     PT90M     PT60M  \n",
       "14                  [Main Course]     PT60M    PT300M  \n",
       "15                  [Main Course]     PT20M     PT30M  \n",
       "16                 [Lunch, Salad]     PT20M     PT10M  \n",
       "17         [Main Course, Starter]     PT45M     PT10M  \n",
       "18      [Lunch, Salad, Side Dish]     PT20M     PT50M  \n",
       "19                  [Main Course]     PT60M    PT120M  \n",
       "20                  [Main Course]     PT10M     PT35M  \n",
       "21                  [Main Course]     PT30M    PT180M  \n",
       "22                [Soup, Starter]     PT10M     PT60M  \n",
       "23         [Lunch, Soup, Starter]     PT30M     PT20M  \n",
       "24                  [Main Course]     PT40M     PT90M  \n",
       "25                  [Main Course]     PT90M     PT60M  \n",
       "26                  [Main Course]     PT10M     PT45M  \n",
       "27                  [Main Course]     PT45M     PT45M  \n",
       "28                      [Dessert]     PT20M      None  \n",
       "29           [Appetizer, Starter]     PT20M     PT20M  \n",
       "30                  [Main Course]     PT60M     PT60M  \n",
       "31         [Main Course, Starter]     PT30M     PT45M  \n",
       "32                  [Main Course]     PT30M     PT60M  \n",
       "33           [Lunch, Main Course]     PT60M      None  \n",
       "34                    [Side Dish]     PT10M     PT30M  \n",
       "35  [Lunch, Main Course, Starter]     PT30M     PT10M  \n",
       "36                    [Side Dish]     PT30M     PT45M  \n",
       "37         [Main Course, Starter]     PT60M     PT60M  \n",
       "38                    [Side Dish]      PT5M     PT45M  \n",
       "39                        [Lunch]     PT30M     PT20M  \n",
       "40                  [Main Course]     PT10M     PT50M  \n",
       "41                    [Side Dish]     PT25M     PT35M  \n",
       "42                  [Main Course]     PT60M     PT60M  \n",
       "43                  [Main Course]     PT30M      None  \n",
       "44                  [Main Course]     PT10M     PT35M  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "result_df.to_csv('data/belgium/belgium_junedarville.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "7f97af7b90ec3405e1f66aa9bfad4ba40234615df6d29df3ef268808d6a9feec"
  },
  "kernelspec": {
   "display_name": "Python 3.9.1 ('wb-scraping': venv)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.1"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}