4. Sabadell Cinema Example.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# Scrapping de dades d'internet\n",
    "\n",
    "Finalment veurem com fer scrapping de dades de pàgines web. Fer scrapping vol dir agafar informació directament de les pàgines web, sense passar per un fitxer de dades ni per un API. En aquest cas el que fem és obrir una pàgina web i amb l'ajuda de python el que fem és buscar les dades que necessitem en el document HTML que ens envia el servidor web. \n",
    "Fer scrapping no és senzill i hi ha certes pàgines web que no deixen que es pugui fer, intenten posar-vos-ho difícil. \n",
    "\n",
    "En el nostre cas anirem a la web dels cinemes eix macià de sabadell i consultarem la cartellera per avui. Buscarem les pelis que comencen a l'hora que ens interessa (amb 1.30h de marge!) i mirarem que sigui apte per la nostra edat. De les pel·lícules seleccionades obrirem el trailer de la peli que millor valorada estigui en la base de dades que hem usat abans (l'api ens donarà més informació que la de la pàgina del cinema!!!)\n",
    "\n",
    "Per fer això el que farem serà controlar de forma automàtica un nou navegador que s'obrirà sol i farà les accions necessàries. Mireu ben bé com es va movent el nou navegador de forma autònoma i gaudiu del trailer!\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Checking for linux64 chromedriver:2.45 in cache\n",
      "Driver found in /home/nuria/.wdm/chromedriver/2.45/linux64/chromedriver\n",
      "A la cartellera hi ha...:\n",
      "http://www.google.es/search?q=aquaman%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=bohemian%20rhapsody%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=creed%20ii%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=familia%20al%20instante%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=gente%20que%20viene%20y%20bah%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=glass%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=la%20casa%20de%20jack%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=la%20gran%20aventura%20de%20los%20lunnis%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=ralph%20rompe%20internet%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=uno%20mas%20de%20la%20familia%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=el%20blues%20de%20beale%20street%20site%3Aimdb.com\n",
      "http://www.google.es/search?q=vose%20el%20blues%20de%20beale%20street%20site%3Aimdb.com\n",
      "Seleccionades...:\n",
      "2018-10-31 - BOHEMIAN RHAPSODY(12 AÑOS) ['16:00', '19:00', '22:00']*** 8.2\n",
      "2019-01-25 - CREED II(16 AÑOS) ['16:00', '19:00', '20:30', '22:00']*** 6.6\n",
      "2019-01-25 - FAMILIA AL INSTANTE(7 AÑOS) ['16:00', '18:00', '20:00', '22:30']*** 7.5\n",
      "2019-01-18 - GLASS(12 AÑOS) ['16:00', '19:00', '22:00']*** 6.8\n",
      "2019-01-18 - LA GRAN AVENTURA DE LOS LUNNIS(APTA) ['16:00', '18:15']*** 0\n",
      "2018-12-05 - RALPH ROMPE INTERNET(APTA) ['16:00', '18:15']*** 7.4\n",
      "2019-01-18 - UNO MAS DE LA FAMILIA(APTA) ['16:00', '18:00', '20:00']*** 6.6\n",
      "Clicka!\n",
      "https://www.youtube.com/embed/UiOYxLrKYYc?autoplay=1\n",
      "He acabat!\n"
     ]
    }
   ],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.common.action_chains import ActionChains\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.support.ui import WebDriverWait\n",
    "from selenium.webdriver.support import expected_conditions as EC\n",
    "from selenium.common.exceptions import TimeoutException\n",
    "from webdriver_manager.chrome import ChromeDriverManager\n",
    "\n",
    "import requests \n",
    "import datetime\n",
    "import urllib\n",
    "import time\n",
    "\n",
    "\n",
    "edat = 18\n",
    "hora = \"18:00\"\n",
    "\n",
    "\n",
    "cinema = 'http://www.cinemeseixmacia.com/' #Poseu el nom de la pàgina web\n",
    "navegador = webdriver.Chrome(ChromeDriverManager().install())\n",
    "navegador.get(cinema)\n",
    "\n",
    "hora = datetime.datetime.strptime(hora, '%H:%M')\n",
    "pelis_seleccionades=[]\n",
    "\n",
    "elements = navegador.find_elements_by_xpath('//*[@id=\"rt-mainbody\"]/div/div[3]/div')\n",
    "print(\"A la cartellera hi ha...:\")\n",
    "for e in elements:\n",
    "     if e.is_displayed():   \n",
    "        e = e.find_element_by_class_name(\"text\")\n",
    "        peli={}\n",
    "        peli[\"puntuacio\"] = 0\n",
    "        peli[\"release\"] = \"\"\n",
    "        peli[\"classi\"] = e.find_element_by_id(\"dadespeli\").find_element_by_class_name(\"classi\").get_attribute('textContent')\n",
    "        horaris = e.find_elements_by_class_name(\"horasessio\")\n",
    "        peli[\"horaris\"] = [datetime.datetime.strptime(h.find_element_by_tag_name(\"button\").get_attribute('textContent').strip(), '%H:%M') for h in horaris]\n",
    "        peli[\"nom\"] = e.find_element_by_tag_name(\"a\").get_attribute(\"name\").strip()\n",
    "        if any ([( datetime.timedelta(minutes=0, hours=0)  <= x-hora <= datetime.timedelta( hours=1, minutes=30)) for x in peli[\"horaris\"]]):\n",
    "            if peli[\"classi\"] == \"APTA\" or edat > int(peli[\"classi\"][0:2]) :\n",
    "                peli[\"trailer\"] = e.find_element_by_class_name(\"peli-boto-trailer\")\n",
    "                pelis_seleccionades.append(peli)\n",
    "        url_google = 'http://www.google.es/search?q='+ urllib.parse.quote(peli[\"nom\"].lower()+\" site:imdb.com\") \n",
    "        print(url_google)\n",
    "\n",
    "print(\"Seleccionades...:\")\n",
    "for peli in pelis_seleccionades:\n",
    "    \n",
    "    url = \"https://api.themoviedb.org/3/search/movie\"\n",
    "    parameters = {\"include_adult\":False, \"page\":1, \"region\": \"ES\", \"query\": peli[\"nom\"],\"language\":\"es-ES\", \"api_key\":\"ad38c5a701d46fed6b0ebc7c3d25dd49\"  }\n",
    "    response = requests.get(url,params=parameters)\n",
    "    if (int(response.headers[\"x-ratelimit-remaining\"])) > 0:\n",
    "        data = response.json()\n",
    "        if len(data[\"results\"]) > 0 :\n",
    "            millor_result = data[\"results\"][0]\n",
    "            peli[\"puntuacio\"] = millor_result[\"vote_average\"]\n",
    "            peli[\"release\"] = millor_result[\"release_date\"]\n",
    "    else:\n",
    "        print(\"Torna-ho a intentar\")\n",
    "    print(peli[\"release\"]+\" - \"+peli[\"nom\"]+ \"(\"+peli[\"classi\"]+\") \"+ str([ y.time().strftime(\"%H:%M\") for y in peli[\"horaris\"]]) + \"*** \" + str(peli[\"puntuacio\"]))\n",
    "\n",
    "\n",
    "ordenada = sorted(pelis_seleccionades, key=lambda k: k['puntuacio'], reverse=True)\n",
    "ActionChains(navegador).move_to_element(ordenada[0][\"trailer\"]).perform()\n",
    "time.sleep(5)\n",
    "navegador.execute_script(\"arguments[0].click();\", ordenada[0][\"trailer\"])\n",
    "elm = navegador.find_element_by_xpath('//iframe[starts-with(@src, \"https://www.youtube.com/embed\")]')\n",
    "urlStr = elm.get_attribute(\"src\");\n",
    "elm.click()\n",
    "print(\"Clicka!\")\n",
    "print(urlStr)\n",
    "print(\"He acabat!\")\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}