01_collect_data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "polars.config.Config"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import polars as pl\n",
    "from polars import selectors as cs\n",
    "from great_tables import GT\n",
    "\n",
    "pl.Config.set_tbl_rows(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "adult_occupant_columns = [\n",
    "    \"Frontal Impact\",\n",
    "    \"Lateral Impact\",\n",
    "    \"Rear Impact\",\n",
    "    \"Rescue and Extrication\",\n",
    "]\n",
    "\n",
    "child_occupant_columns = [\n",
    "    \"Crash Test Performance\",\n",
    "    \"Safety Features\",\n",
    "    \"CRS Installation Check\",\n",
    "]\n",
    "\n",
    "\n",
    "vulnerable_road_users_columns = [\"VRU Impact Protection\", \"VRU Impact Mitigation\"]\n",
    "\n",
    "\n",
    "safety_assist_columns = [\n",
    "    \"Speed Assistance\",\n",
    "    \"Occupant Status Monitoring\",\n",
    "    \"Lane Support\",\n",
    "    \"AEB Car-to-Car\",\n",
    "]\n",
    "\n",
    "columns = [\n",
    "    \"Make\",\n",
    "    \"Model\",\n",
    "    \"Class\",\n",
    "    \"Url\",\n",
    "    \"Stars\",\n",
    "    *adult_occupant_columns,\n",
    "    *child_occupant_columns,\n",
    "    *vulnerable_road_users_columns,\n",
    "    *safety_assist_columns,\n",
    "]\n",
    "\n",
    "data = [\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"BMW\",\n",
    "                \"BMW 5 Series\",\n",
    "                \"Large Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/bmw/5+series/50186\",\n",
    "                5,\n",
    "                14,\n",
    "                15.1,\n",
    "                3.5,\n",
    "                3,\n",
    "                24,\n",
    "                6,\n",
    "                12,\n",
    "                30.1,\n",
    "                24.4,\n",
    "                1.8,\n",
    "                1.3,\n",
    "                3,\n",
    "                8.1,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"BYD\",\n",
    "                \"BYD DOLPHIN\",\n",
    "                \"Small Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/byd/dolphin/50011\",\n",
    "                5,\n",
    "                13.1,\n",
    "                15.7,\n",
    "                4,\n",
    "                3,\n",
    "                24,\n",
    "                7,\n",
    "                12,\n",
    "                29.4,\n",
    "                24.5,\n",
    "                2.7,\n",
    "                1.3,\n",
    "                3,\n",
    "                7.5,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"BYD\",\n",
    "                \"BYD SEAL\",\n",
    "                \"Large Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/byd/seal/50012\",\n",
    "                5,\n",
    "                13.5,\n",
    "                16,\n",
    "                3.7,\n",
    "                2.5,\n",
    "                24,\n",
    "                7,\n",
    "                12,\n",
    "                27.9,\n",
    "                23.9,\n",
    "                2.6,\n",
    "                1.3,\n",
    "                2.8,\n",
    "                7.2,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"BYD\",\n",
    "                \"BYD SEAL-U\",\n",
    "                \"Small SUV\",\n",
    "                \"https://www.euroncap.com/en/results/byd/seal-u/50187\",\n",
    "                5,\n",
    "                14,\n",
    "                16,\n",
    "                3.4,\n",
    "                3,\n",
    "                23.4,\n",
    "                7,\n",
    "                12,\n",
    "                28.3,\n",
    "                24.3,\n",
    "                2.6,\n",
    "                1.4,\n",
    "                3,\n",
    "                6.9,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"BYD\",\n",
    "                \"BYD TANG\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/byd/tang/50188\",\n",
    "                5,\n",
    "                14.5,\n",
    "                14.7,\n",
    "                3.5,\n",
    "                2.5,\n",
    "                24,\n",
    "                7,\n",
    "                12,\n",
    "                27.2,\n",
    "                23.8,\n",
    "                2.5,\n",
    "                1.2,\n",
    "                3,\n",
    "                6.6,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Honda\",\n",
    "                \"Honda ZR-V\",\n",
    "                \"Small SUV\",\n",
    "                \"https://www.euroncap.com/en/results/honda/zr-v/50189\",\n",
    "                4,\n",
    "                13,\n",
    "                15,\n",
    "                3.5,\n",
    "                0.5,\n",
    "                24,\n",
    "                6.3,\n",
    "                12,\n",
    "                29,\n",
    "                22,\n",
    "                1.6,\n",
    "                1.4,\n",
    "                2.3,\n",
    "                7.2,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Hyundai\",\n",
    "                \"Hyundai KONA\",\n",
    "                \"Small SUV\",\n",
    "                \"https://www.euroncap.com/en/results/hyundai/kona/50190\",\n",
    "                4,\n",
    "                10.9,\n",
    "                15.4,\n",
    "                3.4,\n",
    "                2.5,\n",
    "                22.6,\n",
    "                6.3,\n",
    "                12,\n",
    "                23,\n",
    "                17.9,\n",
    "                1.8,\n",
    "                1.8,\n",
    "                2.5,\n",
    "                4.8,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Kia\",\n",
    "                \"Kia EV9\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/kia/ev9/50191\",\n",
    "                5,\n",
    "                12.7,\n",
    "                15.3,\n",
    "                3.1,\n",
    "                2.5,\n",
    "                24,\n",
    "                7.3,\n",
    "                12,\n",
    "                26.9,\n",
    "                21.5,\n",
    "                2.3,\n",
    "                2.5,\n",
    "                3,\n",
    "                7.3,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Lexus\",\n",
    "                \"Lexus RZ\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/lexus/rz/49905\",\n",
    "                5,\n",
    "                12.9,\n",
    "                15.4,\n",
    "                3.7,\n",
    "                3,\n",
    "                24,\n",
    "                7,\n",
    "                12,\n",
    "                26.9,\n",
    "                26.5,\n",
    "                2.1,\n",
    "                1.3,\n",
    "                3,\n",
    "                8.3,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Mercedes-Benz\",\n",
    "                \"Mercedes-EQ EQE SUV\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/mercedes-benz/eqe+suv/50192\",\n",
    "                5,\n",
    "                13.4,\n",
    "                14.3,\n",
    "                3.8,\n",
    "                3.5,\n",
    "                24,\n",
    "                8.3,\n",
    "                12,\n",
    "                27.1,\n",
    "                23.5,\n",
    "                2.4,\n",
    "                1.4,\n",
    "                2.8,\n",
    "                8.9,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"NIO\",\n",
    "                \"NIO EL7\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/nio/el7/49770\",\n",
    "                5,\n",
    "                13.7,\n",
    "                16,\n",
    "                3.6,\n",
    "                4,\n",
    "                24,\n",
    "                6,\n",
    "                12,\n",
    "                28.6,\n",
    "                22.2,\n",
    "                2.3,\n",
    "                2.6,\n",
    "                2.3,\n",
    "                7.1,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"NIO\",\n",
    "                \"NIO ET5\",\n",
    "                \"Large Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/nio/et5/49769\",\n",
    "                5,\n",
    "                14.7,\n",
    "                16,\n",
    "                3.8,\n",
    "                4,\n",
    "                24,\n",
    "                6,\n",
    "                12,\n",
    "                29.7,\n",
    "                22.9,\n",
    "                2.3,\n",
    "                2.6,\n",
    "                2.8,\n",
    "                7.1,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"smart\",\n",
    "                \"smart #3\",\n",
    "                \"Small Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/smart/%233/50193\",\n",
    "                5,\n",
    "                15,\n",
    "                14.1,\n",
    "                3.7,\n",
    "                3.5,\n",
    "                23.3,\n",
    "                7,\n",
    "                12,\n",
    "                29.7,\n",
    "                23.3,\n",
    "                2.3,\n",
    "                2.4,\n",
    "                3,\n",
    "                7.8,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"VinFast\",\n",
    "                \"VinFast VF8\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/vinfast/vf8/50194\",\n",
    "                4,\n",
    "                10.2,\n",
    "                13.4,\n",
    "                3.5,\n",
    "                3.5,\n",
    "                24,\n",
    "                8,\n",
    "                12,\n",
    "                24.2,\n",
    "                24.4,\n",
    "                2.5,\n",
    "                1.5,\n",
    "                3,\n",
    "                7.4,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"Volkswagen\",\n",
    "                \"Volkswagen ID.7\",\n",
    "                \"Large Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/vw/id.7/50196\",\n",
    "                5,\n",
    "                14.8,\n",
    "                15.9,\n",
    "                3.7,\n",
    "                4,\n",
    "                24,\n",
    "                7.3,\n",
    "                12,\n",
    "                32.4,\n",
    "                20.3,\n",
    "                2.6,\n",
    "                1.3,\n",
    "                3,\n",
    "                7.6,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"XPENG\",\n",
    "                \"XPENG G9\",\n",
    "                \"Large SUV\",\n",
    "                \"https://www.euroncap.com/en/results/xpeng/g9/50198\",\n",
    "                5,\n",
    "                12.4,\n",
    "                15.5,\n",
    "                3.8,\n",
    "                2.5,\n",
    "                24,\n",
    "                6,\n",
    "                12,\n",
    "                23.6,\n",
    "                26.1,\n",
    "                2.5,\n",
    "                1,\n",
    "                2.5,\n",
    "                8.1,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "    dict(\n",
    "        zip(\n",
    "            columns,\n",
    "            (\n",
    "                \"XPENG\",\n",
    "                \"XPENG P7\",\n",
    "                \"Large Family Car\",\n",
    "                \"https://www.euroncap.com/en/results/xpeng/p7/50017\",\n",
    "                5,\n",
    "                14,\n",
    "                15.3,\n",
    "                3.2,\n",
    "                2.5,\n",
    "                24,\n",
    "                4,\n",
    "                12,\n",
    "                25.7,\n",
    "                25.8,\n",
    "                2.5,\n",
    "                1.7,\n",
    "                2.5,\n",
    "                7.5,\n",
    "            ),\n",
    "        )\n",
    "    ),\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (5, 18)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>Make</th><th>Model</th><th>Class</th><th>Url</th><th>Stars</th><th>Frontal Impact</th><th>Lateral Impact</th><th>Rear Impact</th><th>Rescue and Extrication</th><th>Crash Test Performance</th><th>Safety Features</th><th>CRS Installation Check</th><th>VRU Impact Protection</th><th>VRU Impact Mitigation</th><th>Speed Assistance</th><th>Occupant Status Monitoring</th><th>Lane Support</th><th>AEB Car-to-Car</th></tr><tr><td>str</td><td>str</td><td>str</td><td>str</td><td>i64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>i64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td></tr></thead><tbody><tr><td>&quot;BMW&quot;</td><td>&quot;BMW 5 Series&quot;</td><td>&quot;Large Family Car&quot;</td><td>&quot;https://www.euroncap.com/en/re…</td><td>5</td><td>14.0</td><td>15.1</td><td>3.5</td><td>3.0</td><td>24.0</td><td>6.0</td><td>12</td><td>30.1</td><td>24.4</td><td>1.8</td><td>1.3</td><td>3.0</td><td>8.1</td></tr><tr><td>&quot;BYD&quot;</td><td>&quot;BYD DOLPHIN&quot;</td><td>&quot;Small Family Car&quot;</td><td>&quot;https://www.euroncap.com/en/re…</td><td>5</td><td>13.1</td><td>15.7</td><td>4.0</td><td>3.0</td><td>24.0</td><td>7.0</td><td>12</td><td>29.4</td><td>24.5</td><td>2.7</td><td>1.3</td><td>3.0</td><td>7.5</td></tr><tr><td>&quot;BYD&quot;</td><td>&quot;BYD SEAL&quot;</td><td>&quot;Large Family Car&quot;</td><td>&quot;https://www.euroncap.com/en/re…</td><td>5</td><td>13.5</td><td>16.0</td><td>3.7</td><td>2.5</td><td>24.0</td><td>7.0</td><td>12</td><td>27.9</td><td>23.9</td><td>2.6</td><td>1.3</td><td>2.8</td><td>7.2</td></tr><tr><td>&quot;BYD&quot;</td><td>&quot;BYD SEAL-U&quot;</td><td>&quot;Small SUV&quot;</td><td>&quot;https://www.euroncap.com/en/re…</td><td>5</td><td>14.0</td><td>16.0</td><td>3.4</td><td>3.0</td><td>23.4</td><td>7.0</td><td>12</td><td>28.3</td><td>24.3</td><td>2.6</td><td>1.4</td><td>3.0</td><td>6.9</td></tr><tr><td>&quot;BYD&quot;</td><td>&quot;BYD TANG&quot;</td><td>&quot;Large SUV&quot;</td><td>&quot;https://www.euroncap.com/en/re…</td><td>5</td><td>14.5</td><td>14.7</td><td>3.5</td><td>2.5</td><td>24.0</td><td>7.0</td><td>12</td><td>27.2</td><td>23.8</td><td>2.5</td><td>1.2</td><td>3.0</td><td>6.6</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (5, 18)\n",
       "┌──────┬────────────┬────────────┬────────────┬───┬────────────┬───────────┬───────────┬───────────┐\n",
       "│ Make ┆ Model      ┆ Class      ┆ Url        ┆ … ┆ Speed      ┆ Occupant  ┆ Lane      ┆ AEB Car-t │\n",
       "│ ---  ┆ ---        ┆ ---        ┆ ---        ┆   ┆ Assistance ┆ Status    ┆ Support   ┆ o-Car     │\n",
       "│ str  ┆ str        ┆ str        ┆ str        ┆   ┆ ---        ┆ Monitorin ┆ ---       ┆ ---       │\n",
       "│      ┆            ┆            ┆            ┆   ┆ f64        ┆ g         ┆ f64       ┆ f64       │\n",
       "│      ┆            ┆            ┆            ┆   ┆            ┆ ---       ┆           ┆           │\n",
       "│      ┆            ┆            ┆            ┆   ┆            ┆ f64       ┆           ┆           │\n",
       "╞══════╪════════════╪════════════╪════════════╪═══╪════════════╪═══════════╪═══════════╪═══════════╡\n",
       "│ BMW  ┆ BMW 5      ┆ Large      ┆ https://ww ┆ … ┆ 1.8        ┆ 1.3       ┆ 3.0       ┆ 8.1       │\n",
       "│      ┆ Series     ┆ Family Car ┆ w.euroncap ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ .com/en/re ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ …          ┆   ┆            ┆           ┆           ┆           │\n",
       "│ BYD  ┆ BYD        ┆ Small      ┆ https://ww ┆ … ┆ 2.7        ┆ 1.3       ┆ 3.0       ┆ 7.5       │\n",
       "│      ┆ DOLPHIN    ┆ Family Car ┆ w.euroncap ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ .com/en/re ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ …          ┆   ┆            ┆           ┆           ┆           │\n",
       "│ BYD  ┆ BYD SEAL   ┆ Large      ┆ https://ww ┆ … ┆ 2.6        ┆ 1.3       ┆ 2.8       ┆ 7.2       │\n",
       "│      ┆            ┆ Family Car ┆ w.euroncap ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ .com/en/re ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ …          ┆   ┆            ┆           ┆           ┆           │\n",
       "│ BYD  ┆ BYD SEAL-U ┆ Small SUV  ┆ https://ww ┆ … ┆ 2.6        ┆ 1.4       ┆ 3.0       ┆ 6.9       │\n",
       "│      ┆            ┆            ┆ w.euroncap ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ .com/en/re ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ …          ┆   ┆            ┆           ┆           ┆           │\n",
       "│ BYD  ┆ BYD TANG   ┆ Large SUV  ┆ https://ww ┆ … ┆ 2.5        ┆ 1.2       ┆ 3.0       ┆ 6.6       │\n",
       "│      ┆            ┆            ┆ w.euroncap ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ .com/en/re ┆   ┆            ┆           ┆           ┆           │\n",
       "│      ┆            ┆            ┆ …          ┆   ┆            ┆           ┆           ┆           │\n",
       "└──────┴────────────┴────────────┴────────────┴───┴────────────┴───────────┴───────────┴───────────┘"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = (\n",
    "    pl.DataFrame(data)\n",
    ") \n",
    "                  \n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_77767/1814895135.py:1: DeprecationWarning: `DataFrame.write_json` will only write row-oriented JSON in the next breaking release. Use `DataFrame.serialize` instead.\n",
      "  df.cast(pl.Utf8).write_json(\"euroncap_2023.json\")\n"
     ]
    }
   ],
   "source": [
    "df.cast(pl.Utf8).write_json(\"euroncap_2023.json\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}