Road_Safety_data.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Road_Safety_data.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyPQbQDpeTuD/NfPeJImq1F/",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/gradedSystem/Road_safety_scraper/blob/main/Road_Safety_data.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 265
        },
        "id": "0z5LcWexsCtq",
        "outputId": "0bd9af25-05fe-4467-ae9c-ac6e3a647db3"
      },
      "source": [
        "from bs4 import BeautifulSoup\n",
        "import requests\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import re\n",
        "\n",
        "URL = \"https://en.wikipedia.org/wiki/Road_safety_in_Europe\"\n",
        "page = requests.get(URL)\n",
        "soup = BeautifulSoup(page.content, \"html.parser\")\n",
        "\n",
        "def clean(text):\n",
        "  cleaner = re.compile('<.*?>|.*?\\((.*?)\\)|[\\(\\[].*?[\\)\\]]')\n",
        "  cleantext = re.sub(cleaner, '', text)\n",
        "  return cleantext.strip('\\n')\n",
        "\n",
        "values = soup.find_all('table')[2].find_all('tr')\n",
        "j = 0\n",
        "table_results = []\n",
        "column_names = []\n",
        "for i in values[1:]:\n",
        "  \"\"\"Get all the values in the table, \n",
        "  clean from html tags and add to overall results\"\"\"\n",
        "  results = i.find_all('td')\n",
        "  new_list = []\n",
        "  n = 0\n",
        "  for j in results[:-2]:\n",
        "    if n == 1:\n",
        "      new_list.append('2018')\n",
        "      new_list.append(clean(str(j)))\n",
        "      n+=1 \n",
        "    else:\n",
        "      new_list.append(clean(str(j)))\n",
        "      n+=1\n",
        "  table_results.append(new_list)\n",
        "\n",
        "for i in values:\n",
        "  \"\"\"Column names\"\"\"\n",
        "  col_results = i.find_all('th')\n",
        "  n = 0\n",
        "  for j in col_results[:-2]:\n",
        "    if n == 1:\n",
        "      column_names.append('Year')\n",
        "      column_names.append(clean(str(j)))\n",
        "      n+=1\n",
        "    else:\n",
        "      column_names.append(clean(str(j)))\n",
        "      n+=1\n",
        "  break\n",
        "\n",
        "data = pd.DataFrame(table_results,columns=column_names)\n",
        "data.sort_values(by=[column_names[-1]],inplace=True)\n",
        "data.reset_index(drop=True,inplace=True)\n",
        "data.head()"
      ],
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Country</th>\n",
              "      <th>Year</th>\n",
              "      <th>Area</th>\n",
              "      <th>Population in 2018</th>\n",
              "      <th>GDP per capita in 2018</th>\n",
              "      <th>Population density\\n in 2017</th>\n",
              "      <th>Vehicle ownership\\n in 2016</th>\n",
              "      <th>Road Network Length\\n in 2013</th>\n",
              "      <th>Total Road Deaths in 2018</th>\n",
              "      <th>Road deaths\\nper Million Inhabitants in 2018</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>United Kingdom</td>\n",
              "      <td>2018</td>\n",
              "      <td>248.5</td>\n",
              "      <td>66,273,576</td>\n",
              "      <td>32,400</td>\n",
              "      <td>273</td>\n",
              "      <td>544</td>\n",
              "      <td>421,127</td>\n",
              "      <td>1,825</td>\n",
              "      <td>28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Denmark</td>\n",
              "      <td>2018</td>\n",
              "      <td>42.9</td>\n",
              "      <td>5,781,190</td>\n",
              "      <td>47,600</td>\n",
              "      <td>137</td>\n",
              "      <td>508</td>\n",
              "      <td>74,130</td>\n",
              "      <td>175</td>\n",
              "      <td>30</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Netherlands</td>\n",
              "      <td>2018</td>\n",
              "      <td>41.5</td>\n",
              "      <td>17,181,084</td>\n",
              "      <td>41,500</td>\n",
              "      <td>508</td>\n",
              "      <td>543</td>\n",
              "      <td>138,641</td>\n",
              "      <td>678</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Ireland</td>\n",
              "      <td>2018</td>\n",
              "      <td>69.8</td>\n",
              "      <td>4,830,392</td>\n",
              "      <td>59,400</td>\n",
              "      <td>70</td>\n",
              "      <td>525</td>\n",
              "      <td>96,017</td>\n",
              "      <td>146</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Sweden</td>\n",
              "      <td>2018</td>\n",
              "      <td>438.6</td>\n",
              "      <td>10,120,242</td>\n",
              "      <td>43,300</td>\n",
              "      <td>25</td>\n",
              "      <td>542</td>\n",
              "      <td>216,976</td>\n",
              "      <td>324</td>\n",
              "      <td>32</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "          Country  ... Road deaths\\nper Million Inhabitants in 2018\n",
              "0  United Kingdom  ...                                           28\n",
              "1         Denmark  ...                                           30\n",
              "2     Netherlands  ...                                           31\n",
              "3         Ireland  ...                                           31\n",
              "4          Sweden  ...                                           32\n",
              "\n",
              "[5 rows x 10 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    }
  ]
}