understat web scraping with BeautifulSoup.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b4114307",
   "metadata": {},
   "outputs": [],
   "source": [
    "#import packages and modules\n",
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import json\n",
    "import pandas as pd\n",
    "import re"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6707bbdc",
   "metadata": {},
   "source": [
    "### script = 0-4\n",
    "*script 1 groupsData\n",
    "\n",
    "*script 2  minMaxPlayerStats\n",
    "\n",
    "*script 3 shotsData\n",
    "\n",
    "*script 4  matchData\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "50bd1b4c",
   "metadata": {},
   "source": [
    "### 1. Player data\n",
    "Let's scrape Understat page for player with ID 1250 using BeatifulSoup"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c035f4dd",
   "metadata": {},
   "source": [
    "### 1.1 Player groupData"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "00877046",
   "metadata": {},
   "source": [
    "To get the json data from the Understat page we must first request, \n",
    "find it and execute the script we want , in this case number [1] , the groupData.\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ebc812ae",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Enter player ID link\n",
    "link = \"https://understat.com/player/1250\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the groupData,\n",
    "strings = scripts[1].string\n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "efab8c34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>position</th>\n",
       "      <th>games</th>\n",
       "      <th>goals</th>\n",
       "      <th>shots</th>\n",
       "      <th>time</th>\n",
       "      <th>xG</th>\n",
       "      <th>assists</th>\n",
       "      <th>xA</th>\n",
       "      <th>key_passes</th>\n",
       "      <th>season</th>\n",
       "      <th>team</th>\n",
       "      <th>yellow</th>\n",
       "      <th>red</th>\n",
       "      <th>npg</th>\n",
       "      <th>npxG</th>\n",
       "      <th>xGChain</th>\n",
       "      <th>xGBuildup</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FWR</td>\n",
       "      <td>35</td>\n",
       "      <td>23</td>\n",
       "      <td>139</td>\n",
       "      <td>2757</td>\n",
       "      <td>24.36429724097252</td>\n",
       "      <td>13</td>\n",
       "      <td>9.79082047007978</td>\n",
       "      <td>62</td>\n",
       "      <td>2021</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>19.797284230589867</td>\n",
       "      <td>32.158807165920734</td>\n",
       "      <td>11.22198199853301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FWR</td>\n",
       "      <td>37</td>\n",
       "      <td>22</td>\n",
       "      <td>126</td>\n",
       "      <td>3085</td>\n",
       "      <td>20.250846637412906</td>\n",
       "      <td>5</td>\n",
       "      <td>6.528526101261377</td>\n",
       "      <td>55</td>\n",
       "      <td>2020</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>15.683833638206124</td>\n",
       "      <td>28.968233548104763</td>\n",
       "      <td>9.800235655158758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FWR</td>\n",
       "      <td>34</td>\n",
       "      <td>19</td>\n",
       "      <td>132</td>\n",
       "      <td>2904</td>\n",
       "      <td>20.66331870108843</td>\n",
       "      <td>10</td>\n",
       "      <td>8.72604252398014</td>\n",
       "      <td>60</td>\n",
       "      <td>2019</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>18.379812128841877</td>\n",
       "      <td>31.37419793009758</td>\n",
       "      <td>8.42502685263753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FWR</td>\n",
       "      <td>38</td>\n",
       "      <td>22</td>\n",
       "      <td>137</td>\n",
       "      <td>3274</td>\n",
       "      <td>21.79245018400252</td>\n",
       "      <td>8</td>\n",
       "      <td>10.468589510768652</td>\n",
       "      <td>68</td>\n",
       "      <td>2018</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>19.508943611755967</td>\n",
       "      <td>31.780298396945</td>\n",
       "      <td>7.865945274010301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FWR</td>\n",
       "      <td>36</td>\n",
       "      <td>32</td>\n",
       "      <td>143</td>\n",
       "      <td>2954</td>\n",
       "      <td>25.136502970010042</td>\n",
       "      <td>10</td>\n",
       "      <td>8.344477602280676</td>\n",
       "      <td>62</td>\n",
       "      <td>2017</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>23.6141653098166</td>\n",
       "      <td>35.301465447992086</td>\n",
       "      <td>5.898578152060509</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>FWR</td>\n",
       "      <td>31</td>\n",
       "      <td>15</td>\n",
       "      <td>80</td>\n",
       "      <td>2498</td>\n",
       "      <td>13.411626555025578</td>\n",
       "      <td>11</td>\n",
       "      <td>9.63362380117178</td>\n",
       "      <td>71</td>\n",
       "      <td>2016</td>\n",
       "      <td>Roma</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>13.411626555025578</td>\n",
       "      <td>29.46748649328947</td>\n",
       "      <td>9.299841643311083</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>FWL</td>\n",
       "      <td>34</td>\n",
       "      <td>14</td>\n",
       "      <td>72</td>\n",
       "      <td>2753</td>\n",
       "      <td>9.377116854302585</td>\n",
       "      <td>6</td>\n",
       "      <td>7.0688703786581755</td>\n",
       "      <td>63</td>\n",
       "      <td>2015</td>\n",
       "      <td>Roma</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>9.377116854302585</td>\n",
       "      <td>23.043303050100803</td>\n",
       "      <td>10.797392231412232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Sub</td>\n",
       "      <td>16</td>\n",
       "      <td>6</td>\n",
       "      <td>29</td>\n",
       "      <td>909</td>\n",
       "      <td>3.814865604043007</td>\n",
       "      <td>3</td>\n",
       "      <td>1.9356205612421036</td>\n",
       "      <td>30</td>\n",
       "      <td>2014</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>3.814865604043007</td>\n",
       "      <td>7.404609017074108</td>\n",
       "      <td>2.628024946898222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sub</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>23</td>\n",
       "      <td>0.502302423119545</td>\n",
       "      <td>0</td>\n",
       "      <td>0.02637448161840439</td>\n",
       "      <td>1</td>\n",
       "      <td>2014</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.502302423119545</td>\n",
       "      <td>0.5454844385385513</td>\n",
       "      <td>0.01680753380060196</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  position games goals shots  time                  xG assists  \\\n",
       "0      FWR    35    23   139  2757   24.36429724097252      13   \n",
       "1      FWR    37    22   126  3085  20.250846637412906       5   \n",
       "2      FWR    34    19   132  2904   20.66331870108843      10   \n",
       "3      FWR    38    22   137  3274   21.79245018400252       8   \n",
       "4      FWR    36    32   143  2954  25.136502970010042      10   \n",
       "5      FWR    31    15    80  2498  13.411626555025578      11   \n",
       "6      FWL    34    14    72  2753   9.377116854302585       6   \n",
       "7      Sub    16     6    29   909   3.814865604043007       3   \n",
       "8      Sub     3     0     2    23   0.502302423119545       0   \n",
       "\n",
       "                    xA key_passes season        team yellow red npg  \\\n",
       "0     9.79082047007978         62   2021   Liverpool      1   0  18   \n",
       "1    6.528526101261377         55   2020   Liverpool      0   0  16   \n",
       "2     8.72604252398014         60   2019   Liverpool      1   0  16   \n",
       "3   10.468589510768652         68   2018   Liverpool      1   0  19   \n",
       "4    8.344477602280676         62   2017   Liverpool      1   0  31   \n",
       "5     9.63362380117178         71   2016        Roma      2   0  15   \n",
       "6   7.0688703786581755         63   2015        Roma      1   1  14   \n",
       "7   1.9356205612421036         30   2014  Fiorentina      0   0   6   \n",
       "8  0.02637448161840439          1   2014     Chelsea      0   0   0   \n",
       "\n",
       "                 npxG             xGChain            xGBuildup  \n",
       "0  19.797284230589867  32.158807165920734    11.22198199853301  \n",
       "1  15.683833638206124  28.968233548104763    9.800235655158758  \n",
       "2  18.379812128841877   31.37419793009758     8.42502685263753  \n",
       "3  19.508943611755967     31.780298396945    7.865945274010301  \n",
       "4    23.6141653098166  35.301465447992086    5.898578152060509  \n",
       "5  13.411626555025578   29.46748649328947    9.299841643311083  \n",
       "6   9.377116854302585  23.043303050100803   10.797392231412232  \n",
       "7   3.814865604043007   7.404609017074108    2.628024946898222  \n",
       "8   0.502302423119545  0.5454844385385513  0.01680753380060196  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We can call several keys and create dataframes from them\n",
    "player_season_df = pd.DataFrame(data['season'])\n",
    "player_season_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bd4ffcad",
   "metadata": {},
   "source": [
    "For some keys such as shotZones, shotTypes and OpenPlays , they are nested , meaning they have dictionaries inside dictionaries and if we proceed to create dataframes with them , we'll obtain dataframes with dictionaries inside them, this is a good example "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "dd26b18e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "      <th>2016</th>\n",
       "      <th>2017</th>\n",
       "      <th>2018</th>\n",
       "      <th>2019</th>\n",
       "      <th>2020</th>\n",
       "      <th>2021</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>LeftFoot</th>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2014', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2015', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2016', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2017', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2018', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2019', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2020', 'g...</td>\n",
       "      <td>{'shotTypes': 'LeftFoot', 'season': '2021', 'g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RightFoot</th>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2014', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2015', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2016', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2017', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2018', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2019', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2020', '...</td>\n",
       "      <td>{'shotTypes': 'RightFoot', 'season': '2021', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Head</th>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2014', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2015', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2016', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2017', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2018', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2019', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2020', 'goals...</td>\n",
       "      <td>{'shotTypes': 'Head', 'season': '2021', 'goals...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>OtherBodyPart</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'shotTypes': 'OtherBodyPart', 'season': '2020...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                            2014  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2014', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2014', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2014', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2015  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2015', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2015', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2015', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2016  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2016', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2016', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2016', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2017  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2017', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2017', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2017', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2018  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2018', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2018', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2018', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2019  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2019', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2019', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2019', 'goals...   \n",
       "OtherBodyPart                                                NaN   \n",
       "\n",
       "                                                            2020  \\\n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2020', 'g...   \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2020', '...   \n",
       "Head           {'shotTypes': 'Head', 'season': '2020', 'goals...   \n",
       "OtherBodyPart  {'shotTypes': 'OtherBodyPart', 'season': '2020...   \n",
       "\n",
       "                                                            2021  \n",
       "LeftFoot       {'shotTypes': 'LeftFoot', 'season': '2021', 'g...  \n",
       "RightFoot      {'shotTypes': 'RightFoot', 'season': '2021', '...  \n",
       "Head           {'shotTypes': 'Head', 'season': '2021', 'goals...  \n",
       "OtherBodyPart                                                NaN  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shot_type_df = pd.DataFrame(data['shotTypes'])\n",
    "shot_type_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a8192e64",
   "metadata": {},
   "source": [
    "To unnest them what we can do is to apply the series function and create more dataframes out of it"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "98916693",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>shotTypes</th>\n",
       "      <th>season</th>\n",
       "      <th>goals</th>\n",
       "      <th>shots</th>\n",
       "      <th>xG</th>\n",
       "      <th>assists</th>\n",
       "      <th>key_passes</th>\n",
       "      <th>xA</th>\n",
       "      <th>npg</th>\n",
       "      <th>npxG</th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>LeftFoot</th>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>2021</td>\n",
       "      <td>19</td>\n",
       "      <td>117</td>\n",
       "      <td>19.16143623366952</td>\n",
       "      <td>2</td>\n",
       "      <td>20</td>\n",
       "      <td>3.5894319247454405</td>\n",
       "      <td>14</td>\n",
       "      <td>14.594423208385706</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RightFoot</th>\n",
       "      <td>RightFoot</td>\n",
       "      <td>2021</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>3.9769467562437057</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>5.814623856917024</td>\n",
       "      <td>4</td>\n",
       "      <td>3.9769467562437057</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Head</th>\n",
       "      <td>Head</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>1.2259144522249699</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.3867647545412183</td>\n",
       "      <td>0</td>\n",
       "      <td>1.2259144522249699</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>OtherBodyPart</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               shotTypes season goals shots                  xG assists  \\\n",
       "LeftFoot        LeftFoot   2021    19   117   19.16143623366952       2   \n",
       "RightFoot      RightFoot   2021     4    15  3.9769467562437057       9   \n",
       "Head                Head   2021     0     7  1.2259144522249699       1   \n",
       "OtherBodyPart        NaN    NaN   NaN   NaN                 NaN     NaN   \n",
       "\n",
       "              key_passes                  xA  npg                npxG   0  \n",
       "LeftFoot              20  3.5894319247454405   14  14.594423208385706 NaN  \n",
       "RightFoot             36   5.814623856917024    4  3.9769467562437057 NaN  \n",
       "Head                   3  0.3867647545412183    0  1.2259144522249699 NaN  \n",
       "OtherBodyPart        NaN                 NaN  NaN                 NaN NaN  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shot_type_df['2021'].apply(pd.Series)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "33286a8a",
   "metadata": {},
   "source": [
    "### 1.2 Player shotsData\n",
    "We use the same procedure as we did for Player groupData except this time we access script [3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "340b170a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Enter player ID link\n",
    "link = \"https://understat.com/player/1250\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the shotsData\n",
    "strings = scripts[3].string\n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "7728ac9a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create pandas dataframe\n",
    "player_shots_df = pd.DataFrame(data) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "7c56a70e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>minute</th>\n",
       "      <th>result</th>\n",
       "      <th>X</th>\n",
       "      <th>Y</th>\n",
       "      <th>xG</th>\n",
       "      <th>player</th>\n",
       "      <th>h_a</th>\n",
       "      <th>player_id</th>\n",
       "      <th>situation</th>\n",
       "      <th>season</th>\n",
       "      <th>shotType</th>\n",
       "      <th>match_id</th>\n",
       "      <th>h_team</th>\n",
       "      <th>a_team</th>\n",
       "      <th>h_goals</th>\n",
       "      <th>a_goals</th>\n",
       "      <th>date</th>\n",
       "      <th>player_assisted</th>\n",
       "      <th>lastAction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>15217</td>\n",
       "      <td>92</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.8230000305175781</td>\n",
       "      <td>0.36900001525878906</td>\n",
       "      <td>0.06236456334590912</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2014</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>4720</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>Swansea</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2014-09-13 15:00:00</td>\n",
       "      <td>Eden Hazard</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20034</td>\n",
       "      <td>84</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.92</td>\n",
       "      <td>0.5320000076293945</td>\n",
       "      <td>0.43993785977363586</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>a</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2014</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>4560</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>2015-01-01 17:30:00</td>\n",
       "      <td>Eden Hazard</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>46908</td>\n",
       "      <td>87</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8859999847412109</td>\n",
       "      <td>0.5659999847412109</td>\n",
       "      <td>0.09676001220941544</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2014</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>4929</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>Atalanta</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2015-02-08 11:30:00</td>\n",
       "      <td>Mario Gomez</td>\n",
       "      <td>BallTouch</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>47192</td>\n",
       "      <td>0</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.9640000152587891</td>\n",
       "      <td>0.6880000305175781</td>\n",
       "      <td>0.04913141205906868</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>a</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2014</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>4937</td>\n",
       "      <td>Sassuolo</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2015-02-14 17:00:00</td>\n",
       "      <td>David Pizarro</td>\n",
       "      <td>Chipped</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>47197</td>\n",
       "      <td>16</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.9</td>\n",
       "      <td>0.6769999694824219</td>\n",
       "      <td>0.06032022833824158</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>a</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2014</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>4937</td>\n",
       "      <td>Sassuolo</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2015-02-14 17:00:00</td>\n",
       "      <td>Khouma Babacar</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>855</th>\n",
       "      <td>477921</td>\n",
       "      <td>78</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8419999694824218</td>\n",
       "      <td>0.3609999847412109</td>\n",
       "      <td>0.05832324177026749</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>856</th>\n",
       "      <td>477927</td>\n",
       "      <td>83</td>\n",
       "      <td>Goal</td>\n",
       "      <td>0.9780000305175781</td>\n",
       "      <td>0.5420000076293945</td>\n",
       "      <td>0.6919867992401123</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>FromCorner</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Joel Matip</td>\n",
       "      <td>HeadPass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>857</th>\n",
       "      <td>477928</td>\n",
       "      <td>88</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.9009999847412109</td>\n",
       "      <td>0.4759999847412109</td>\n",
       "      <td>0.14238668978214264</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>858</th>\n",
       "      <td>477930</td>\n",
       "      <td>91</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.935</td>\n",
       "      <td>0.44299999237060544</td>\n",
       "      <td>0.06315740197896957</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2021</td>\n",
       "      <td>Head</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>859</th>\n",
       "      <td>477931</td>\n",
       "      <td>92</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8440000152587891</td>\n",
       "      <td>0.415</td>\n",
       "      <td>0.06949548423290253</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>860 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id minute       result                   X                    Y  \\\n",
       "0     15217     92  MissedShots  0.8230000305175781  0.36900001525878906   \n",
       "1     20034     84    SavedShot                0.92   0.5320000076293945   \n",
       "2     46908     87  BlockedShot  0.8859999847412109   0.5659999847412109   \n",
       "3     47192      0    SavedShot  0.9640000152587891   0.6880000305175781   \n",
       "4     47197     16  MissedShots                 0.9   0.6769999694824219   \n",
       "..      ...    ...          ...                 ...                  ...   \n",
       "855  477921     78  BlockedShot  0.8419999694824218   0.3609999847412109   \n",
       "856  477927     83         Goal  0.9780000305175781   0.5420000076293945   \n",
       "857  477928     88  BlockedShot  0.9009999847412109   0.4759999847412109   \n",
       "858  477930     91    SavedShot               0.935  0.44299999237060544   \n",
       "859  477931     92  BlockedShot  0.8440000152587891                0.415   \n",
       "\n",
       "                      xG         player h_a player_id   situation season  \\\n",
       "0    0.06236456334590912  Mohamed Salah   h      1250    OpenPlay   2014   \n",
       "1    0.43993785977363586  Mohamed Salah   a      1250    OpenPlay   2014   \n",
       "2    0.09676001220941544  Mohamed Salah   h      1250    OpenPlay   2014   \n",
       "3    0.04913141205906868  Mohamed Salah   a      1250    OpenPlay   2014   \n",
       "4    0.06032022833824158  Mohamed Salah   a      1250    OpenPlay   2014   \n",
       "..                   ...            ...  ..       ...         ...    ...   \n",
       "855  0.05832324177026749  Mohamed Salah   h      1250    OpenPlay   2021   \n",
       "856   0.6919867992401123  Mohamed Salah   h      1250  FromCorner   2021   \n",
       "857  0.14238668978214264  Mohamed Salah   h      1250    OpenPlay   2021   \n",
       "858  0.06315740197896957  Mohamed Salah   h      1250    OpenPlay   2021   \n",
       "859  0.06949548423290253  Mohamed Salah   h      1250    OpenPlay   2021   \n",
       "\n",
       "     shotType match_id      h_team                   a_team h_goals a_goals  \\\n",
       "0    LeftFoot     4720     Chelsea                  Swansea       4       2   \n",
       "1    LeftFoot     4560   Tottenham                  Chelsea       5       3   \n",
       "2    LeftFoot     4929  Fiorentina                 Atalanta       3       2   \n",
       "3    LeftFoot     4937    Sassuolo               Fiorentina       1       3   \n",
       "4    LeftFoot     4937    Sassuolo               Fiorentina       1       3   \n",
       "..        ...      ...         ...                      ...     ...     ...   \n",
       "855  LeftFoot    16753   Liverpool  Wolverhampton Wanderers       3       1   \n",
       "856  LeftFoot    16753   Liverpool  Wolverhampton Wanderers       3       1   \n",
       "857  LeftFoot    16753   Liverpool  Wolverhampton Wanderers       3       1   \n",
       "858      Head    16753   Liverpool  Wolverhampton Wanderers       3       1   \n",
       "859  LeftFoot    16753   Liverpool  Wolverhampton Wanderers       3       1   \n",
       "\n",
       "                    date         player_assisted lastAction  \n",
       "0    2014-09-13 15:00:00             Eden Hazard       Pass  \n",
       "1    2015-01-01 17:30:00             Eden Hazard       Pass  \n",
       "2    2015-02-08 11:30:00             Mario Gomez  BallTouch  \n",
       "3    2015-02-14 17:00:00           David Pizarro    Chipped  \n",
       "4    2015-02-14 17:00:00          Khouma Babacar       Pass  \n",
       "..                   ...                     ...        ...  \n",
       "855  2022-05-22 15:00:00              Sadio Mané       Pass  \n",
       "856  2022-05-22 15:00:00              Joel Matip   HeadPass  \n",
       "857  2022-05-22 15:00:00  Trent Alexander-Arnold       Pass  \n",
       "858  2022-05-22 15:00:00                    None       None  \n",
       "859  2022-05-22 15:00:00  Trent Alexander-Arnold       None  \n",
       "\n",
       "[860 rows x 20 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "player_shots_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "46b1d10e",
   "metadata": {},
   "source": [
    "### 1.3 Player matchData\n",
    "matchData is script [4] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "af01fac2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Enter player ID link\n",
    "link = \"https://understat.com/player/1250\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the matchData\n",
    "strings = scripts[4].string\n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7b793186",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>goals</th>\n",
       "      <th>shots</th>\n",
       "      <th>xG</th>\n",
       "      <th>time</th>\n",
       "      <th>position</th>\n",
       "      <th>h_team</th>\n",
       "      <th>a_team</th>\n",
       "      <th>h_goals</th>\n",
       "      <th>a_goals</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>season</th>\n",
       "      <th>roster_id</th>\n",
       "      <th>xA</th>\n",
       "      <th>assists</th>\n",
       "      <th>key_passes</th>\n",
       "      <th>npg</th>\n",
       "      <th>npxG</th>\n",
       "      <th>xGChain</th>\n",
       "      <th>xGBuildup</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>1.1674931049346924</td>\n",
       "      <td>27</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22</td>\n",
       "      <td>16753</td>\n",
       "      <td>2021</td>\n",
       "      <td>537896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.1674931049346924</td>\n",
       "      <td>0.5637868046760559</td>\n",
       "      <td>0.08828042447566986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.1275438666343689</td>\n",
       "      <td>15</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Aston Villa</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2022-05-10</td>\n",
       "      <td>16705</td>\n",
       "      <td>2021</td>\n",
       "      <td>534613</td>\n",
       "      <td>0.06885790824890137</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.1275438666343689</td>\n",
       "      <td>0.19640177488327026</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.25395557284355164</td>\n",
       "      <td>90</td>\n",
       "      <td>FWR</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-07</td>\n",
       "      <td>16728</td>\n",
       "      <td>2021</td>\n",
       "      <td>533099</td>\n",
       "      <td>0.00995028018951416</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.25395557284355164</td>\n",
       "      <td>0.2639058530330658</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.08411531150341034</td>\n",
       "      <td>19</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Newcastle United</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-04-30</td>\n",
       "      <td>16721</td>\n",
       "      <td>2021</td>\n",
       "      <td>530133</td>\n",
       "      <td>0.03914148733019829</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.08411531150341034</td>\n",
       "      <td>0.12325680255889893</td>\n",
       "      <td>0.03648705407977104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.14063450694084167</td>\n",
       "      <td>90</td>\n",
       "      <td>FWR</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Everton</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2022-04-24</td>\n",
       "      <td>16708</td>\n",
       "      <td>2021</td>\n",
       "      <td>529602</td>\n",
       "      <td>0.3986106216907501</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.14063450694084167</td>\n",
       "      <td>0.48341262340545654</td>\n",
       "      <td>0.3845406174659729</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>259</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.4587177038192749</td>\n",
       "      <td>82</td>\n",
       "      <td>FWL</td>\n",
       "      <td>Sassuolo</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2015-02-14</td>\n",
       "      <td>4937</td>\n",
       "      <td>2014</td>\n",
       "      <td>52698</td>\n",
       "      <td>0.2239132970571518</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.4587177038192749</td>\n",
       "      <td>0.7049935460090637</td>\n",
       "      <td>0.022362560033798218</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>260</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.09676001220941544</td>\n",
       "      <td>24</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Fiorentina</td>\n",
       "      <td>Atalanta</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2015-02-08</td>\n",
       "      <td>4929</td>\n",
       "      <td>2014</td>\n",
       "      <td>52354</td>\n",
       "      <td>0.2711809575557709</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.09676001220941544</td>\n",
       "      <td>0.27318066358566284</td>\n",
       "      <td>0.09676001220941544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.43993785977363586</td>\n",
       "      <td>15</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>2015-01-01</td>\n",
       "      <td>4560</td>\n",
       "      <td>2014</td>\n",
       "      <td>22951</td>\n",
       "      <td>0.02637448161840439</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.43993785977363586</td>\n",
       "      <td>0.4831198751926422</td>\n",
       "      <td>0.01680753380060196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>262</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Crystal Palace</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2014-10-18</td>\n",
       "      <td>4702</td>\n",
       "      <td>2014</td>\n",
       "      <td>18957</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.06236456334590912</td>\n",
       "      <td>6</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Chelsea</td>\n",
       "      <td>Swansea</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2014-09-13</td>\n",
       "      <td>4720</td>\n",
       "      <td>2014</td>\n",
       "      <td>17895</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.06236456334590912</td>\n",
       "      <td>0.06236456334590912</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>264 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    goals shots                   xG time position            h_team  \\\n",
       "0       1     8   1.1674931049346924   27      Sub         Liverpool   \n",
       "1       0     1   0.1275438666343689   15      Sub       Aston Villa   \n",
       "2       0     3  0.25395557284355164   90      FWR         Liverpool   \n",
       "3       0     2  0.08411531150341034   19      Sub  Newcastle United   \n",
       "4       0     2  0.14063450694084167   90      FWR         Liverpool   \n",
       "..    ...   ...                  ...  ...      ...               ...   \n",
       "259     1     3   0.4587177038192749   82      FWL          Sassuolo   \n",
       "260     0     1  0.09676001220941544   24      Sub        Fiorentina   \n",
       "261     0     1  0.43993785977363586   15      Sub         Tottenham   \n",
       "262     0     0                    0    2      Sub    Crystal Palace   \n",
       "263     0     1  0.06236456334590912    6      Sub           Chelsea   \n",
       "\n",
       "                      a_team h_goals a_goals        date     id season  \\\n",
       "0    Wolverhampton Wanderers       3       1  2022-05-22  16753   2021   \n",
       "1                  Liverpool       1       2  2022-05-10  16705   2021   \n",
       "2                  Tottenham       1       1  2022-05-07  16728   2021   \n",
       "3                  Liverpool       0       1  2022-04-30  16721   2021   \n",
       "4                    Everton       2       0  2022-04-24  16708   2021   \n",
       "..                       ...     ...     ...         ...    ...    ...   \n",
       "259               Fiorentina       1       3  2015-02-14   4937   2014   \n",
       "260                 Atalanta       3       2  2015-02-08   4929   2014   \n",
       "261                  Chelsea       5       3  2015-01-01   4560   2014   \n",
       "262                  Chelsea       1       2  2014-10-18   4702   2014   \n",
       "263                  Swansea       4       2  2014-09-13   4720   2014   \n",
       "\n",
       "    roster_id                   xA assists key_passes npg  \\\n",
       "0      537896                    0       0          0   1   \n",
       "1      534613  0.06885790824890137       0          1   0   \n",
       "2      533099  0.00995028018951416       0          2   0   \n",
       "3      530133  0.03914148733019829       0          1   0   \n",
       "4      529602   0.3986106216907501       1          2   0   \n",
       "..        ...                  ...     ...        ...  ..   \n",
       "259     52698   0.2239132970571518       1          2   1   \n",
       "260     52354   0.2711809575557709       0          3   0   \n",
       "261     22951  0.02637448161840439       0          1   0   \n",
       "262     18957                    0       0          0   0   \n",
       "263     17895                    0       0          0   0   \n",
       "\n",
       "                    npxG              xGChain             xGBuildup  \n",
       "0     1.1674931049346924   0.5637868046760559   0.08828042447566986  \n",
       "1     0.1275438666343689  0.19640177488327026                     0  \n",
       "2    0.25395557284355164   0.2639058530330658                     0  \n",
       "3    0.08411531150341034  0.12325680255889893   0.03648705407977104  \n",
       "4    0.14063450694084167  0.48341262340545654    0.3845406174659729  \n",
       "..                   ...                  ...                   ...  \n",
       "259   0.4587177038192749   0.7049935460090637  0.022362560033798218  \n",
       "260  0.09676001220941544  0.27318066358566284   0.09676001220941544  \n",
       "261  0.43993785977363586   0.4831198751926422   0.01680753380060196  \n",
       "262                    0                    0                     0  \n",
       "263  0.06236456334590912  0.06236456334590912                     0  \n",
       "\n",
       "[264 rows x 20 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "match_data_df = pd.DataFrame(data)\n",
    "match_data_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "55a0aa40",
   "metadata": {},
   "source": [
    "### 1.4 Player Radar Data\n",
    "minMaxPlayerStats = [2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "74a75954",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Enter player ID link\n",
    "link = \"https://understat.com/player/1250\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the minMaxPlayerStats\n",
    "strings = scripts[2].string\n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "d4fd83e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>min</th>\n",
       "      <th>max</th>\n",
       "      <th>avg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>goals</th>\n",
       "      <td>0.001100</td>\n",
       "      <td>0.012600</td>\n",
       "      <td>0.004200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>xG</th>\n",
       "      <td>0.001728</td>\n",
       "      <td>0.012082</td>\n",
       "      <td>0.004155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shots</th>\n",
       "      <td>0.015000</td>\n",
       "      <td>0.073700</td>\n",
       "      <td>0.028000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>assists</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004800</td>\n",
       "      <td>0.001400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>xA</th>\n",
       "      <td>0.000264</td>\n",
       "      <td>0.005382</td>\n",
       "      <td>0.001316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>key_passes</th>\n",
       "      <td>0.003600</td>\n",
       "      <td>0.030900</td>\n",
       "      <td>0.012000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>xGChain</th>\n",
       "      <td>0.002727</td>\n",
       "      <td>0.016914</td>\n",
       "      <td>0.005338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>xGBuildup</th>\n",
       "      <td>0.000243</td>\n",
       "      <td>0.006713</td>\n",
       "      <td>0.001318</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 min       max       avg\n",
       "goals       0.001100  0.012600  0.004200\n",
       "xG          0.001728  0.012082  0.004155\n",
       "shots       0.015000  0.073700  0.028000\n",
       "assists     0.000000  0.004800  0.001400\n",
       "xA          0.000264  0.005382  0.001316\n",
       "key_passes  0.003600  0.030900  0.012000\n",
       "xGChain     0.002727  0.016914  0.005338\n",
       "xGBuildup   0.000243  0.006713  0.001318"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "radar_df = pd.DataFrame(data['FW']).T\n",
    "radar_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3e2ed381",
   "metadata": {},
   "source": [
    "### 2.0 Match Data\n",
    "We scrape Understat for match ID 16753"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fba889c3",
   "metadata": {},
   "source": [
    "### 2.1. Shot Data\n",
    "*The second script available [1] contains shotsData.\n",
    "\n",
    "*This will give us shot data for both home and away teams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e28ea6f8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Entering Liverpool Vs Wolverhampton Wanderers match link\n",
    "link = \"https://understat.com/match/16753\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the shotsData\n",
    "strings = scripts[1].string \n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4cdc51ed",
   "metadata": {},
   "source": [
    "As it's happened before the shots data for the match is nested into home and away \"h\",\"a\". To unnest them we must create to different DataFrames and merge them together"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "2c7d20dc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>minute</th>\n",
       "      <th>result</th>\n",
       "      <th>X</th>\n",
       "      <th>Y</th>\n",
       "      <th>xG</th>\n",
       "      <th>player</th>\n",
       "      <th>h_a</th>\n",
       "      <th>player_id</th>\n",
       "      <th>situation</th>\n",
       "      <th>...</th>\n",
       "      <th>season</th>\n",
       "      <th>shotType</th>\n",
       "      <th>match_id</th>\n",
       "      <th>h_team</th>\n",
       "      <th>a_team</th>\n",
       "      <th>h_goals</th>\n",
       "      <th>a_goals</th>\n",
       "      <th>date</th>\n",
       "      <th>player_assisted</th>\n",
       "      <th>lastAction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>477897</td>\n",
       "      <td>4</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.875</td>\n",
       "      <td>0.47400001525878904</td>\n",
       "      <td>0.0188495721668005</td>\n",
       "      <td>Joel Matip</td>\n",
       "      <td>h</td>\n",
       "      <td>332</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Raúl Jiménez</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>477898</td>\n",
       "      <td>9</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.9119999694824219</td>\n",
       "      <td>0.5990000152587891</td>\n",
       "      <td>0.274485319852829</td>\n",
       "      <td>Luis Díaz</td>\n",
       "      <td>h</td>\n",
       "      <td>10408</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Pedro Neto</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>477899</td>\n",
       "      <td>12</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.924000015258789</td>\n",
       "      <td>0.43099998474121093</td>\n",
       "      <td>0.08718594908714294</td>\n",
       "      <td>Naby Keita</td>\n",
       "      <td>h</td>\n",
       "      <td>5247</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>RightFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Jonny</td>\n",
       "      <td>Chipped</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>477900</td>\n",
       "      <td>13</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.9490000152587891</td>\n",
       "      <td>0.57</td>\n",
       "      <td>0.04879196360707283</td>\n",
       "      <td>Joel Matip</td>\n",
       "      <td>h</td>\n",
       "      <td>332</td>\n",
       "      <td>FromCorner</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>RightFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Rúben Neves</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>477901</td>\n",
       "      <td>14</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8730000305175781</td>\n",
       "      <td>0.47900001525878905</td>\n",
       "      <td>0.10000427067279816</td>\n",
       "      <td>Diogo Jota</td>\n",
       "      <td>h</td>\n",
       "      <td>6854</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>Head</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Rúben Neves</td>\n",
       "      <td>Chipped</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>477903</td>\n",
       "      <td>23</td>\n",
       "      <td>Goal</td>\n",
       "      <td>0.8830000305175781</td>\n",
       "      <td>0.585</td>\n",
       "      <td>0.34907057881355286</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>h</td>\n",
       "      <td>838</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>LeftFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>Raúl Jiménez</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>477904</td>\n",
       "      <td>27</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.8440000152587891</td>\n",
       "      <td>0.335</td>\n",
       "      <td>0.04349058121442795</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>h</td>\n",
       "      <td>1791</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>2021</td>\n",
       "      <td>RightFoot</td>\n",
       "      <td>16753</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>João Moutinho</td>\n",
       "      <td>Pass</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>477905</td>\n",
       "      <td>27</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.93</td>\n",
       "      <td>0.6730000305175782</td>\n",
       "      <td>0.0634002611041069</td>\n",
       "      <td>Andrew Robertson</td>\n",
       "      <td>h</td>\n",
       "      <td>1688</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>477906</td>\n",
       "      <td>31</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.784000015258789</td>\n",
       "      <td>0.5990000152587891</td>\n",
       "      <td>0.029489345848560333</td>\n",
       "      <td>Thiago Alcántara</td>\n",
       "      <td>h</td>\n",
       "      <td>229</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>477907</td>\n",
       "      <td>31</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.7319999694824219</td>\n",
       "      <td>0.6379999923706055</td>\n",
       "      <td>0.017833130434155464</td>\n",
       "      <td>Thiago Alcántara</td>\n",
       "      <td>h</td>\n",
       "      <td>229</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>477908</td>\n",
       "      <td>32</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.764000015258789</td>\n",
       "      <td>0.545</td>\n",
       "      <td>0.02935812808573246</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>h</td>\n",
       "      <td>838</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>477909</td>\n",
       "      <td>37</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.870999984741211</td>\n",
       "      <td>0.519000015258789</td>\n",
       "      <td>0.04243912547826767</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>h</td>\n",
       "      <td>838</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>477911</td>\n",
       "      <td>49</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8059999847412109</td>\n",
       "      <td>0.35200000762939454</td>\n",
       "      <td>0.0319591723382473</td>\n",
       "      <td>Diogo Jota</td>\n",
       "      <td>h</td>\n",
       "      <td>6854</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>477912</td>\n",
       "      <td>51</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.889000015258789</td>\n",
       "      <td>0.4520000076293945</td>\n",
       "      <td>0.10177953541278839</td>\n",
       "      <td>Diogo Jota</td>\n",
       "      <td>h</td>\n",
       "      <td>6854</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>477913</td>\n",
       "      <td>56</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.7630000305175781</td>\n",
       "      <td>0.5159999847412109</td>\n",
       "      <td>0.03337522968649864</td>\n",
       "      <td>Luis Díaz</td>\n",
       "      <td>h</td>\n",
       "      <td>10408</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>477914</td>\n",
       "      <td>63</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.7340000152587891</td>\n",
       "      <td>0.40700000762939453</td>\n",
       "      <td>0.018051547929644585</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>h</td>\n",
       "      <td>1791</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>477915</td>\n",
       "      <td>63</td>\n",
       "      <td>MissedShots</td>\n",
       "      <td>0.9230000305175782</td>\n",
       "      <td>0.27899999618530275</td>\n",
       "      <td>0.03479720652103424</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>477916</td>\n",
       "      <td>67</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8230000305175781</td>\n",
       "      <td>0.48</td>\n",
       "      <td>0.055869754403829575</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>477917</td>\n",
       "      <td>69</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.889000015258789</td>\n",
       "      <td>0.33799999237060546</td>\n",
       "      <td>0.08828042447566986</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>h</td>\n",
       "      <td>1791</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>477920</td>\n",
       "      <td>77</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.8780000305175781</td>\n",
       "      <td>0.31799999237060544</td>\n",
       "      <td>0.051476605236530304</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>477921</td>\n",
       "      <td>78</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8419999694824218</td>\n",
       "      <td>0.3609999847412109</td>\n",
       "      <td>0.05832324177026749</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>477923</td>\n",
       "      <td>79</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.9059999847412109</td>\n",
       "      <td>0.6809999847412109</td>\n",
       "      <td>0.06817236542701721</td>\n",
       "      <td>Roberto Firmino</td>\n",
       "      <td>h</td>\n",
       "      <td>482</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>477925</td>\n",
       "      <td>82</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8530000305175781</td>\n",
       "      <td>0.534000015258789</td>\n",
       "      <td>0.09484970569610596</td>\n",
       "      <td>Luis Díaz</td>\n",
       "      <td>h</td>\n",
       "      <td>10408</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>477926</td>\n",
       "      <td>83</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.9019999694824219</td>\n",
       "      <td>0.5840000152587891</td>\n",
       "      <td>0.013987835496664047</td>\n",
       "      <td>Joel Matip</td>\n",
       "      <td>h</td>\n",
       "      <td>332</td>\n",
       "      <td>FromCorner</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>477927</td>\n",
       "      <td>83</td>\n",
       "      <td>Goal</td>\n",
       "      <td>0.9780000305175781</td>\n",
       "      <td>0.5420000076293945</td>\n",
       "      <td>0.6919867992401123</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>FromCorner</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>477928</td>\n",
       "      <td>88</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.9009999847412109</td>\n",
       "      <td>0.4759999847412109</td>\n",
       "      <td>0.14238668978214264</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>477929</td>\n",
       "      <td>88</td>\n",
       "      <td>Goal</td>\n",
       "      <td>0.9540000152587891</td>\n",
       "      <td>0.5870000076293945</td>\n",
       "      <td>0.47212859988212585</td>\n",
       "      <td>Andrew Robertson</td>\n",
       "      <td>h</td>\n",
       "      <td>1688</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>477930</td>\n",
       "      <td>91</td>\n",
       "      <td>SavedShot</td>\n",
       "      <td>0.935</td>\n",
       "      <td>0.44299999237060544</td>\n",
       "      <td>0.06315740197896957</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>477931</td>\n",
       "      <td>92</td>\n",
       "      <td>BlockedShot</td>\n",
       "      <td>0.8440000152587891</td>\n",
       "      <td>0.415</td>\n",
       "      <td>0.06949548423290253</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>h</td>\n",
       "      <td>1250</td>\n",
       "      <td>OpenPlay</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>29 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        id minute       result                   X                    Y  \\\n",
       "0   477897      4  MissedShots               0.875  0.47400001525878904   \n",
       "1   477898      9  MissedShots  0.9119999694824219   0.5990000152587891   \n",
       "2   477899     12  BlockedShot   0.924000015258789  0.43099998474121093   \n",
       "3   477900     13  MissedShots  0.9490000152587891                 0.57   \n",
       "4   477901     14  BlockedShot  0.8730000305175781  0.47900001525878905   \n",
       "5   477903     23         Goal  0.8830000305175781                0.585   \n",
       "6   477904     27  MissedShots  0.8440000152587891                0.335   \n",
       "7   477905     27  MissedShots                0.93   0.6730000305175782   \n",
       "8   477906     31  BlockedShot   0.784000015258789   0.5990000152587891   \n",
       "9   477907     31  MissedShots  0.7319999694824219   0.6379999923706055   \n",
       "10  477908     32  BlockedShot   0.764000015258789                0.545   \n",
       "11  477909     37    SavedShot   0.870999984741211    0.519000015258789   \n",
       "12  477911     49  BlockedShot  0.8059999847412109  0.35200000762939454   \n",
       "13  477912     51  BlockedShot   0.889000015258789   0.4520000076293945   \n",
       "14  477913     56  BlockedShot  0.7630000305175781   0.5159999847412109   \n",
       "15  477914     63    SavedShot  0.7340000152587891  0.40700000762939453   \n",
       "16  477915     63  MissedShots  0.9230000305175782  0.27899999618530275   \n",
       "17  477916     67  BlockedShot  0.8230000305175781                 0.48   \n",
       "18  477917     69  BlockedShot   0.889000015258789  0.33799999237060546   \n",
       "19  477920     77    SavedShot  0.8780000305175781  0.31799999237060544   \n",
       "20  477921     78  BlockedShot  0.8419999694824218   0.3609999847412109   \n",
       "21  477923     79  BlockedShot  0.9059999847412109   0.6809999847412109   \n",
       "22  477925     82  BlockedShot  0.8530000305175781    0.534000015258789   \n",
       "23  477926     83  BlockedShot  0.9019999694824219   0.5840000152587891   \n",
       "24  477927     83         Goal  0.9780000305175781   0.5420000076293945   \n",
       "25  477928     88  BlockedShot  0.9009999847412109   0.4759999847412109   \n",
       "26  477929     88         Goal  0.9540000152587891   0.5870000076293945   \n",
       "27  477930     91    SavedShot               0.935  0.44299999237060544   \n",
       "28  477931     92  BlockedShot  0.8440000152587891                0.415   \n",
       "\n",
       "                      xG                  player h_a player_id   situation  \\\n",
       "0     0.0188495721668005              Joel Matip   h       332    OpenPlay   \n",
       "1      0.274485319852829               Luis Díaz   h     10408    OpenPlay   \n",
       "2    0.08718594908714294              Naby Keita   h      5247    OpenPlay   \n",
       "3    0.04879196360707283              Joel Matip   h       332  FromCorner   \n",
       "4    0.10000427067279816              Diogo Jota   h      6854    OpenPlay   \n",
       "5    0.34907057881355286              Sadio Mané   h       838    OpenPlay   \n",
       "6    0.04349058121442795  Trent Alexander-Arnold   h      1791    OpenPlay   \n",
       "7     0.0634002611041069        Andrew Robertson   h      1688    OpenPlay   \n",
       "8   0.029489345848560333        Thiago Alcántara   h       229    OpenPlay   \n",
       "9   0.017833130434155464        Thiago Alcántara   h       229    OpenPlay   \n",
       "10   0.02935812808573246              Sadio Mané   h       838    OpenPlay   \n",
       "11   0.04243912547826767              Sadio Mané   h       838    OpenPlay   \n",
       "12    0.0319591723382473              Diogo Jota   h      6854    OpenPlay   \n",
       "13   0.10177953541278839              Diogo Jota   h      6854    OpenPlay   \n",
       "14   0.03337522968649864               Luis Díaz   h     10408    OpenPlay   \n",
       "15  0.018051547929644585  Trent Alexander-Arnold   h      1791    OpenPlay   \n",
       "16   0.03479720652103424           Mohamed Salah   h      1250    OpenPlay   \n",
       "17  0.055869754403829575           Mohamed Salah   h      1250    OpenPlay   \n",
       "18   0.08828042447566986  Trent Alexander-Arnold   h      1791    OpenPlay   \n",
       "19  0.051476605236530304           Mohamed Salah   h      1250    OpenPlay   \n",
       "20   0.05832324177026749           Mohamed Salah   h      1250    OpenPlay   \n",
       "21   0.06817236542701721         Roberto Firmino   h       482    OpenPlay   \n",
       "22   0.09484970569610596               Luis Díaz   h     10408    OpenPlay   \n",
       "23  0.013987835496664047              Joel Matip   h       332  FromCorner   \n",
       "24    0.6919867992401123           Mohamed Salah   h      1250  FromCorner   \n",
       "25   0.14238668978214264           Mohamed Salah   h      1250    OpenPlay   \n",
       "26   0.47212859988212585        Andrew Robertson   h      1688    OpenPlay   \n",
       "27   0.06315740197896957           Mohamed Salah   h      1250    OpenPlay   \n",
       "28   0.06949548423290253           Mohamed Salah   h      1250    OpenPlay   \n",
       "\n",
       "    ... season   shotType match_id     h_team                   a_team  \\\n",
       "0   ...   2021   LeftFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "1   ...   2021   LeftFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "2   ...   2021  RightFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "3   ...   2021  RightFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "4   ...   2021       Head    16753  Liverpool  Wolverhampton Wanderers   \n",
       "5   ...   2021   LeftFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "6   ...   2021  RightFoot    16753  Liverpool  Wolverhampton Wanderers   \n",
       "7   ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "8   ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "9   ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "10  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "11  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "12  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "13  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "14  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "15  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "16  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "17  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "18  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "19  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "20  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "21  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "22  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "23  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "24  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "25  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "26  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "27  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "28  ...    NaN        NaN      NaN        NaN                      NaN   \n",
       "\n",
       "   h_goals a_goals                 date player_assisted lastAction  \n",
       "0        3       1  2022-05-22 15:00:00    Raúl Jiménez       Pass  \n",
       "1        3       1  2022-05-22 15:00:00      Pedro Neto       Pass  \n",
       "2        3       1  2022-05-22 15:00:00           Jonny    Chipped  \n",
       "3        3       1  2022-05-22 15:00:00     Rúben Neves       Pass  \n",
       "4        3       1  2022-05-22 15:00:00     Rúben Neves    Chipped  \n",
       "5        3       1  2022-05-22 15:00:00    Raúl Jiménez       Pass  \n",
       "6        3       1  2022-05-22 15:00:00   João Moutinho       Pass  \n",
       "7      NaN     NaN                  NaN             NaN        NaN  \n",
       "8      NaN     NaN                  NaN             NaN        NaN  \n",
       "9      NaN     NaN                  NaN             NaN        NaN  \n",
       "10     NaN     NaN                  NaN             NaN        NaN  \n",
       "11     NaN     NaN                  NaN             NaN        NaN  \n",
       "12     NaN     NaN                  NaN             NaN        NaN  \n",
       "13     NaN     NaN                  NaN             NaN        NaN  \n",
       "14     NaN     NaN                  NaN             NaN        NaN  \n",
       "15     NaN     NaN                  NaN             NaN        NaN  \n",
       "16     NaN     NaN                  NaN             NaN        NaN  \n",
       "17     NaN     NaN                  NaN             NaN        NaN  \n",
       "18     NaN     NaN                  NaN             NaN        NaN  \n",
       "19     NaN     NaN                  NaN             NaN        NaN  \n",
       "20     NaN     NaN                  NaN             NaN        NaN  \n",
       "21     NaN     NaN                  NaN             NaN        NaN  \n",
       "22     NaN     NaN                  NaN             NaN        NaN  \n",
       "23     NaN     NaN                  NaN             NaN        NaN  \n",
       "24     NaN     NaN                  NaN             NaN        NaN  \n",
       "25     NaN     NaN                  NaN             NaN        NaN  \n",
       "26     NaN     NaN                  NaN             NaN        NaN  \n",
       "27     NaN     NaN                  NaN             NaN        NaN  \n",
       "28     NaN     NaN                  NaN             NaN        NaN  \n",
       "\n",
       "[29 rows x 40 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_h = pd.DataFrame(data['h'])\n",
    "df_a = pd.DataFrame(data['a'])\n",
    "df = pd.concat([df_h, df_a], axis=1)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1dadc440",
   "metadata": {},
   "source": [
    "### 2.2 Line up Data\n",
    "Now let's scrap the Team Sheet data for both teams:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "f04808a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Entering Liverpool Vs Wolverhampton Wanderers match link\n",
    "link = \"https://understat.com/match/16753\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "\n",
    "# Get the line up\n",
    "strings = scripts[2].string \n",
    "\n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "0a9d1f9d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>goals</th>\n",
       "      <th>own_goals</th>\n",
       "      <th>shots</th>\n",
       "      <th>xG</th>\n",
       "      <th>time</th>\n",
       "      <th>player_id</th>\n",
       "      <th>team_id</th>\n",
       "      <th>position</th>\n",
       "      <th>player</th>\n",
       "      <th>...</th>\n",
       "      <th>yellow_card</th>\n",
       "      <th>red_card</th>\n",
       "      <th>roster_in</th>\n",
       "      <th>roster_out</th>\n",
       "      <th>key_passes</th>\n",
       "      <th>assists</th>\n",
       "      <th>xA</th>\n",
       "      <th>xGChain</th>\n",
       "      <th>xGBuildup</th>\n",
       "      <th>positionOrder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>537884</th>\n",
       "      <td>537884</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>1257</td>\n",
       "      <td>87</td>\n",
       "      <td>GK</td>\n",
       "      <td>Alisson</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.24127297103405</td>\n",
       "      <td>0.24127297103405</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537885</th>\n",
       "      <td>537885</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.14982256293296814</td>\n",
       "      <td>90</td>\n",
       "      <td>1791</td>\n",
       "      <td>87</td>\n",
       "      <td>DR</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4119507968425751</td>\n",
       "      <td>0.7344995141029358</td>\n",
       "      <td>0.47274237871170044</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537886</th>\n",
       "      <td>537886</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.08162937313318253</td>\n",
       "      <td>90</td>\n",
       "      <td>332</td>\n",
       "      <td>87</td>\n",
       "      <td>DC</td>\n",
       "      <td>Joel Matip</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.9664720892906189</td>\n",
       "      <td>0.8362189531326294</td>\n",
       "      <td>0.5428840517997742</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537887</th>\n",
       "      <td>537887</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>6326</td>\n",
       "      <td>87</td>\n",
       "      <td>DC</td>\n",
       "      <td>Ibrahima Konaté</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9571263790130615</td>\n",
       "      <td>0.9571263790130615</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537888</th>\n",
       "      <td>537888</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.535528838634491</td>\n",
       "      <td>90</td>\n",
       "      <td>1688</td>\n",
       "      <td>87</td>\n",
       "      <td>DL</td>\n",
       "      <td>Andrew Robertson</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.4529024362564087</td>\n",
       "      <td>1.3895021677017212</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537889</th>\n",
       "      <td>537889</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.08718594908714294</td>\n",
       "      <td>75</td>\n",
       "      <td>5247</td>\n",
       "      <td>87</td>\n",
       "      <td>MC</td>\n",
       "      <td>Naby Keita</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537895</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.10000427067279816</td>\n",
       "      <td>0.1871902197599411</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537890</th>\n",
       "      <td>537890</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.04732247814536095</td>\n",
       "      <td>51</td>\n",
       "      <td>229</td>\n",
       "      <td>87</td>\n",
       "      <td>MC</td>\n",
       "      <td>Thiago Alcántara</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537897</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.34907057881355286</td>\n",
       "      <td>0.6708783507347107</td>\n",
       "      <td>0.6235558986663818</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537891</th>\n",
       "      <td>537891</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>605</td>\n",
       "      <td>87</td>\n",
       "      <td>MC</td>\n",
       "      <td>Jordan Henderson</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0634002611041069</td>\n",
       "      <td>0.6848719716072083</td>\n",
       "      <td>0.6214717030525208</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537892</th>\n",
       "      <td>537892</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.23374298214912415</td>\n",
       "      <td>63</td>\n",
       "      <td>6854</td>\n",
       "      <td>87</td>\n",
       "      <td>FWR</td>\n",
       "      <td>Diogo Jota</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.2761821150779724</td>\n",
       "      <td>0.04243912547826767</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537893</th>\n",
       "      <td>537893</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.42086783051490784</td>\n",
       "      <td>90</td>\n",
       "      <td>838</td>\n",
       "      <td>87</td>\n",
       "      <td>FW</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.21152955293655396</td>\n",
       "      <td>1.2983893156051636</td>\n",
       "      <td>0.6659919023513794</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537894</th>\n",
       "      <td>537894</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.4027102589607239</td>\n",
       "      <td>90</td>\n",
       "      <td>10408</td>\n",
       "      <td>87</td>\n",
       "      <td>FWL</td>\n",
       "      <td>Luis Díaz</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.11638006567955017</td>\n",
       "      <td>1.233609914779663</td>\n",
       "      <td>0.7145195603370667</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537895</th>\n",
       "      <td>537895</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.06817236542701721</td>\n",
       "      <td>15</td>\n",
       "      <td>482</td>\n",
       "      <td>87</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Roberto Firmino</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537889</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.5236051678657532</td>\n",
       "      <td>0.7341642379760742</td>\n",
       "      <td>0.19386328756809235</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537896</th>\n",
       "      <td>537896</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>1.1674931049346924</td>\n",
       "      <td>27</td>\n",
       "      <td>1250</td>\n",
       "      <td>87</td>\n",
       "      <td>Sub</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537892</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5637868046760559</td>\n",
       "      <td>0.08828042447566986</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>537897</th>\n",
       "      <td>537897</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>489</td>\n",
       "      <td>87</td>\n",
       "      <td>Sub</td>\n",
       "      <td>James Milner</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>537890</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7723238468170166</td>\n",
       "      <td>0.7723238468170166</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id goals own_goals shots                   xG time player_id  \\\n",
       "537884  537884     0         0     0                    0   90      1257   \n",
       "537885  537885     0         0     3  0.14982256293296814   90      1791   \n",
       "537886  537886     0         0     3  0.08162937313318253   90       332   \n",
       "537887  537887     0         0     0                    0   90      6326   \n",
       "537888  537888     1         0     2    0.535528838634491   90      1688   \n",
       "537889  537889     0         0     1  0.08718594908714294   75      5247   \n",
       "537890  537890     0         0     2  0.04732247814536095   51       229   \n",
       "537891  537891     0         0     0                    0   90       605   \n",
       "537892  537892     0         0     3  0.23374298214912415   63      6854   \n",
       "537893  537893     1         0     3  0.42086783051490784   90       838   \n",
       "537894  537894     0         0     3   0.4027102589607239   90     10408   \n",
       "537895  537895     0         0     1  0.06817236542701721   15       482   \n",
       "537896  537896     1         0     8   1.1674931049346924   27      1250   \n",
       "537897  537897     0         0     0                    0   39       489   \n",
       "\n",
       "       team_id position                  player  ... yellow_card red_card  \\\n",
       "537884      87       GK                 Alisson  ...           0        0   \n",
       "537885      87       DR  Trent Alexander-Arnold  ...           0        0   \n",
       "537886      87       DC              Joel Matip  ...           1        0   \n",
       "537887      87       DC         Ibrahima Konaté  ...           0        0   \n",
       "537888      87       DL        Andrew Robertson  ...           0        0   \n",
       "537889      87       MC              Naby Keita  ...           0        0   \n",
       "537890      87       MC        Thiago Alcántara  ...           0        0   \n",
       "537891      87       MC        Jordan Henderson  ...           0        0   \n",
       "537892      87      FWR              Diogo Jota  ...           0        0   \n",
       "537893      87       FW              Sadio Mané  ...           0        0   \n",
       "537894      87      FWL               Luis Díaz  ...           0        0   \n",
       "537895      87      Sub         Roberto Firmino  ...           0        0   \n",
       "537896      87      Sub           Mohamed Salah  ...           0        0   \n",
       "537897      87      Sub            James Milner  ...           0        0   \n",
       "\n",
       "       roster_in roster_out key_passes assists                   xA  \\\n",
       "537884         0          0          0       0                    0   \n",
       "537885         0          0          6       0   0.4119507968425751   \n",
       "537886         0          0          2       1   0.9664720892906189   \n",
       "537887         0          0          0       0                    0   \n",
       "537888         0          0          0       0                    0   \n",
       "537889    537895          0          1       0  0.10000427067279816   \n",
       "537890    537897          0          1       1  0.34907057881355286   \n",
       "537891         0          0          1       0   0.0634002611041069   \n",
       "537892    537896          0          0       0                    0   \n",
       "537893         0          0          4       0  0.21152955293655396   \n",
       "537894         0          0          3       0  0.11638006567955017   \n",
       "537895         0     537889          2       1   0.5236051678657532   \n",
       "537896         0     537892          0       0                    0   \n",
       "537897         0     537890          0       0                    0   \n",
       "\n",
       "                   xGChain            xGBuildup positionOrder  \n",
       "537884    0.24127297103405     0.24127297103405             1  \n",
       "537885  0.7344995141029358  0.47274237871170044             2  \n",
       "537886  0.8362189531326294   0.5428840517997742             3  \n",
       "537887  0.9571263790130615   0.9571263790130615             3  \n",
       "537888  1.4529024362564087   1.3895021677017212             4  \n",
       "537889  0.1871902197599411                    0             9  \n",
       "537890  0.6708783507347107   0.6235558986663818             9  \n",
       "537891  0.6848719716072083   0.6214717030525208             9  \n",
       "537892  0.2761821150779724  0.04243912547826767            14  \n",
       "537893  1.2983893156051636   0.6659919023513794            15  \n",
       "537894   1.233609914779663   0.7145195603370667            16  \n",
       "537895  0.7341642379760742  0.19386328756809235            17  \n",
       "537896  0.5637868046760559  0.08828042447566986            17  \n",
       "537897  0.7723238468170166   0.7723238468170166            17  \n",
       "\n",
       "[14 rows x 21 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's focus on the home team Liverpool\n",
    "df = pd.DataFrame(data['h']).T\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bdb98add",
   "metadata": {},
   "source": [
    "### 2.3 Match Stats\n",
    "Here we can scrape some of the stats of the game such as goals scored, shots taken and received, ppdda, xG, xGA and interestingly enough win probability under the name of h_w , h_l and h_d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "3b8d9b8b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <td>16753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fid</th>\n",
       "      <td>1549916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h</th>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a</th>\n",
       "      <td>229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>league_id</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>season</th>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_goals</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_goals</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>team_h</th>\n",
       "      <td>Liverpool</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>team_a</th>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_xg</th>\n",
       "      <td>3.19385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_xg</th>\n",
       "      <td>1.11708</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_w</th>\n",
       "      <td>0.8332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_d</th>\n",
       "      <td>0.1119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_l</th>\n",
       "      <td>0.0549</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>league</th>\n",
       "      <td>EPL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_shot</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_shot</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_shotOnTarget</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_shotOnTarget</th>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_deep</th>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_deep</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a_ppda</th>\n",
       "      <td>33.3636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>h_ppda</th>\n",
       "      <td>10.2800</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      0\n",
       "id                                16753\n",
       "fid                             1549916\n",
       "h                                    87\n",
       "a                                   229\n",
       "date                2022-05-22 15:00:00\n",
       "league_id                             1\n",
       "season                             2021\n",
       "h_goals                               3\n",
       "a_goals                               1\n",
       "team_h                        Liverpool\n",
       "team_a          Wolverhampton Wanderers\n",
       "h_xg                            3.19385\n",
       "a_xg                            1.11708\n",
       "h_w                              0.8332\n",
       "h_d                              0.1119\n",
       "h_l                              0.0549\n",
       "league                              EPL\n",
       "h_shot                               29\n",
       "a_shot                                7\n",
       "h_shotOnTarget                        8\n",
       "a_shotOnTarget                        5\n",
       "h_deep                               24\n",
       "a_deep                                4\n",
       "a_ppda                          33.3636\n",
       "h_ppda                          10.2800"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "response = requests.get('https://understat.com/match/16753')\n",
    "match_info = re.search(\"match_info\\s+=\\s+JSON.parse\\('([^']+)\", response.text)\n",
    "decoded_string = bytes(match_info.groups()[0], 'utf-8').decode('unicode_escape')\n",
    "matchObj = json.loads(decoded_string)\n",
    "df = pd.DataFrame(pd.Series(matchObj))\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7551c316",
   "metadata": {},
   "source": [
    "### 3.0 Get Fixtures"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "51e1ad84",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Entering the league's  link\n",
    "link = \"https://understat.com/league/EPL\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "# Get the fixtures data\n",
    "strings = scripts[1].string \n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "206e43ca",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>isResult</th>\n",
       "      <th>h</th>\n",
       "      <th>a</th>\n",
       "      <th>goals</th>\n",
       "      <th>xG</th>\n",
       "      <th>datetime</th>\n",
       "      <th>forecast</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16376</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '244', 'title': 'Brentford', 'short_tit...</td>\n",
       "      <td>{'id': '83', 'title': 'Arsenal', 'short_title'...</td>\n",
       "      <td>{'h': '2', 'a': '0'}</td>\n",
       "      <td>{'h': '1.88818', 'a': '1.02385'}</td>\n",
       "      <td>2021-08-13 19:00:00</td>\n",
       "      <td>{'w': '0.6289', 'd': '0.2287', 'l': '0.1424'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>16377</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '89', 'title': 'Manchester United', 'sh...</td>\n",
       "      <td>{'id': '245', 'title': 'Leeds', 'short_title':...</td>\n",
       "      <td>{'h': '5', 'a': '1'}</td>\n",
       "      <td>{'h': '1.64248', 'a': '0.568342'}</td>\n",
       "      <td>2021-08-14 11:30:00</td>\n",
       "      <td>{'w': '0.6618', 'd': '0.2327', 'l': '0.1055'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>16378</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '92', 'title': 'Burnley', 'short_title'...</td>\n",
       "      <td>{'id': '220', 'title': 'Brighton', 'short_titl...</td>\n",
       "      <td>{'h': '1', 'a': '2'}</td>\n",
       "      <td>{'h': '1.79548', 'a': '1.6853'}</td>\n",
       "      <td>2021-08-14 14:00:00</td>\n",
       "      <td>{'w': '0.3894', 'd': '0.2877', 'l': '0.3229'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>16379</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '80', 'title': 'Chelsea', 'short_title'...</td>\n",
       "      <td>{'id': '78', 'title': 'Crystal Palace', 'short...</td>\n",
       "      <td>{'h': '3', 'a': '0'}</td>\n",
       "      <td>{'h': '1.18709', 'a': '0.321701'}</td>\n",
       "      <td>2021-08-14 14:00:00</td>\n",
       "      <td>{'w': '0.6405', 'd': '0.2822', 'l': '0.0773'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16380</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '72', 'title': 'Everton', 'short_title'...</td>\n",
       "      <td>{'id': '74', 'title': 'Southampton', 'short_ti...</td>\n",
       "      <td>{'h': '3', 'a': '1'}</td>\n",
       "      <td>{'h': '2.38863', 'a': '0.580601'}</td>\n",
       "      <td>2021-08-14 14:00:00</td>\n",
       "      <td>{'w': '0.8359', 'd': '0.1234', 'l': '0.0407'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375</th>\n",
       "      <td>16751</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '78', 'title': 'Crystal Palace', 'short...</td>\n",
       "      <td>{'id': '89', 'title': 'Manchester United', 'sh...</td>\n",
       "      <td>{'h': '1', 'a': '0'}</td>\n",
       "      <td>{'h': '0.354618', 'a': '0.782005'}</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>{'w': '0.1466', 'd': '0.4028', 'l': '0.4506'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>376</th>\n",
       "      <td>16752</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '75', 'title': 'Leicester', 'short_titl...</td>\n",
       "      <td>{'id': '74', 'title': 'Southampton', 'short_ti...</td>\n",
       "      <td>{'h': '4', 'a': '1'}</td>\n",
       "      <td>{'h': '3.42058', 'a': '1.05141'}</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>{'w': '0.9057', 'd': '0.0717', 'l': '0.0226'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>377</th>\n",
       "      <td>16753</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '87', 'title': 'Liverpool', 'short_titl...</td>\n",
       "      <td>{'id': '229', 'title': 'Wolverhampton Wanderer...</td>\n",
       "      <td>{'h': '3', 'a': '1'}</td>\n",
       "      <td>{'h': '3.19385', 'a': '1.11708'}</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>{'w': '0.8332', 'd': '0.1119', 'l': '0.0549'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>16754</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '88', 'title': 'Manchester City', 'shor...</td>\n",
       "      <td>{'id': '71', 'title': 'Aston Villa', 'short_ti...</td>\n",
       "      <td>{'h': '3', 'a': '2'}</td>\n",
       "      <td>{'h': '3.3209', 'a': '0.247841'}</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>{'w': '0.9766', 'd': '0.0197', 'l': '0.0037'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>379</th>\n",
       "      <td>16755</td>\n",
       "      <td>True</td>\n",
       "      <td>{'id': '79', 'title': 'Norwich', 'short_title'...</td>\n",
       "      <td>{'id': '82', 'title': 'Tottenham', 'short_titl...</td>\n",
       "      <td>{'h': '0', 'a': '5'}</td>\n",
       "      <td>{'h': '0.310789', 'a': '3.815'}</td>\n",
       "      <td>2022-05-22 15:00:00</td>\n",
       "      <td>{'w': '0.002', 'd': '0.0157', 'l': '0.9823'}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>380 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        id  isResult                                                  h  \\\n",
       "0    16376      True  {'id': '244', 'title': 'Brentford', 'short_tit...   \n",
       "1    16377      True  {'id': '89', 'title': 'Manchester United', 'sh...   \n",
       "2    16378      True  {'id': '92', 'title': 'Burnley', 'short_title'...   \n",
       "3    16379      True  {'id': '80', 'title': 'Chelsea', 'short_title'...   \n",
       "4    16380      True  {'id': '72', 'title': 'Everton', 'short_title'...   \n",
       "..     ...       ...                                                ...   \n",
       "375  16751      True  {'id': '78', 'title': 'Crystal Palace', 'short...   \n",
       "376  16752      True  {'id': '75', 'title': 'Leicester', 'short_titl...   \n",
       "377  16753      True  {'id': '87', 'title': 'Liverpool', 'short_titl...   \n",
       "378  16754      True  {'id': '88', 'title': 'Manchester City', 'shor...   \n",
       "379  16755      True  {'id': '79', 'title': 'Norwich', 'short_title'...   \n",
       "\n",
       "                                                     a                 goals  \\\n",
       "0    {'id': '83', 'title': 'Arsenal', 'short_title'...  {'h': '2', 'a': '0'}   \n",
       "1    {'id': '245', 'title': 'Leeds', 'short_title':...  {'h': '5', 'a': '1'}   \n",
       "2    {'id': '220', 'title': 'Brighton', 'short_titl...  {'h': '1', 'a': '2'}   \n",
       "3    {'id': '78', 'title': 'Crystal Palace', 'short...  {'h': '3', 'a': '0'}   \n",
       "4    {'id': '74', 'title': 'Southampton', 'short_ti...  {'h': '3', 'a': '1'}   \n",
       "..                                                 ...                   ...   \n",
       "375  {'id': '89', 'title': 'Manchester United', 'sh...  {'h': '1', 'a': '0'}   \n",
       "376  {'id': '74', 'title': 'Southampton', 'short_ti...  {'h': '4', 'a': '1'}   \n",
       "377  {'id': '229', 'title': 'Wolverhampton Wanderer...  {'h': '3', 'a': '1'}   \n",
       "378  {'id': '71', 'title': 'Aston Villa', 'short_ti...  {'h': '3', 'a': '2'}   \n",
       "379  {'id': '82', 'title': 'Tottenham', 'short_titl...  {'h': '0', 'a': '5'}   \n",
       "\n",
       "                                     xG             datetime  \\\n",
       "0      {'h': '1.88818', 'a': '1.02385'}  2021-08-13 19:00:00   \n",
       "1     {'h': '1.64248', 'a': '0.568342'}  2021-08-14 11:30:00   \n",
       "2       {'h': '1.79548', 'a': '1.6853'}  2021-08-14 14:00:00   \n",
       "3     {'h': '1.18709', 'a': '0.321701'}  2021-08-14 14:00:00   \n",
       "4     {'h': '2.38863', 'a': '0.580601'}  2021-08-14 14:00:00   \n",
       "..                                  ...                  ...   \n",
       "375  {'h': '0.354618', 'a': '0.782005'}  2022-05-22 15:00:00   \n",
       "376    {'h': '3.42058', 'a': '1.05141'}  2022-05-22 15:00:00   \n",
       "377    {'h': '3.19385', 'a': '1.11708'}  2022-05-22 15:00:00   \n",
       "378    {'h': '3.3209', 'a': '0.247841'}  2022-05-22 15:00:00   \n",
       "379     {'h': '0.310789', 'a': '3.815'}  2022-05-22 15:00:00   \n",
       "\n",
       "                                          forecast  \n",
       "0    {'w': '0.6289', 'd': '0.2287', 'l': '0.1424'}  \n",
       "1    {'w': '0.6618', 'd': '0.2327', 'l': '0.1055'}  \n",
       "2    {'w': '0.3894', 'd': '0.2877', 'l': '0.3229'}  \n",
       "3    {'w': '0.6405', 'd': '0.2822', 'l': '0.0773'}  \n",
       "4    {'w': '0.8359', 'd': '0.1234', 'l': '0.0407'}  \n",
       "..                                             ...  \n",
       "375  {'w': '0.1466', 'd': '0.4028', 'l': '0.4506'}  \n",
       "376  {'w': '0.9057', 'd': '0.0717', 'l': '0.0226'}  \n",
       "377  {'w': '0.8332', 'd': '0.1119', 'l': '0.0549'}  \n",
       "378  {'w': '0.9766', 'd': '0.0197', 'l': '0.0037'}  \n",
       "379   {'w': '0.002', 'd': '0.0157', 'l': '0.9823'}  \n",
       "\n",
       "[380 rows x 8 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame(data)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "053c579b",
   "metadata": {},
   "source": [
    "### 4. Get Table\n",
    "Let's now scrape the standings table containing information about xG, xGA PPDA, etc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "704c9aa0",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Entering the league's  link\n",
    "link = \"https://understat.com/league/EPL\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "# Get the table \n",
    "strings = scripts[2].string \n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "c2a4830c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data.values())\n",
    "df = df.explode(\"history\")\n",
    "h = df.pop(\"history\")\n",
    "df = pd.concat([df.reset_index(drop=True), pd.DataFrame(h.tolist())], axis=1)\n",
    "df = df.infer_objects()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "f6fab5a5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>wins</th>\n",
       "      <th>draws</th>\n",
       "      <th>loses</th>\n",
       "      <th>scored</th>\n",
       "      <th>missed</th>\n",
       "      <th>pts</th>\n",
       "      <th>xG</th>\n",
       "      <th>xGA</th>\n",
       "      <th>xpts</th>\n",
       "      <th>npxG</th>\n",
       "      <th>npxGA</th>\n",
       "      <th>deep</th>\n",
       "      <th>deep_allowed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Arsenal</td>\n",
       "      <td>22</td>\n",
       "      <td>3</td>\n",
       "      <td>13</td>\n",
       "      <td>61</td>\n",
       "      <td>48</td>\n",
       "      <td>69</td>\n",
       "      <td>63.391577</td>\n",
       "      <td>48.389506</td>\n",
       "      <td>64.7622</td>\n",
       "      <td>57.191476</td>\n",
       "      <td>43.822492</td>\n",
       "      <td>314</td>\n",
       "      <td>220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Aston Villa</td>\n",
       "      <td>13</td>\n",
       "      <td>6</td>\n",
       "      <td>19</td>\n",
       "      <td>52</td>\n",
       "      <td>54</td>\n",
       "      <td>45</td>\n",
       "      <td>43.129543</td>\n",
       "      <td>53.095725</td>\n",
       "      <td>46.2012</td>\n",
       "      <td>40.846035</td>\n",
       "      <td>48.417956</td>\n",
       "      <td>258</td>\n",
       "      <td>258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Brentford</td>\n",
       "      <td>13</td>\n",
       "      <td>7</td>\n",
       "      <td>18</td>\n",
       "      <td>48</td>\n",
       "      <td>56</td>\n",
       "      <td>46</td>\n",
       "      <td>52.889575</td>\n",
       "      <td>49.500452</td>\n",
       "      <td>55.9965</td>\n",
       "      <td>48.322585</td>\n",
       "      <td>45.694635</td>\n",
       "      <td>232</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Brighton</td>\n",
       "      <td>12</td>\n",
       "      <td>15</td>\n",
       "      <td>11</td>\n",
       "      <td>42</td>\n",
       "      <td>44</td>\n",
       "      <td>51</td>\n",
       "      <td>49.567475</td>\n",
       "      <td>47.211438</td>\n",
       "      <td>54.1822</td>\n",
       "      <td>44.239313</td>\n",
       "      <td>44.166798</td>\n",
       "      <td>305</td>\n",
       "      <td>244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Burnley</td>\n",
       "      <td>7</td>\n",
       "      <td>14</td>\n",
       "      <td>17</td>\n",
       "      <td>34</td>\n",
       "      <td>53</td>\n",
       "      <td>35</td>\n",
       "      <td>41.105891</td>\n",
       "      <td>60.223120</td>\n",
       "      <td>38.1035</td>\n",
       "      <td>39.583552</td>\n",
       "      <td>56.417304</td>\n",
       "      <td>184</td>\n",
       "      <td>316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chelsea</td>\n",
       "      <td>21</td>\n",
       "      <td>11</td>\n",
       "      <td>6</td>\n",
       "      <td>76</td>\n",
       "      <td>33</td>\n",
       "      <td>74</td>\n",
       "      <td>69.297032</td>\n",
       "      <td>35.115624</td>\n",
       "      <td>73.3834</td>\n",
       "      <td>62.446512</td>\n",
       "      <td>30.548610</td>\n",
       "      <td>385</td>\n",
       "      <td>163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Crystal Palace</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>12</td>\n",
       "      <td>50</td>\n",
       "      <td>46</td>\n",
       "      <td>48</td>\n",
       "      <td>48.843907</td>\n",
       "      <td>41.331443</td>\n",
       "      <td>58.1500</td>\n",
       "      <td>42.663892</td>\n",
       "      <td>38.286775</td>\n",
       "      <td>213</td>\n",
       "      <td>238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Everton</td>\n",
       "      <td>11</td>\n",
       "      <td>6</td>\n",
       "      <td>21</td>\n",
       "      <td>43</td>\n",
       "      <td>66</td>\n",
       "      <td>39</td>\n",
       "      <td>44.469731</td>\n",
       "      <td>60.694247</td>\n",
       "      <td>43.5380</td>\n",
       "      <td>39.141610</td>\n",
       "      <td>59.171904</td>\n",
       "      <td>190</td>\n",
       "      <td>299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Leeds</td>\n",
       "      <td>9</td>\n",
       "      <td>11</td>\n",
       "      <td>18</td>\n",
       "      <td>42</td>\n",
       "      <td>79</td>\n",
       "      <td>38</td>\n",
       "      <td>51.186082</td>\n",
       "      <td>71.309612</td>\n",
       "      <td>43.8587</td>\n",
       "      <td>47.380234</td>\n",
       "      <td>67.503772</td>\n",
       "      <td>239</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Leicester</td>\n",
       "      <td>14</td>\n",
       "      <td>10</td>\n",
       "      <td>14</td>\n",
       "      <td>62</td>\n",
       "      <td>59</td>\n",
       "      <td>52</td>\n",
       "      <td>49.488674</td>\n",
       "      <td>66.106594</td>\n",
       "      <td>42.3123</td>\n",
       "      <td>47.966335</td>\n",
       "      <td>59.063358</td>\n",
       "      <td>252</td>\n",
       "      <td>293</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Liverpool</td>\n",
       "      <td>28</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>94</td>\n",
       "      <td>26</td>\n",
       "      <td>92</td>\n",
       "      <td>93.022398</td>\n",
       "      <td>32.731055</td>\n",
       "      <td>86.5634</td>\n",
       "      <td>86.831020</td>\n",
       "      <td>32.731055</td>\n",
       "      <td>461</td>\n",
       "      <td>159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Manchester City</td>\n",
       "      <td>29</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>99</td>\n",
       "      <td>26</td>\n",
       "      <td>93</td>\n",
       "      <td>93.399873</td>\n",
       "      <td>25.212244</td>\n",
       "      <td>91.8845</td>\n",
       "      <td>86.324233</td>\n",
       "      <td>24.451079</td>\n",
       "      <td>508</td>\n",
       "      <td>138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Manchester United</td>\n",
       "      <td>16</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "      <td>57</td>\n",
       "      <td>57</td>\n",
       "      <td>58</td>\n",
       "      <td>57.214908</td>\n",
       "      <td>56.852280</td>\n",
       "      <td>54.5247</td>\n",
       "      <td>53.409058</td>\n",
       "      <td>53.046457</td>\n",
       "      <td>293</td>\n",
       "      <td>261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Newcastle United</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>15</td>\n",
       "      <td>44</td>\n",
       "      <td>62</td>\n",
       "      <td>49</td>\n",
       "      <td>41.526526</td>\n",
       "      <td>62.711766</td>\n",
       "      <td>41.5255</td>\n",
       "      <td>39.243013</td>\n",
       "      <td>57.988940</td>\n",
       "      <td>170</td>\n",
       "      <td>293</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Norwich</td>\n",
       "      <td>5</td>\n",
       "      <td>7</td>\n",
       "      <td>26</td>\n",
       "      <td>23</td>\n",
       "      <td>84</td>\n",
       "      <td>22</td>\n",
       "      <td>31.511601</td>\n",
       "      <td>80.075475</td>\n",
       "      <td>25.0385</td>\n",
       "      <td>29.228130</td>\n",
       "      <td>70.716337</td>\n",
       "      <td>188</td>\n",
       "      <td>374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Southampton</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>16</td>\n",
       "      <td>43</td>\n",
       "      <td>67</td>\n",
       "      <td>40</td>\n",
       "      <td>47.348042</td>\n",
       "      <td>64.557484</td>\n",
       "      <td>43.4481</td>\n",
       "      <td>44.303364</td>\n",
       "      <td>63.035144</td>\n",
       "      <td>209</td>\n",
       "      <td>286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Tottenham</td>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "      <td>11</td>\n",
       "      <td>69</td>\n",
       "      <td>40</td>\n",
       "      <td>71</td>\n",
       "      <td>67.951321</td>\n",
       "      <td>43.699303</td>\n",
       "      <td>66.0947</td>\n",
       "      <td>64.145472</td>\n",
       "      <td>42.176963</td>\n",
       "      <td>285</td>\n",
       "      <td>255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Watford</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>27</td>\n",
       "      <td>34</td>\n",
       "      <td>77</td>\n",
       "      <td>23</td>\n",
       "      <td>39.340391</td>\n",
       "      <td>67.534430</td>\n",
       "      <td>35.4528</td>\n",
       "      <td>37.818061</td>\n",
       "      <td>62.206240</td>\n",
       "      <td>159</td>\n",
       "      <td>339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>West Ham</td>\n",
       "      <td>16</td>\n",
       "      <td>8</td>\n",
       "      <td>14</td>\n",
       "      <td>60</td>\n",
       "      <td>51</td>\n",
       "      <td>56</td>\n",
       "      <td>54.983599</td>\n",
       "      <td>53.876722</td>\n",
       "      <td>53.5634</td>\n",
       "      <td>50.260774</td>\n",
       "      <td>49.309700</td>\n",
       "      <td>239</td>\n",
       "      <td>294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>15</td>\n",
       "      <td>6</td>\n",
       "      <td>17</td>\n",
       "      <td>38</td>\n",
       "      <td>43</td>\n",
       "      <td>51</td>\n",
       "      <td>39.043071</td>\n",
       "      <td>58.482697</td>\n",
       "      <td>40.5351</td>\n",
       "      <td>38.281901</td>\n",
       "      <td>50.871051</td>\n",
       "      <td>181</td>\n",
       "      <td>309</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      title  wins  draws  loses  scored  missed  pts  \\\n",
       "0                   Arsenal    22      3     13      61      48   69   \n",
       "1               Aston Villa    13      6     19      52      54   45   \n",
       "2                 Brentford    13      7     18      48      56   46   \n",
       "3                  Brighton    12     15     11      42      44   51   \n",
       "4                   Burnley     7     14     17      34      53   35   \n",
       "5                   Chelsea    21     11      6      76      33   74   \n",
       "6            Crystal Palace    11     15     12      50      46   48   \n",
       "7                   Everton    11      6     21      43      66   39   \n",
       "8                     Leeds     9     11     18      42      79   38   \n",
       "9                 Leicester    14     10     14      62      59   52   \n",
       "10                Liverpool    28      8      2      94      26   92   \n",
       "11          Manchester City    29      6      3      99      26   93   \n",
       "12        Manchester United    16     10     12      57      57   58   \n",
       "13         Newcastle United    13     10     15      44      62   49   \n",
       "14                  Norwich     5      7     26      23      84   22   \n",
       "15              Southampton     9     13     16      43      67   40   \n",
       "16                Tottenham    22      5     11      69      40   71   \n",
       "17                  Watford     6      5     27      34      77   23   \n",
       "18                 West Ham    16      8     14      60      51   56   \n",
       "19  Wolverhampton Wanderers    15      6     17      38      43   51   \n",
       "\n",
       "           xG        xGA     xpts       npxG      npxGA  deep  deep_allowed  \n",
       "0   63.391577  48.389506  64.7622  57.191476  43.822492   314           220  \n",
       "1   43.129543  53.095725  46.2012  40.846035  48.417956   258           258  \n",
       "2   52.889575  49.500452  55.9965  48.322585  45.694635   232           226  \n",
       "3   49.567475  47.211438  54.1822  44.239313  44.166798   305           244  \n",
       "4   41.105891  60.223120  38.1035  39.583552  56.417304   184           316  \n",
       "5   69.297032  35.115624  73.3834  62.446512  30.548610   385           163  \n",
       "6   48.843907  41.331443  58.1500  42.663892  38.286775   213           238  \n",
       "7   44.469731  60.694247  43.5380  39.141610  59.171904   190           299  \n",
       "8   51.186082  71.309612  43.8587  47.380234  67.503772   239           300  \n",
       "9   49.488674  66.106594  42.3123  47.966335  59.063358   252           293  \n",
       "10  93.022398  32.731055  86.5634  86.831020  32.731055   461           159  \n",
       "11  93.399873  25.212244  91.8845  86.324233  24.451079   508           138  \n",
       "12  57.214908  56.852280  54.5247  53.409058  53.046457   293           261  \n",
       "13  41.526526  62.711766  41.5255  39.243013  57.988940   170           293  \n",
       "14  31.511601  80.075475  25.0385  29.228130  70.716337   188           374  \n",
       "15  47.348042  64.557484  43.4481  44.303364  63.035144   209           286  \n",
       "16  67.951321  43.699303  66.0947  64.145472  42.176963   285           255  \n",
       "17  39.340391  67.534430  35.4528  37.818061  62.206240   159           339  \n",
       "18  54.983599  53.876722  53.5634  50.260774  49.309700   239           294  \n",
       "19  39.043071  58.482697  40.5351  38.281901  50.871051   181           309  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "table = df.groupby(['title']).agg({'wins': 'sum', 'draws': 'sum', 'loses': 'sum', 'scored': 'sum', \n",
    "                                   'missed': 'sum', 'pts': 'sum', 'xG': 'sum', 'xGA': 'sum', 'xpts': 'sum', \n",
    "                                   'npxG': 'sum', 'npxGA': 'sum', 'deep': 'sum', 'deep_allowed': 'sum'}).reset_index()\n",
    "table"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8dcc27df",
   "metadata": {},
   "source": [
    "### 5. Getting all players stats\n",
    "In this section we'll scrape the major stats for each player in la liga"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c75db3f8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>player_name</th>\n",
       "      <th>games</th>\n",
       "      <th>time</th>\n",
       "      <th>goals</th>\n",
       "      <th>xG</th>\n",
       "      <th>assists</th>\n",
       "      <th>xA</th>\n",
       "      <th>shots</th>\n",
       "      <th>key_passes</th>\n",
       "      <th>yellow_cards</th>\n",
       "      <th>red_cards</th>\n",
       "      <th>position</th>\n",
       "      <th>team_title</th>\n",
       "      <th>npg</th>\n",
       "      <th>npxG</th>\n",
       "      <th>xGChain</th>\n",
       "      <th>xGBuildup</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>453</td>\n",
       "      <td>Son Heung-Min</td>\n",
       "      <td>35</td>\n",
       "      <td>3051</td>\n",
       "      <td>23</td>\n",
       "      <td>16.992173850536346</td>\n",
       "      <td>7</td>\n",
       "      <td>7.84695353731513</td>\n",
       "      <td>86</td>\n",
       "      <td>73</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>F M</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>23</td>\n",
       "      <td>16.992173850536346</td>\n",
       "      <td>29.62477569282055</td>\n",
       "      <td>10.343093157745898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1250</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>35</td>\n",
       "      <td>2757</td>\n",
       "      <td>23</td>\n",
       "      <td>24.36429724097252</td>\n",
       "      <td>13</td>\n",
       "      <td>9.79082047007978</td>\n",
       "      <td>139</td>\n",
       "      <td>62</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>F S</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>18</td>\n",
       "      <td>19.797284230589867</td>\n",
       "      <td>32.158807165920734</td>\n",
       "      <td>11.22198199853301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2371</td>\n",
       "      <td>Cristiano Ronaldo</td>\n",
       "      <td>30</td>\n",
       "      <td>2468</td>\n",
       "      <td>18</td>\n",
       "      <td>17.212839871644974</td>\n",
       "      <td>3</td>\n",
       "      <td>4.424966126680374</td>\n",
       "      <td>110</td>\n",
       "      <td>26</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>F S</td>\n",
       "      <td>Manchester United</td>\n",
       "      <td>15</td>\n",
       "      <td>14.92933338880539</td>\n",
       "      <td>23.25371290743351</td>\n",
       "      <td>7.720640169456601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>647</td>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>37</td>\n",
       "      <td>3229</td>\n",
       "      <td>17</td>\n",
       "      <td>20.685065291821957</td>\n",
       "      <td>9</td>\n",
       "      <td>9.8182877227664</td>\n",
       "      <td>133</td>\n",
       "      <td>48</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>F M S</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>13</td>\n",
       "      <td>17.640390004962683</td>\n",
       "      <td>31.89218296855688</td>\n",
       "      <td>9.808405855670571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>838</td>\n",
       "      <td>Sadio Mané</td>\n",
       "      <td>34</td>\n",
       "      <td>2833</td>\n",
       "      <td>16</td>\n",
       "      <td>16.82961391285062</td>\n",
       "      <td>2</td>\n",
       "      <td>5.269158786162734</td>\n",
       "      <td>98</td>\n",
       "      <td>39</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>F S</td>\n",
       "      <td>Liverpool</td>\n",
       "      <td>16</td>\n",
       "      <td>16.82961391285062</td>\n",
       "      <td>28.448093853890896</td>\n",
       "      <td>11.072969859465957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>532</th>\n",
       "      <td>10327</td>\n",
       "      <td>Chiquinho</td>\n",
       "      <td>8</td>\n",
       "      <td>191</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5611125975847244</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0862634107470512</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>D S</td>\n",
       "      <td>Wolverhampton Wanderers</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5611125975847244</td>\n",
       "      <td>1.7611463218927383</td>\n",
       "      <td>0.19358759000897408</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>533</th>\n",
       "      <td>10405</td>\n",
       "      <td>Josh Dasilva</td>\n",
       "      <td>9</td>\n",
       "      <td>242</td>\n",
       "      <td>0</td>\n",
       "      <td>0.101985864341259</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18233786523342133</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>F M S</td>\n",
       "      <td>Brentford</td>\n",
       "      <td>0</td>\n",
       "      <td>0.101985864341259</td>\n",
       "      <td>0.44961406104266644</td>\n",
       "      <td>0.1652903314679861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>534</th>\n",
       "      <td>10424</td>\n",
       "      <td>Daniel Chesters</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>S</td>\n",
       "      <td>West Ham</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>535</th>\n",
       "      <td>10525</td>\n",
       "      <td>Tony Springett</td>\n",
       "      <td>3</td>\n",
       "      <td>138</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5181649327278137</td>\n",
       "      <td>0</td>\n",
       "      <td>0.514015793800354</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>M S</td>\n",
       "      <td>Norwich</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5181649327278137</td>\n",
       "      <td>1.0925263166427612</td>\n",
       "      <td>0.06034556403756142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>536</th>\n",
       "      <td>10552</td>\n",
       "      <td>Alejandro Garnacho</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>S</td>\n",
       "      <td>Manchester United</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>537 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        id         player_name games  time goals                  xG assists  \\\n",
       "0      453       Son Heung-Min    35  3051    23  16.992173850536346       7   \n",
       "1     1250       Mohamed Salah    35  2757    23   24.36429724097252      13   \n",
       "2     2371   Cristiano Ronaldo    30  2468    18  17.212839871644974       3   \n",
       "3      647          Harry Kane    37  3229    17  20.685065291821957       9   \n",
       "4      838          Sadio Mané    34  2833    16   16.82961391285062       2   \n",
       "..     ...                 ...   ...   ...   ...                 ...     ...   \n",
       "532  10327           Chiquinho     8   191     0  0.5611125975847244       3   \n",
       "533  10405        Josh Dasilva     9   242     0   0.101985864341259       0   \n",
       "534  10424     Daniel Chesters     1     1     0                   0       0   \n",
       "535  10525      Tony Springett     3   138     0  0.5181649327278137       0   \n",
       "536  10552  Alejandro Garnacho     2    11     0                   0       0   \n",
       "\n",
       "                      xA shots key_passes yellow_cards red_cards position  \\\n",
       "0       7.84695353731513    86         73            2         0      F M   \n",
       "1       9.79082047007978   139         62            1         0      F S   \n",
       "2      4.424966126680374   110         26            8         0      F S   \n",
       "3        9.8182877227664   133         48            5         0    F M S   \n",
       "4      5.269158786162734    98         39            5         0      F S   \n",
       "..                   ...   ...        ...          ...       ...      ...   \n",
       "532   1.0862634107470512     5          5            0         0      D S   \n",
       "533  0.18233786523342133     1          3            0         1    F M S   \n",
       "534                    0     0          0            0         0        S   \n",
       "535    0.514015793800354     1          2            1         0      M S   \n",
       "536                    0     0          0            0         0        S   \n",
       "\n",
       "                  team_title npg                npxG              xGChain  \\\n",
       "0                  Tottenham  23  16.992173850536346    29.62477569282055   \n",
       "1                  Liverpool  18  19.797284230589867   32.158807165920734   \n",
       "2          Manchester United  15   14.92933338880539    23.25371290743351   \n",
       "3                  Tottenham  13  17.640390004962683    31.89218296855688   \n",
       "4                  Liverpool  16   16.82961391285062   28.448093853890896   \n",
       "..                       ...  ..                 ...                  ...   \n",
       "532  Wolverhampton Wanderers   0  0.5611125975847244   1.7611463218927383   \n",
       "533                Brentford   0   0.101985864341259  0.44961406104266644   \n",
       "534                 West Ham   0                   0                    0   \n",
       "535                  Norwich   0  0.5181649327278137   1.0925263166427612   \n",
       "536        Manchester United   0                   0                    0   \n",
       "\n",
       "               xGBuildup  \n",
       "0     10.343093157745898  \n",
       "1      11.22198199853301  \n",
       "2      7.720640169456601  \n",
       "3      9.808405855670571  \n",
       "4     11.072969859465957  \n",
       "..                   ...  \n",
       "532  0.19358759000897408  \n",
       "533   0.1652903314679861  \n",
       "534                    0  \n",
       "535  0.06034556403756142  \n",
       "536                    0  \n",
       "\n",
       "[537 rows x 18 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Entering the league's  link\n",
    "link = \"https://understat.com/league/EPL\"\n",
    "res = requests.get(link)\n",
    "soup = BeautifulSoup(res.content,'lxml')\n",
    "scripts = soup.find_all('script')\n",
    "# Get the players stats \n",
    "strings = scripts[3].string \n",
    "# Getting rid of unnecessary characters from json data\n",
    "ind_start = strings.index(\"('\")+2 \n",
    "ind_end = strings.index(\"')\") \n",
    "json_data = strings[ind_start:ind_end] \n",
    "json_data = json_data.encode('utf8').decode('unicode_escape')\n",
    "data = json.loads(json_data)\n",
    "# Creating the dataframe\n",
    "df = pd.DataFrame(data)\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dfb0b6d7",
   "metadata": {},
   "source": [
    "### References\n",
    "https://www.kaggle.com/code/josegabrielgonzalez/understat-series-webscraping-using-beautiful-soup/notebook\n",
    "\n",
    "https://www.youtube.com/watch?v=IsR5FrjNmro&t=232s"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}