seasonal player data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import time\n",
    "import pickle\n",
    "import sys\n",
    "from tqdm import tqdm\n",
    "from selenium import webdriver\n",
    "from selenium.webdriver.common.by import By\n",
    "from selenium.webdriver.chrome.service import Service as ChromeService\n",
    "from webdriver_manager.chrome import ChromeDriverManager"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Windows\n",
    "\n",
    "# driver = webdriver.Chrome( )\n",
    "# driver.get('https:/1xbet.whoscored.com/')\n",
    "# driver.implicitly_wait(3)\n",
    "# driver.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "## MAC\n",
    "#driver = webdriver.Chrome()\n",
    "driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "driver.get('https:/1xbet.whoscored.com/')\n",
    "driver.implicitly_wait(3)\n",
    "driver.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_league_teams(region, tournaments, api_delay_term=5):\n",
    "\n",
    "    \"\"\"\n",
    "    cawling league team_id and team name datas\n",
    "    \n",
    "    Arg :\n",
    "        region : region id (from whoscored) for certain league ex) england --- 252, spain --- 206\n",
    "        tournaments : tournament(or league) id ex) premier league --- 2,\n",
    "    \n",
    "    return :\n",
    "        crawling league team_id, team_name datas belong team_id parameter\n",
    "        return pandas dataframe columns=team_id, team_name\n",
    "    \n",
    "\n",
    "    \"\"\"\n",
    "    \n",
    "    # connect webdriver\n",
    "    url = \"https://1xbet.whoscored.com/Regions/\" + str(region) + \"/Tournaments/\" + str(tournaments)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "\n",
    "    # wait get league team datas\n",
    "    time.sleep(api_delay_term) \n",
    "    \n",
    "    # make pandas dataframe\n",
    "    team_df = pd.DataFrame(columns=[\"team_id\",\"team_name\"])\n",
    "\n",
    "    # get team data\n",
    "    teams = driver.find_element(By.XPATH, \"//*[@id='standings-20934-content']\")\n",
    "    teams = teams.find_elements(By.CSS_SELECTOR, \"a.team-link\")\n",
    "    \n",
    "    for team in teams:\n",
    "        team_name = team.get_attribute(\"innerHTML\")\n",
    "        team_id = team.get_attribute(\"href\").split(\"/\")[4]\n",
    "        team_df.loc[len(team_df)] = {\"team_id\":team_id, \"team_name\":team_name }\n",
    "        \n",
    "    # close webdriver\n",
    "    driver.close()\n",
    "    \n",
    "    return team_df"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Premier League teams and id."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>team_id</th>\n",
       "      <th>team_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>167</td>\n",
       "      <td>Manchester City</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>32</td>\n",
       "      <td>Manchester United</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>26</td>\n",
       "      <td>Liverpool</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>170</td>\n",
       "      <td>Fulham</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>211</td>\n",
       "      <td>Brighton</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>189</td>\n",
       "      <td>Brentford</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>15</td>\n",
       "      <td>Chelsea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>24</td>\n",
       "      <td>Aston Villa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>162</td>\n",
       "      <td>Crystal Palace</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>14</td>\n",
       "      <td>Leicester</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>19</td>\n",
       "      <td>Leeds</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>174</td>\n",
       "      <td>Nottingham Forest</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>183</td>\n",
       "      <td>Bournemouth</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>29</td>\n",
       "      <td>West Ham</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>31</td>\n",
       "      <td>Everton</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>161</td>\n",
       "      <td>Wolverhampton</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>18</td>\n",
       "      <td>Southampton</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   team_id          team_name\n",
       "0       13            Arsenal\n",
       "1      167    Manchester City\n",
       "2       23          Newcastle\n",
       "3       32  Manchester United\n",
       "4       30          Tottenham\n",
       "5       26          Liverpool\n",
       "6      170             Fulham\n",
       "7      211           Brighton\n",
       "8      189          Brentford\n",
       "9       15            Chelsea\n",
       "10      24        Aston Villa\n",
       "11     162     Crystal Palace\n",
       "12      14          Leicester\n",
       "13      19              Leeds\n",
       "14     174  Nottingham Forest\n",
       "15     183        Bournemouth\n",
       "16      29           West Ham\n",
       "17      31            Everton\n",
       "18     161      Wolverhampton\n",
       "19      18        Southampton"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_df = crawling_league_teams(252, 2, api_delay_term=3)\n",
    "PL_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_player_summary(team_id, api_delay_term=5):\n",
    "    \"\"\"\n",
    "    crawling player statistics of certain team\n",
    "    \n",
    "    Args :\n",
    "        team_id : team number \n",
    "        \n",
    "    return :\n",
    "        player statistics (dataframe)\n",
    "    \n",
    "    \"\"\"\n",
    "\n",
    "    # connect webdriver\n",
    "    url = \"https://www.whoscored.com/Teams/\" + str(team_id)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "\n",
    "    # wait for getting data\n",
    "    time.sleep(api_delay_term)\n",
    "    \n",
    "    # make pandas dataframe\n",
    "    player_summary_df = pd.DataFrame(columns=[\n",
    "        \"player_number\", \"name\",\"age\",\"position\",\"tall\",\"weight\",\"games\",\n",
    "        \"mins\", \"goals\", \"asists\", \"yel\", \"red\", \"spg\", \"ps\",\"aw\",\"motm\", \"rating\"\n",
    "        ])\n",
    "    \n",
    "    # get player summay datas\n",
    "    elements = driver.find_elements(By.CSS_SELECTOR, \"#player-table-statistics-body tr\")\n",
    "    for element in elements:\n",
    "        \n",
    "        player_dict = {\n",
    "            \"player_number\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, (\"a\"))[0].get_attribute(\"href\").split(\"/\")[4], \n",
    "            \"name\": element.find_element(By.CSS_SELECTOR, \"td > a > span\").get_attribute(\"textContent\").split(\"\\t\")[0],     \n",
    "            \"age\": element.find_element(By.CSS_SELECTOR, \"td > span > span:nth-child(1)\").get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"position\": element.find_element(By.CSS_SELECTOR, \"td > span > span:nth-child(2)\").get_attribute(\"textContent\").split(\"\\t\")[0][2:], \n",
    "            \"tall\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[2].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"weight\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[3].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "            \"games\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[4].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "            \"mins\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[5].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"goals\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[6].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"asists\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[7].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"yel\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[8].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"red\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[9].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"spg\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[10].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"ps\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[11].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"aw\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[12].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"motm\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[13].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "            \"rating\": element.find_elements(By.CSS_SELECTOR, (\"td\"))[14].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "        }\n",
    "        \n",
    "        player_summary_df.loc[len(player_summary_df)] = player_dict\n",
    "        \n",
    "    # close webdriver\n",
    "    driver.close()\n",
    "    player_summary_df.replace(\"-\", \"0\", inplace=True)\n",
    "    return player_summary_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Player stat table (Liverpool) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [],
   "source": [
    "player_liverpool = crawling_player_summary(26, api_delay_term=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_number</th>\n",
       "      <th>name</th>\n",
       "      <th>age</th>\n",
       "      <th>position</th>\n",
       "      <th>tall</th>\n",
       "      <th>weight</th>\n",
       "      <th>games</th>\n",
       "      <th>mins</th>\n",
       "      <th>goals</th>\n",
       "      <th>asists</th>\n",
       "      <th>yel</th>\n",
       "      <th>red</th>\n",
       "      <th>spg</th>\n",
       "      <th>ps</th>\n",
       "      <th>aw</th>\n",
       "      <th>motm</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>377168</td>\n",
       "      <td>Luis Díaz</td>\n",
       "      <td>25</td>\n",
       "      <td>AM(L)</td>\n",
       "      <td>178</td>\n",
       "      <td>65</td>\n",
       "      <td>7(1)</td>\n",
       "      <td>615</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>81</td>\n",
       "      <td>0.8</td>\n",
       "      <td>1</td>\n",
       "      <td>7.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>96182</td>\n",
       "      <td>Roberto Firmino</td>\n",
       "      <td>31</td>\n",
       "      <td>M(CLR),FW</td>\n",
       "      <td>181</td>\n",
       "      <td>76</td>\n",
       "      <td>11(2)</td>\n",
       "      <td>937</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5</td>\n",
       "      <td>79.6</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>7.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>108226</td>\n",
       "      <td>Mohamed Salah</td>\n",
       "      <td>30</td>\n",
       "      <td>AM(CLR),FW</td>\n",
       "      <td>175</td>\n",
       "      <td>71</td>\n",
       "      <td>17</td>\n",
       "      <td>1509</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.4</td>\n",
       "      <td>76.5</td>\n",
       "      <td>0.1</td>\n",
       "      <td>1</td>\n",
       "      <td>7.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>114147</td>\n",
       "      <td>Alisson</td>\n",
       "      <td>30</td>\n",
       "      <td>GK</td>\n",
       "      <td>193</td>\n",
       "      <td>91</td>\n",
       "      <td>17</td>\n",
       "      <td>1530</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>81.7</td>\n",
       "      <td>0.2</td>\n",
       "      <td>2</td>\n",
       "      <td>6.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>400828</td>\n",
       "      <td>Darwin Núñez</td>\n",
       "      <td>23</td>\n",
       "      <td>AM(CL),FW</td>\n",
       "      <td>187</td>\n",
       "      <td>81</td>\n",
       "      <td>10(3)</td>\n",
       "      <td>874</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4.2</td>\n",
       "      <td>69.5</td>\n",
       "      <td>1.5</td>\n",
       "      <td>2</td>\n",
       "      <td>6.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>74939</td>\n",
       "      <td>Thiago</td>\n",
       "      <td>31</td>\n",
       "      <td>M(C)</td>\n",
       "      <td>174</td>\n",
       "      <td>70</td>\n",
       "      <td>11</td>\n",
       "      <td>893</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7</td>\n",
       "      <td>86.4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>318871</td>\n",
       "      <td>Trent Alexander-Arnold</td>\n",
       "      <td>24</td>\n",
       "      <td>D(R),M(R)</td>\n",
       "      <td>175</td>\n",
       "      <td>72</td>\n",
       "      <td>15(2)</td>\n",
       "      <td>1249</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>77.2</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>6.90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>115726</td>\n",
       "      <td>Andrew Robertson</td>\n",
       "      <td>28</td>\n",
       "      <td>D(L),M(L)</td>\n",
       "      <td>178</td>\n",
       "      <td>64</td>\n",
       "      <td>12(3)</td>\n",
       "      <td>1061</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.3</td>\n",
       "      <td>83.9</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>6.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>95408</td>\n",
       "      <td>Virgil van Dijk</td>\n",
       "      <td>31</td>\n",
       "      <td>D(C)</td>\n",
       "      <td>195</td>\n",
       "      <td>92</td>\n",
       "      <td>17</td>\n",
       "      <td>1486</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.1</td>\n",
       "      <td>89.1</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0</td>\n",
       "      <td>6.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>115916</td>\n",
       "      <td>Fabinho</td>\n",
       "      <td>29</td>\n",
       "      <td>D(CR),DMC</td>\n",
       "      <td>188</td>\n",
       "      <td>78</td>\n",
       "      <td>13(3)</td>\n",
       "      <td>1178</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>88.5</td>\n",
       "      <td>0.9</td>\n",
       "      <td>0</td>\n",
       "      <td>6.69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>235755</td>\n",
       "      <td>Diogo Jota</td>\n",
       "      <td>26</td>\n",
       "      <td>AM(CLR),FW</td>\n",
       "      <td>178</td>\n",
       "      <td>68</td>\n",
       "      <td>2(2)</td>\n",
       "      <td>197</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.8</td>\n",
       "      <td>60.7</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0</td>\n",
       "      <td>6.64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>136451</td>\n",
       "      <td>Joe Gomez</td>\n",
       "      <td>25</td>\n",
       "      <td>D(CLR)</td>\n",
       "      <td>188</td>\n",
       "      <td>77</td>\n",
       "      <td>9(5)</td>\n",
       "      <td>900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.2</td>\n",
       "      <td>84.9</td>\n",
       "      <td>2.3</td>\n",
       "      <td>0</td>\n",
       "      <td>6.62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>444540</td>\n",
       "      <td>Stefan Bajcetic</td>\n",
       "      <td>18</td>\n",
       "      <td>Defender</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0(3)</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7</td>\n",
       "      <td>77.8</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0</td>\n",
       "      <td>6.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>363982</td>\n",
       "      <td>Harvey Elliott</td>\n",
       "      <td>19</td>\n",
       "      <td>AM(CR)</td>\n",
       "      <td>170</td>\n",
       "      <td>0</td>\n",
       "      <td>12(5)</td>\n",
       "      <td>1017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.1</td>\n",
       "      <td>83.6</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "      <td>6.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>68659</td>\n",
       "      <td>Jordan Henderson</td>\n",
       "      <td>32</td>\n",
       "      <td>D(C),M(CLR)</td>\n",
       "      <td>182</td>\n",
       "      <td>78</td>\n",
       "      <td>9(5)</td>\n",
       "      <td>816</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9</td>\n",
       "      <td>82.8</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0</td>\n",
       "      <td>6.53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>74341</td>\n",
       "      <td>Joël Matip</td>\n",
       "      <td>31</td>\n",
       "      <td>D(C)</td>\n",
       "      <td>195</td>\n",
       "      <td>90</td>\n",
       "      <td>5(2)</td>\n",
       "      <td>484</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>85.4</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>6.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>301455</td>\n",
       "      <td>Konstantinos Tsimikas</td>\n",
       "      <td>26</td>\n",
       "      <td>D(L)</td>\n",
       "      <td>178</td>\n",
       "      <td>77</td>\n",
       "      <td>5(7)</td>\n",
       "      <td>439</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.6</td>\n",
       "      <td>85.1</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0</td>\n",
       "      <td>6.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>84146</td>\n",
       "      <td>Alex Oxlade Chamberlain</td>\n",
       "      <td>29</td>\n",
       "      <td>M(CLR)</td>\n",
       "      <td>180</td>\n",
       "      <td>70</td>\n",
       "      <td>3(3)</td>\n",
       "      <td>242</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7</td>\n",
       "      <td>76.7</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0</td>\n",
       "      <td>6.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>4511</td>\n",
       "      <td>James Milner</td>\n",
       "      <td>37</td>\n",
       "      <td>D(LR),M(CLR)</td>\n",
       "      <td>175</td>\n",
       "      <td>70</td>\n",
       "      <td>4(8)</td>\n",
       "      <td>464</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>78.8</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>6.44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>401385</td>\n",
       "      <td>Fábio Carvalho</td>\n",
       "      <td>20</td>\n",
       "      <td>AM(CL)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4(7)</td>\n",
       "      <td>335</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>83.2</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0</td>\n",
       "      <td>6.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>381527</td>\n",
       "      <td>Nathaniel Phillips</td>\n",
       "      <td>25</td>\n",
       "      <td>D(C)</td>\n",
       "      <td>190</td>\n",
       "      <td>0</td>\n",
       "      <td>1(1)</td>\n",
       "      <td>66</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>86.6</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6.40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>355354</td>\n",
       "      <td>Curtis Jones</td>\n",
       "      <td>21</td>\n",
       "      <td>AM(CL)</td>\n",
       "      <td>185</td>\n",
       "      <td>75</td>\n",
       "      <td>1(4)</td>\n",
       "      <td>177</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.8</td>\n",
       "      <td>86.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>430350</td>\n",
       "      <td>Ben Doak</td>\n",
       "      <td>17</td>\n",
       "      <td>Forward</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0(1)</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>33.3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>243510</td>\n",
       "      <td>Naby Keïta</td>\n",
       "      <td>27</td>\n",
       "      <td>M(C)</td>\n",
       "      <td>172</td>\n",
       "      <td>64</td>\n",
       "      <td>0(3)</td>\n",
       "      <td>97</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>76</td>\n",
       "      <td>0.7</td>\n",
       "      <td>0</td>\n",
       "      <td>6.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>345957</td>\n",
       "      <td>Ibrahima Konaté</td>\n",
       "      <td>23</td>\n",
       "      <td>D(C)</td>\n",
       "      <td>194</td>\n",
       "      <td>95</td>\n",
       "      <td>2(1)</td>\n",
       "      <td>201</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7</td>\n",
       "      <td>84</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>6.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>450021</td>\n",
       "      <td>Bobby Clark</td>\n",
       "      <td>17</td>\n",
       "      <td>Midfielder</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0(1)</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   player_number                     name age         position tall weight  \\\n",
       "0         377168                Luis Díaz  25          AM(L)    178     65   \n",
       "1          96182          Roberto Firmino  31      M(CLR),FW    181     76   \n",
       "2         108226            Mohamed Salah  30     AM(CLR),FW    175     71   \n",
       "3         114147                  Alisson  30             GK    193     91   \n",
       "4         400828             Darwin Núñez  23      AM(CL),FW    187     81   \n",
       "5          74939                   Thiago  31           M(C)    174     70   \n",
       "6         318871   Trent Alexander-Arnold  24      D(R),M(R)    175     72   \n",
       "7         115726         Andrew Robertson  28      D(L),M(L)    178     64   \n",
       "8          95408          Virgil van Dijk  31           D(C)    195     92   \n",
       "9         115916                  Fabinho  29      D(CR),DMC    188     78   \n",
       "10        235755               Diogo Jota  26     AM(CLR),FW    178     68   \n",
       "11        136451                Joe Gomez  25         D(CLR)    188     77   \n",
       "12        444540          Stefan Bajcetic  18       Defender      0      0   \n",
       "13        363982           Harvey Elliott  19         AM(CR)    170      0   \n",
       "14         68659         Jordan Henderson  32    D(C),M(CLR)    182     78   \n",
       "15         74341               Joël Matip  31           D(C)    195     90   \n",
       "16        301455    Konstantinos Tsimikas  26           D(L)    178     77   \n",
       "17         84146  Alex Oxlade Chamberlain  29         M(CLR)    180     70   \n",
       "18          4511             James Milner  37   D(LR),M(CLR)    175     70   \n",
       "19        401385           Fábio Carvalho  20         AM(CL)      0      0   \n",
       "20        381527       Nathaniel Phillips  25           D(C)    190      0   \n",
       "21        355354             Curtis Jones  21         AM(CL)    185     75   \n",
       "22        430350                 Ben Doak  17        Forward      0      0   \n",
       "23        243510               Naby Keïta  27           M(C)    172     64   \n",
       "24        345957          Ibrahima Konaté  23           D(C)    194     95   \n",
       "25        450021              Bobby Clark  17     Midfielder      0      0   \n",
       "\n",
       "    games  mins goals asists yel red  spg    ps   aw motm rating  \n",
       "0    7(1)   615     3      2   2   0    2    81  0.8    1   7.28  \n",
       "1   11(2)   937     7      3   0   0  2.5  79.6    1    2   7.20  \n",
       "2      17  1509     7      4   0   0  3.4  76.5  0.1    1   7.01  \n",
       "3      17  1530     0      1   0   0    0  81.7  0.2    2   6.99  \n",
       "4   10(3)   874     5      2   1   1  4.2  69.5  1.5    2   6.91  \n",
       "5      11   893     0      0   2   0  0.7  86.4    1    1   6.91  \n",
       "6   15(2)  1249     1      1   2   0    1  77.2  0.6    0   6.90  \n",
       "7   12(3)  1061     0      5   0   0  0.3  83.9  0.6    0   6.80  \n",
       "8      17  1486     2      0   1   0  1.1  89.1  2.6    0   6.79  \n",
       "9   13(3)  1178     0      0   2   0  0.4  88.5  0.9    0   6.69  \n",
       "10   2(2)   197     0      1   1   0  0.8  60.7  0.8    0   6.64  \n",
       "11   9(5)   900     0      0   2   0  0.2  84.9  2.3    0   6.62  \n",
       "12   0(3)    35     1      0   0   0  0.7  77.8  0.3    0   6.59  \n",
       "13  12(5)  1017     1      1   1   0  1.1  83.6  0.1    0   6.56  \n",
       "14   9(5)   816     0      0   0   0  0.9  82.8  0.4    0   6.53  \n",
       "15   5(2)   484     0      0   0   0    0  85.4  0.6    0   6.49  \n",
       "16   5(7)   439     0      3   1   0  0.6  85.1  0.5    0   6.48  \n",
       "17   3(3)   242     1      0   0   0  0.7  76.7  0.2    0   6.44  \n",
       "18   4(8)   464     0      1   0   0  0.4  78.8  0.6    0   6.44  \n",
       "19   4(7)   335     2      0   0   0    1  83.2  0.4    0   6.43  \n",
       "20   1(1)    66     0      0   0   0  0.5  86.6    2    0   6.40  \n",
       "21   1(4)   177     0      0   0   0  0.8  86.9    0    0   6.21  \n",
       "22   0(1)     2     0      0   0   0    0  33.3    0    0   6.12  \n",
       "23   0(3)    97     0      0   0   0    1    76  0.7    0   6.11  \n",
       "24   2(1)   201     0      0   0   0  0.7    84    3    0   6.08  \n",
       "25   0(1)     7     0      0   0   0    0   100    0    0   6.04  "
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "player_liverpool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Premier league 1920 plyaer stat table(URL)\n",
    "URL = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/9075/Stages/20934/PlayerStatistics/England-Premier-League-2022-2023'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "from selenium.webdriver.common.action_chains import ActionChains\n",
    "\n",
    "url = str(URL)\n",
    "driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "driver.get(url)\n",
    "\n",
    "time.sleep(3)\n",
    "\n",
    "ac = ActionChains(driver)\n",
    "ac.move_by_offset(0,0)\n",
    "ac.click()\n",
    "ac.perform()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_player_statistics(URL):\n",
    "    \"\"\"\n",
    "    crawling player statistics of certain league and season.\n",
    "    \n",
    "    Args :\n",
    "        URL : player statistics webpage URL\n",
    "        \n",
    "    return :\n",
    "        player statistics (dataframe)\n",
    "    \n",
    "    \"\"\"\n",
    "    url = str(URL)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "    tabs = driver.window_handles\n",
    "\n",
    "    time.sleep(3)\n",
    "\n",
    "    while len(tabs) != 1:\n",
    "        driver.switch_to_window(tabs[1])\n",
    "        driver.close()\n",
    "\n",
    "    driver.switch_to_window(tabs[0])\n",
    "    \n",
    "    time.sleep(3)\n",
    "    \n",
    "    page = driver.find_elements(By.CSS_SELECTOR, '#statistics-paging-summary > div > dl.listbox.right > dt > b')[0].get_attribute(\"textContent\").split(\"\\\\\")[0]\n",
    "    page = int(page.split('/')[1].split(' ')[0])\n",
    "    player_statistics_df = pd.DataFrame(columns=[\n",
    "        \"player_name\", \"team_number\", \"team_name\", \"Apps\", \"Mins\", \"Goals\",\n",
    "        \"Assists\", \"Yel\", \"Red\", \"SpG\",\"PS%\", \"AerialsWon\",\"MoM\",\"Rating\"])\n",
    "    \n",
    "    with tqdm(total=page, file=sys.stdout) as pbar :\n",
    "        for i in range(page):\n",
    "            if i != 0:\n",
    "                driver.find_element(By.ID, 'next').click()\n",
    "                time.sleep(4)\n",
    "\n",
    "            temp_df = pd.DataFrame(columns=[\n",
    "                \"player_name\", \"team_number\", \"team_name\", \"Apps\", \"Mins\", \"Goals\",\n",
    "                \"Assists\", \"Yel\", \"Red\", \"SpG\",\"PS%\", \"AerialsWon\",\"MoM\",\"Rating\"])\n",
    "            elements = driver.find_elements(By.CSS_SELECTOR, \"#player-table-statistics-body tr\")\n",
    "\n",
    "            for element in elements:\n",
    "                player_statistics_dict = { \n",
    "                    \"player_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"team_number\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"a\")[1].get_attribute(\"href\").split(\"/\")[4],\n",
    "                    \"team_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, (\"a\"))[1].find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0].split(\",\")[0],\n",
    "                    \"Apps\": element.find_elements(By.CSS_SELECTOR, \"td\")[2].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Mins\": element.find_elements(By.CSS_SELECTOR, \"td\")[3].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Goals\": element.find_elements(By.CSS_SELECTOR, \"td\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Assists\": element.find_elements(By.CSS_SELECTOR, \"td\")[5].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Yel\": element.find_elements(By.CSS_SELECTOR, \"td\")[6].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Red\": element.find_elements(By.CSS_SELECTOR, \"td\")[7].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"SpG\": element.find_elements(By.CSS_SELECTOR, \"td\")[8].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"PS%\": element.find_elements(By.CSS_SELECTOR, \"td\")[9].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"AerialsWon\": element.find_elements(By.CSS_SELECTOR, \"td\")[10].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"MoM\": element.find_elements(By.CSS_SELECTOR, \"td\")[11].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Rating\": element.find_elements(By.CSS_SELECTOR, \"td\")[12].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                }\n",
    "                temp_df.loc[len(temp_df)] = player_statistics_dict\n",
    "\n",
    "            player_statistics_df = pd.concat([player_statistics_df,temp_df])\n",
    "            pbar.update(1)\n",
    "            pbar.set_description('page {}'.format(i+1))\n",
    "            \n",
    "    driver.close()\n",
    "    player_statistics_df.replace(\"-\", \"0\", inplace=True)\n",
    "    return(player_statistics_df)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'WebDriver' object has no attribute 'switch_to_window'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[60], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m PL_player_statistics_2223 \u001b[39m=\u001b[39m crawling_player_statistics(URL)\n",
      "Cell \u001b[0;32mIn[59], line 23\u001b[0m, in \u001b[0;36mcrawling_player_statistics\u001b[0;34m(URL)\u001b[0m\n\u001b[1;32m     20\u001b[0m     driver\u001b[39m.\u001b[39mswitch_to_window(tabs[\u001b[39m1\u001b[39m])\n\u001b[1;32m     21\u001b[0m     driver\u001b[39m.\u001b[39mclose()\n\u001b[0;32m---> 23\u001b[0m driver\u001b[39m.\u001b[39;49mswitch_to_window(tabs[\u001b[39m0\u001b[39m])\n\u001b[1;32m     25\u001b[0m time\u001b[39m.\u001b[39msleep(\u001b[39m3\u001b[39m)\n\u001b[1;32m     27\u001b[0m page \u001b[39m=\u001b[39m driver\u001b[39m.\u001b[39mfind_elements(By\u001b[39m.\u001b[39mCSS_SELECTOR, \u001b[39m'\u001b[39m\u001b[39m#statistics-paging-summary > div > dl.listbox.right > dt > b\u001b[39m\u001b[39m'\u001b[39m)[\u001b[39m0\u001b[39m]\u001b[39m.\u001b[39mget_attribute(\u001b[39m\"\u001b[39m\u001b[39mtextContent\u001b[39m\u001b[39m\"\u001b[39m)\u001b[39m.\u001b[39msplit(\u001b[39m\"\u001b[39m\u001b[39m\\\\\u001b[39;00m\u001b[39m\"\u001b[39m)[\u001b[39m0\u001b[39m]\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'WebDriver' object has no attribute 'switch_to_window'"
     ]
    }
   ],
   "source": [
    "PL_player_statistics_2223 = crawling_player_statistics(URL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_name</th>\n",
       "      <th>team_number</th>\n",
       "      <th>team_name</th>\n",
       "      <th>Apps</th>\n",
       "      <th>Mins</th>\n",
       "      <th>Goals</th>\n",
       "      <th>Assists</th>\n",
       "      <th>Yel</th>\n",
       "      <th>Red</th>\n",
       "      <th>SpG</th>\n",
       "      <th>PS%</th>\n",
       "      <th>AerialsWon</th>\n",
       "      <th>MoM</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Erling Haaland</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>15(1)</td>\n",
       "      <td>1311</td>\n",
       "      <td>21</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>4.1</td>\n",
       "      <td>75.7</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>7.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Kieran Trippier</td>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>18</td>\n",
       "      <td>1597</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>75.9</td>\n",
       "      <td>1.3</td>\n",
       "      <td>7</td>\n",
       "      <td>7.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Kevin De Bruyne</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>16(1)</td>\n",
       "      <td>1405</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.6</td>\n",
       "      <td>79.9</td>\n",
       "      <td>0.4</td>\n",
       "      <td>5</td>\n",
       "      <td>7.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Gabriel Jesus</td>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>14</td>\n",
       "      <td>1226</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3.6</td>\n",
       "      <td>81.9</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2</td>\n",
       "      <td>7.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>18</td>\n",
       "      <td>1608</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3.6</td>\n",
       "      <td>71.7</td>\n",
       "      <td>1.7</td>\n",
       "      <td>3</td>\n",
       "      <td>7.55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_name team_number  team_name   Apps  Mins Goals Assists Yel Red  \\\n",
       "0   Erling Haaland         167   Man City  15(1)  1311    21       3   3   0   \n",
       "1  Kieran Trippier          23  Newcastle     18  1597     1       4   4   0   \n",
       "2  Kevin De Bruyne         167   Man City  16(1)  1405     3       9   1   0   \n",
       "3    Gabriel Jesus          13    Arsenal     14  1226     5       5   4   0   \n",
       "4       Harry Kane          30  Tottenham     18  1608    15       1   4   0   \n",
       "\n",
       "   SpG   PS% AerialsWon MoM Rating  \n",
       "0  4.1  75.7          1   4   7.79  \n",
       "1  0.4  75.9        1.3   7   7.70  \n",
       "2  2.6  79.9        0.4   5   7.68  \n",
       "3  3.6  81.9        1.7   2   7.59  \n",
       "4  3.6  71.7        1.7   3   7.55  "
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_player_statistics_2223.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "#PL_player_statistics_2223.to_csv('PL_player_summary_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_player_statistics_defensive(URL):\n",
    "    \"\"\"\n",
    "    crawling player statistics(defensive) of certain league and season.\n",
    "    \n",
    "    Args :\n",
    "        URL : player statistics webpage URL\n",
    "        \n",
    "    return :\n",
    "        player statistics (dataframe)\n",
    "    \n",
    "    \"\"\"\n",
    "    url = str(URL)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "    \n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'next').click()\n",
    "\n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'first').click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    \n",
    "    driver.find_element(By.LINK_TEXT, \"Defensive\").click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    page = driver.find_elements(By.CSS_SELECTOR, '#statistics-paging-defensive > div > dl.listbox.right > dt > b')[0].get_attribute(\"textContent\")\n",
    "    page = int(page.split('/')[1].split(' ')[0])\n",
    "    \n",
    "    player_statistics_df = pd.DataFrame(columns=[\n",
    "            \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\", \"Tackles\",\n",
    "            \"Inter\", \"Fouls\", \"Offsides\", \"Clear\",\"Drb\", \"Blocks\",\"OwnG\",\"Rating\"])\n",
    "    \n",
    "    with tqdm(total=page, file=sys.stdout) as pbar :\n",
    "        for i in range(page):\n",
    "            if i != 0:\n",
    "                driver.find_element(By.LINK_TEXT, 'next').click()\n",
    "                time.sleep(4)\n",
    "\n",
    "            temp_df = pd.DataFrame(columns=[\n",
    "                \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\", \"Tackles\",\n",
    "                \"Inter\", \"Fouls\", \"Offsides\", \"Clear\",\"Drb\", \"Blocks\",\"OwnG\",\"Rating\"])\n",
    "\n",
    "            elements = driver.find_elements(By.CSS_SELECTOR, \"#player-table-statistics-body tr\")[10:]\n",
    "\n",
    "            for element in elements:\n",
    "                player_statistics_dict = { \n",
    "                    \"player_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[0].find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"team_number\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"a\")[1].get_attribute(\"href\").split(\"/\")[4],\n",
    "                    \"team_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[1].find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0].split(\",\")[0],\n",
    "                    \"age\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"span\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"position\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"span\")[5].get_attribute(\"textContent\").split(\"\\t\")[0][2:],\n",
    "                    \"Apps\": element.find_elements(By.CSS_SELECTOR, \"td\")[2].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Mins\": element.find_elements(By.CSS_SELECTOR, \"td\")[3].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Tackles\": element.find_elements(By.CSS_SELECTOR, \"td\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Inter\": element.find_elements(By.CSS_SELECTOR, \"td\")[5].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Fouls\": element.find_elements(By.CSS_SELECTOR, \"td\")[6].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Offsides\": element.find_elements(By.CSS_SELECTOR, \"td\")[7].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Clear\": element.find_elements(By.CSS_SELECTOR, \"td\")[8].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Drb\": element.find_elements(By.CSS_SELECTOR, \"td\")[9].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Blocks\": element.find_elements(By.CSS_SELECTOR, \"td\")[10].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"OwnG\": element.find_elements(By.CSS_SELECTOR, \"td\")[11].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Rating\": element.find_elements(By.CSS_SELECTOR, \"td\")[12].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                }\n",
    "                temp_df.loc[len(temp_df)] = player_statistics_dict\n",
    "\n",
    "\n",
    "            player_statistics_df = pd.concat([player_statistics_df,temp_df])\n",
    "            pbar.update(1)\n",
    "            pbar.set_description('page {}'.format(i+1))\n",
    "        \n",
    "    driver.close()\n",
    "    \n",
    "    player_statistics_df.replace(\"-\", \"0\", inplace=True)\n",
    "    return(player_statistics_df)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 30: 100%|██████████| 30/30 [03:53<00:00,  7.78s/it]\n"
     ]
    }
   ],
   "source": [
    "PL_player_defensive_2223 = crawling_player_statistics_defensive(URL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_name</th>\n",
       "      <th>team_number</th>\n",
       "      <th>team_name</th>\n",
       "      <th>age</th>\n",
       "      <th>position</th>\n",
       "      <th>Apps</th>\n",
       "      <th>Mins</th>\n",
       "      <th>Tackles</th>\n",
       "      <th>Inter</th>\n",
       "      <th>Fouls</th>\n",
       "      <th>Offsides</th>\n",
       "      <th>Clear</th>\n",
       "      <th>Drb</th>\n",
       "      <th>Blocks</th>\n",
       "      <th>OwnG</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Erling Haaland</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>22</td>\n",
       "      <td>FW</td>\n",
       "      <td>15(1)</td>\n",
       "      <td>1311</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "      <td>7.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Kieran Trippier</td>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>32</td>\n",
       "      <td>D(LR),M(R)</td>\n",
       "      <td>18</td>\n",
       "      <td>1597</td>\n",
       "      <td>2.2</td>\n",
       "      <td>1.4</td>\n",
       "      <td>1</td>\n",
       "      <td>0.3</td>\n",
       "      <td>1.7</td>\n",
       "      <td>1</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "      <td>7.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Kevin De Bruyne</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>31</td>\n",
       "      <td>M(CLR),FW</td>\n",
       "      <td>16(1)</td>\n",
       "      <td>1405</td>\n",
       "      <td>1.1</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "      <td>7.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Gabriel Jesus</td>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>25</td>\n",
       "      <td>AM(LR),FW</td>\n",
       "      <td>14</td>\n",
       "      <td>1226</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.6</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "      <td>7.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>29</td>\n",
       "      <td>AM(C),FW</td>\n",
       "      <td>18</td>\n",
       "      <td>1608</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.7</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0</td>\n",
       "      <td>7.55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_name team_number  team_name age       position   Apps  Mins  \\\n",
       "0   Erling Haaland         167   Man City  22           FW    15(1)  1311   \n",
       "1  Kieran Trippier          23  Newcastle  32   D(LR),M(R)       18  1597   \n",
       "2  Kevin De Bruyne         167   Man City  31    M(CLR),FW    16(1)  1405   \n",
       "3    Gabriel Jesus          13    Arsenal  25    AM(LR),FW       14  1226   \n",
       "4       Harry Kane          30  Tottenham  29     AM(C),FW       18  1608   \n",
       "\n",
       "  Tackles Inter Fouls Offsides Clear  Drb Blocks OwnG Rating  \n",
       "0     0.1   0.1   0.8        0   0.4  0.1    0.1    0   7.79  \n",
       "1     2.2   1.4     1      0.3   1.7    1    0.6    0   7.70  \n",
       "2     1.1   0.2   0.9        0   0.4  0.8    0.1    0   7.68  \n",
       "3     1.4   0.6   1.7        0   0.6  0.6    0.1    0   7.59  \n",
       "4     0.3   0.1   0.7      0.1   0.5  0.2    0.2    0   7.55  "
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_player_defensive_2223.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [],
   "source": [
    "#PL_player_defensive_2223.to_csv('PL_player_defensive_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_player_statistics_offensive(URL):\n",
    "    \"\"\"\n",
    "    crawling player statistics(offensive) of certain league and season.\n",
    "    \n",
    "    Args :\n",
    "        URL : player statistics webpage URL\n",
    "        \n",
    "    return :\n",
    "        player statistics (dataframe)\n",
    "    \n",
    "    \"\"\"\n",
    "    url = str(URL)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "    \n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'next').click()\n",
    "\n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'first').click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    \n",
    "    driver.find_element(By.LINK_TEXT, \"Offensive\").click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    page = driver.find_elements(By.CSS_SELECTOR, '#statistics-paging-offensive > div > dl.listbox.right > dt > b')[0].get_attribute(\"textContent\").split(\"\\t\")[0]\n",
    "    page = int(page.split('/')[1].split(' ')[0])\n",
    "    \n",
    "    player_statistics_df = pd.DataFrame(columns=[\n",
    "            \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\", \"Goals\",\n",
    "            \"Assists\", \"SpG\", \"KeyP\", \"Dribble\",\"Fouled\", \"Off\",\"Disp\",\"UnsTch\",\"Rating\"])\n",
    "    \n",
    "    with tqdm(total=page, file=sys.stdout) as pbar :\n",
    "        for i in range(page):\n",
    "            if i != 0:\n",
    "                driver.find_element(By.LINK_TEXT, 'next').click()\n",
    "                time.sleep(4)\n",
    "\n",
    "            temp_df = pd.DataFrame(columns=[\n",
    "                \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\", \"Goals\",\n",
    "                \"Assists\", \"SpG\", \"KeyP\", \"Dribble\",\"Fouled\", \"Off\",\"Disp\",\"UnsTch\",\"Rating\"])\n",
    "\n",
    "            elements = driver.find_elements(By.CSS_SELECTOR, \"#player-table-statistics-body tr\")[10:]\n",
    "\n",
    "            for element in elements:\n",
    "                player_statistics_dict = { \n",
    "                    \"player_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"team_number\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"a\")[1].get_attribute(\"href\").split(\"/\")[4],\n",
    "                    \"team_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR,\"a\")[1].find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0].split(\",\")[0],\n",
    "                    \"age\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR,\"span\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"position\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"span\")[5].get_attribute(\"textContent\").split(\"\\t\")[0][2:],\n",
    "                    \"Apps\": element.find_elements(By.CSS_SELECTOR, \"td\")[2].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Mins\": element.find_elements(By.CSS_SELECTOR, \"td\")[3].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Goals\": element.find_elements(By.CSS_SELECTOR, \"td\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Assists\": element.find_elements(By.CSS_SELECTOR, \"td\")[5].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"SpG\": element.find_elements(By.CSS_SELECTOR, \"td\")[6].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"KeyP\": element.find_elements(By.CSS_SELECTOR, \"td\")[7].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Dribble\": element.find_elements(By.CSS_SELECTOR, \"td\")[8].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Fouled\": element.find_elements(By.CSS_SELECTOR, \"td\")[9].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Off\": element.find_elements(By.CSS_SELECTOR, \"td\")[10].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Disp\": element.find_elements(By.CSS_SELECTOR, \"td\")[11].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"UnsTch\": element.find_elements(By.CSS_SELECTOR, \"td\")[12].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Rating\": element.find_elements(By.CSS_SELECTOR, \"td\")[13].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                }\n",
    "                temp_df.loc[len(temp_df)] = player_statistics_dict\n",
    "\n",
    "\n",
    "            player_statistics_df = pd.concat([player_statistics_df,temp_df])\n",
    "            pbar.update(1)\n",
    "            pbar.set_description('page {}'.format(i+1))\n",
    "        \n",
    "    driver.close()\n",
    "\n",
    "    player_statistics_df.replace(\"-\", \"0\", inplace=True)\n",
    "    return(player_statistics_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "#PL_player_offensive_2223 = crawling_player_statistics_offensive(pl_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_name</th>\n",
       "      <th>team_number</th>\n",
       "      <th>team_name</th>\n",
       "      <th>age</th>\n",
       "      <th>position</th>\n",
       "      <th>Apps</th>\n",
       "      <th>Mins</th>\n",
       "      <th>Goals</th>\n",
       "      <th>Assists</th>\n",
       "      <th>SpG</th>\n",
       "      <th>KeyP</th>\n",
       "      <th>Dribble</th>\n",
       "      <th>Fouled</th>\n",
       "      <th>Off</th>\n",
       "      <th>Disp</th>\n",
       "      <th>UnsTch</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Erling Haaland</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>22</td>\n",
       "      <td>FW</td>\n",
       "      <td>15(1)</td>\n",
       "      <td>1311</td>\n",
       "      <td>21</td>\n",
       "      <td>3</td>\n",
       "      <td>4.1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.7</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.9</td>\n",
       "      <td>1.5</td>\n",
       "      <td>7.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Kieran Trippier</td>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>32</td>\n",
       "      <td>D(LR),M(R)</td>\n",
       "      <td>18</td>\n",
       "      <td>1597</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.4</td>\n",
       "      <td>2.6</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.7</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.6</td>\n",
       "      <td>7.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Kevin De Bruyne</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>31</td>\n",
       "      <td>M(CLR),FW</td>\n",
       "      <td>16(1)</td>\n",
       "      <td>1405</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>2.6</td>\n",
       "      <td>3.5</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.5</td>\n",
       "      <td>7.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Gabriel Jesus</td>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>25</td>\n",
       "      <td>AM(LR),FW</td>\n",
       "      <td>14</td>\n",
       "      <td>1226</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1.6</td>\n",
       "      <td>1.9</td>\n",
       "      <td>2.7</td>\n",
       "      <td>0.6</td>\n",
       "      <td>2.9</td>\n",
       "      <td>3.9</td>\n",
       "      <td>7.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>29</td>\n",
       "      <td>AM(C),FW</td>\n",
       "      <td>18</td>\n",
       "      <td>1608</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0.8</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.3</td>\n",
       "      <td>2</td>\n",
       "      <td>1.7</td>\n",
       "      <td>7.55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_name team_number  team_name age       position   Apps  Mins  \\\n",
       "0   Erling Haaland         167   Man City  22           FW    15(1)  1311   \n",
       "1  Kieran Trippier          23  Newcastle  32   D(LR),M(R)       18  1597   \n",
       "2  Kevin De Bruyne         167   Man City  31    M(CLR),FW    16(1)  1405   \n",
       "3    Gabriel Jesus          13    Arsenal  25    AM(LR),FW       14  1226   \n",
       "4       Harry Kane          30  Tottenham  29     AM(C),FW       18  1608   \n",
       "\n",
       "  Goals Assists  SpG KeyP Dribble Fouled  Off Disp UnsTch Rating  \n",
       "0    21       3  4.1    1     0.3    0.7  0.3  0.9    1.5   7.79  \n",
       "1     1       4  0.4  2.6     0.3    0.7  0.2  0.1    0.6   7.70  \n",
       "2     3       9  2.6  3.5     0.8    0.8  0.2  1.2    1.5   7.68  \n",
       "3     5       5  3.6  1.6     1.9    2.7  0.6  2.9    3.9   7.59  \n",
       "4    15       1  3.6  1.7     0.8    1.4  0.3    2    1.7   7.55  "
      ]
     },
     "execution_count": 171,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_player_offensive_2223.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [],
   "source": [
    "#PL_player_offensive_2223.to_csv('PL_player_offensive_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crawling_player_statistics_passing(URL):\n",
    "    url = str(URL)\n",
    "    driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))\n",
    "    driver.get(url)\n",
    "    \n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'next').click()\n",
    "\n",
    "    time.sleep(3)\n",
    "\n",
    "    driver.find_element(By.ID, 'first').click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    \n",
    "    driver.find_element(By.LINK_TEXT, \"Passing\").click()\n",
    "    \n",
    "    time.sleep(3)\n",
    "    page = driver.find_elements(By.CSS_SELECTOR, '#statistics-paging-passing > div > dl.listbox.right > dt > b')[0].get_attribute(\"textContent\")\n",
    "    page = int(page.split('/')[1].split(' ')[0])\n",
    "    \n",
    "    player_statistics_df = pd.DataFrame(columns=[\n",
    "            \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\", \"Assists\",\n",
    "            \"KeyP\", \"AvgP\",\"PS%\", \"Crosses\",\"LongB\",\"ThrB\",\"Rating\"])\n",
    "    \n",
    "    with tqdm(total=page, file=sys.stdout) as pbar :\n",
    "        for i in range(page):\n",
    "            if i != 0:\n",
    "                driver.find_element(By.LINK_TEXT, 'next').click()\n",
    "                time.sleep(4)\n",
    "\n",
    "            temp_df = pd.DataFrame(columns=[\n",
    "                \"player_name\", \"team_number\", \"team_name\", \"age\",\"position\", \"Apps\", \"Mins\",\"Assists\",\n",
    "                \"KeyP\", \"AvgP\",\"PS%\", \"Crosses\",\"LongB\",\"ThrB\",\"Rating\"])\n",
    "\n",
    "            elements = driver.find_elements(By.CSS_SELECTOR, \"#player-table-statistics-body tr\")[10:]\n",
    "\n",
    "            for element in elements:\n",
    "                player_statistics_dict = { \n",
    "                    \"player_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"team_number\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].\n",
    "                    find_elements(By.CSS_SELECTOR, \"a\")[1].get_attribute(\"href\").split(\"/\")[4],\n",
    "                    \"team_name\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"a\")[1].find_elements(By.CSS_SELECTOR, \"span\")[0].get_attribute(\"textContent\").split(\"\\t\")[0].split(\",\")[0],\n",
    "                    \"age\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"span\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"position\": element.find_elements(By.CSS_SELECTOR, \"td\")[0].find_elements(By.CSS_SELECTOR, \"span\")[5].get_attribute(\"textContent\").split(\"\\t\")[0][2:],\n",
    "                    \"Apps\": element.find_elements(By.CSS_SELECTOR, \"td\")[2].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Mins\": element.find_elements(By.CSS_SELECTOR, \"td\")[3].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"Assists\": element.find_elements(By.CSS_SELECTOR, \"td\")[4].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"KeyP\": element.find_elements(By.CSS_SELECTOR, \"td\")[5].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"AvgP\": element.find_elements(By.CSS_SELECTOR, \"td\")[6].get_attribute(\"textContent\").split(\"\\t\")[0], \n",
    "                    \"PS%\": element.find_elements(By.CSS_SELECTOR, \"td\")[7].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Crosses\": element.find_elements(By.CSS_SELECTOR, \"td\")[8].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"LongB\": element.find_elements(By.CSS_SELECTOR, \"td\")[9].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"ThrB\": element.find_elements(By.CSS_SELECTOR, \"td\")[10].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                    \"Rating\": element.find_elements(By.CSS_SELECTOR, \"td\")[11].get_attribute(\"textContent\").split(\"\\t\")[0],\n",
    "                }\n",
    "                temp_df.loc[len(temp_df)] = player_statistics_dict\n",
    "\n",
    "\n",
    "            player_statistics_df = pd.concat([player_statistics_df,temp_df])\n",
    "            pbar.update(1)\n",
    "            pbar.set_description('page {}'.format(i+1))\n",
    "        \n",
    "    driver.close()\n",
    "    player_statistics_df.replace(\"-\", \"0\", inplace=True)\n",
    "\n",
    "    return(player_statistics_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 30: 100%|██████████| 30/30 [03:19<00:00,  6.64s/it]\n"
     ]
    }
   ],
   "source": [
    "PL_player_passing_2223 = crawling_player_statistics_passing(URL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_name</th>\n",
       "      <th>team_number</th>\n",
       "      <th>team_name</th>\n",
       "      <th>age</th>\n",
       "      <th>position</th>\n",
       "      <th>Apps</th>\n",
       "      <th>Mins</th>\n",
       "      <th>Assists</th>\n",
       "      <th>KeyP</th>\n",
       "      <th>AvgP</th>\n",
       "      <th>PS%</th>\n",
       "      <th>Crosses</th>\n",
       "      <th>LongB</th>\n",
       "      <th>ThrB</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Erling Haaland</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>22</td>\n",
       "      <td>FW</td>\n",
       "      <td>15(1)</td>\n",
       "      <td>1311</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>14.1</td>\n",
       "      <td>75.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>7.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Kieran Trippier</td>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>32</td>\n",
       "      <td>D(LR),M(R)</td>\n",
       "      <td>18</td>\n",
       "      <td>1597</td>\n",
       "      <td>4</td>\n",
       "      <td>2.6</td>\n",
       "      <td>50.2</td>\n",
       "      <td>75.9</td>\n",
       "      <td>3.7</td>\n",
       "      <td>3.5</td>\n",
       "      <td>0.3</td>\n",
       "      <td>7.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Kevin De Bruyne</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>31</td>\n",
       "      <td>M(CLR),FW</td>\n",
       "      <td>16(1)</td>\n",
       "      <td>1405</td>\n",
       "      <td>9</td>\n",
       "      <td>3.5</td>\n",
       "      <td>44.9</td>\n",
       "      <td>79.9</td>\n",
       "      <td>2.4</td>\n",
       "      <td>2.9</td>\n",
       "      <td>0.5</td>\n",
       "      <td>7.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Gabriel Jesus</td>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>25</td>\n",
       "      <td>AM(LR),FW</td>\n",
       "      <td>14</td>\n",
       "      <td>1226</td>\n",
       "      <td>5</td>\n",
       "      <td>1.6</td>\n",
       "      <td>27.6</td>\n",
       "      <td>81.9</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.1</td>\n",
       "      <td>7.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>29</td>\n",
       "      <td>AM(C),FW</td>\n",
       "      <td>18</td>\n",
       "      <td>1608</td>\n",
       "      <td>1</td>\n",
       "      <td>1.7</td>\n",
       "      <td>22.4</td>\n",
       "      <td>71.7</td>\n",
       "      <td>0.2</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0.1</td>\n",
       "      <td>7.55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_name team_number  team_name age       position   Apps  Mins  \\\n",
       "0   Erling Haaland         167   Man City  22           FW    15(1)  1311   \n",
       "1  Kieran Trippier          23  Newcastle  32   D(LR),M(R)       18  1597   \n",
       "2  Kevin De Bruyne         167   Man City  31    M(CLR),FW    16(1)  1405   \n",
       "3    Gabriel Jesus          13    Arsenal  25    AM(LR),FW       14  1226   \n",
       "4       Harry Kane          30  Tottenham  29     AM(C),FW       18  1608   \n",
       "\n",
       "  Assists KeyP  AvgP   PS% Crosses LongB ThrB Rating  \n",
       "0       3    1  14.1  75.7       0   0.1  0.1   7.79  \n",
       "1       4  2.6  50.2  75.9     3.7   3.5  0.3   7.70  \n",
       "2       9  3.5  44.9  79.9     2.4   2.9  0.5   7.68  \n",
       "3       5  1.6  27.6  81.9     0.1   0.5  0.1   7.59  \n",
       "4       1  1.7  22.4  71.7     0.2   1.7  0.1   7.55  "
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_player_passing_2223.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_player_passing_2223.to_csv('PL_player_passing_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [],
   "source": [
    "passing=pd.read_csv('PL_player_passing_2223.csv')\n",
    "summary=pd.read_csv('PL_player_summary_2223.csv')\n",
    "offensive=pd.read_csv('PL_player_offensive_2223.csv')\n",
    "defensive=pd.read_csv('PL_player_defensive_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_player_2223 = pd.merge(pd.merge(passing,summary), pd.merge(offensive,defensive))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>player_name</th>\n",
       "      <th>team_number</th>\n",
       "      <th>team_name</th>\n",
       "      <th>age</th>\n",
       "      <th>position</th>\n",
       "      <th>Apps</th>\n",
       "      <th>Mins</th>\n",
       "      <th>Assists</th>\n",
       "      <th>KeyP</th>\n",
       "      <th>...</th>\n",
       "      <th>Disp</th>\n",
       "      <th>UnsTch</th>\n",
       "      <th>Tackles</th>\n",
       "      <th>Inter</th>\n",
       "      <th>Fouls</th>\n",
       "      <th>Offsides</th>\n",
       "      <th>Clear</th>\n",
       "      <th>Drb</th>\n",
       "      <th>Blocks</th>\n",
       "      <th>OwnG</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Erling Haaland</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>22</td>\n",
       "      <td>FW</td>\n",
       "      <td>15(1)</td>\n",
       "      <td>1311</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.9</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Kieran Trippier</td>\n",
       "      <td>23</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>32</td>\n",
       "      <td>D(LR),M(R)</td>\n",
       "      <td>18</td>\n",
       "      <td>1597</td>\n",
       "      <td>4</td>\n",
       "      <td>2.6</td>\n",
       "      <td>...</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.6</td>\n",
       "      <td>2.2</td>\n",
       "      <td>1.4</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.3</td>\n",
       "      <td>1.7</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Kevin De Bruyne</td>\n",
       "      <td>167</td>\n",
       "      <td>Man City</td>\n",
       "      <td>31</td>\n",
       "      <td>M(CLR),FW</td>\n",
       "      <td>16(1)</td>\n",
       "      <td>1405</td>\n",
       "      <td>9</td>\n",
       "      <td>3.5</td>\n",
       "      <td>...</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.5</td>\n",
       "      <td>1.1</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.4</td>\n",
       "      <td>0.8</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>Gabriel Jesus</td>\n",
       "      <td>13</td>\n",
       "      <td>Arsenal</td>\n",
       "      <td>25</td>\n",
       "      <td>AM(LR),FW</td>\n",
       "      <td>14</td>\n",
       "      <td>1226</td>\n",
       "      <td>5</td>\n",
       "      <td>1.6</td>\n",
       "      <td>...</td>\n",
       "      <td>2.9</td>\n",
       "      <td>3.9</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.6</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.6</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Harry Kane</td>\n",
       "      <td>30</td>\n",
       "      <td>Tottenham</td>\n",
       "      <td>29</td>\n",
       "      <td>AM(C),FW</td>\n",
       "      <td>18</td>\n",
       "      <td>1608</td>\n",
       "      <td>1</td>\n",
       "      <td>1.7</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.7</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0      player_name  team_number  team_name  age       position  \\\n",
       "0           0   Erling Haaland          167   Man City   22           FW     \n",
       "1           1  Kieran Trippier           23  Newcastle   32   D(LR),M(R)     \n",
       "2           2  Kevin De Bruyne          167   Man City   31    M(CLR),FW     \n",
       "3           3    Gabriel Jesus           13    Arsenal   25    AM(LR),FW     \n",
       "4           4       Harry Kane           30  Tottenham   29     AM(C),FW     \n",
       "\n",
       "    Apps  Mins  Assists  KeyP  ...  Disp  UnsTch  Tackles  Inter  Fouls  \\\n",
       "0  15(1)  1311        3   1.0  ...   0.9     1.5      0.1    0.1    0.8   \n",
       "1     18  1597        4   2.6  ...   0.1     0.6      2.2    1.4    1.0   \n",
       "2  16(1)  1405        9   3.5  ...   1.2     1.5      1.1    0.2    0.9   \n",
       "3     14  1226        5   1.6  ...   2.9     3.9      1.4    0.6    1.7   \n",
       "4     18  1608        1   1.7  ...   2.0     1.7      0.3    0.1    0.7   \n",
       "\n",
       "   Offsides  Clear  Drb  Blocks  OwnG  \n",
       "0       0.0    0.4  0.1     0.1     0  \n",
       "1       0.3    1.7  1.0     0.6     0  \n",
       "2       0.0    0.4  0.8     0.1     0  \n",
       "3       0.0    0.6  0.6     0.1     0  \n",
       "4       0.1    0.5  0.2     0.2     0  \n",
       "\n",
       "[5 rows x 35 columns]"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_player_2223.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# crwaling player stats at once"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "def crwaling_player_stats_at_once(URL):\n",
    "    stats_summary = crawling_player_statistics(URL)\n",
    "    print('player stats summary : done')\n",
    "    stats_defensive = crawling_player_statistics_defensive(URL)\n",
    "    print('player stats defensive : done')\n",
    "    stats_offensive = crawling_player_statistics_offensive(URL)\n",
    "    print('player stats offensive : done')\n",
    "    stats_passing = crawling_player_statistics_passing(URL)\n",
    "    print('player stats pasing : done')\n",
    "    player_stats = pd.merge(pd.merge(stats_passing, stats_summary), \n",
    "                            pd.merge(stats_offensive, stats_defensive))\n",
    "    return(player_stats)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# PL2022-23\n",
    "URL = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/9075/Stages/20934/PlayerStatistics/England-Premier-League-2022-2023'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 30: 100%|██████████| 30/30 [03:08<00:00,  6.28s/it]\n",
      "player stats summary : done\n",
      "page 30: 100%|██████████| 30/30 [03:32<00:00,  7.08s/it]\n",
      "player stats defensive : done\n",
      "page 30: 100%|██████████| 30/30 [04:48<00:00,  9.60s/it]\n",
      "player stats offensive : done\n",
      "page 30: 100%|██████████| 30/30 [04:06<00:00,  8.23s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "PL_2223 = crwaling_player_stats_at_once(URL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AvgP</th>\n",
       "      <th>PS%</th>\n",
       "      <th>Crosses</th>\n",
       "      <th>LongB</th>\n",
       "      <th>ThrB</th>\n",
       "      <th>Yel</th>\n",
       "      <th>Red</th>\n",
       "      <th>AerialsWon</th>\n",
       "      <th>MoM</th>\n",
       "      <th>player_name</th>\n",
       "      <th>...</th>\n",
       "      <th>UnsTch</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Tackles</th>\n",
       "      <th>Inter</th>\n",
       "      <th>Fouls</th>\n",
       "      <th>Offsides</th>\n",
       "      <th>Clear</th>\n",
       "      <th>Drb</th>\n",
       "      <th>Blocks</th>\n",
       "      <th>OwnG</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [AvgP, PS%, Crosses, LongB, ThrB, Yel, Red, AerialsWon, MoM, player_name, team_number, team_name, age, position, Apps, Mins, Goals, Assists, SpG, KeyP, Dribble, Fouled, Off, Disp, UnsTch, Rating, Tackles, Inter, Fouls, Offsides, Clear, Drb, Blocks, OwnG]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 34 columns]"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PL_2223.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_2223.to_csv('PL_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "#URL1516 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/5826/Stages/12496/PlayerStatistics/England-Premier-League-2015-2016'\n",
    "#URL1617 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/6335/Stages/13796/PlayerStatistics/England-Premier-League-2016-2017'\n",
    "#URL1718 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/6829/Stages/15151/PlayerStatistics/England-Premier-League-2017-2018'\n",
    "#URL1819 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/7361/Stages/16368/PlayerStatistics/England-Premier-League-2018-2019'\n",
    "#URL1920 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/7811/Stages/17590/PlayerStatistics/England-Premier-League-2019-2020'\n",
    "URL2021 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/8228/Stages/18685/PlayerStatistics/England-Premier-League-2020-2021'\n",
    "URL2122 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/8618/Stages/19793/PlayerStatistics/England-Premier-League-2021-2022'\n",
    "URL2223 = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/9075/Stages/20934/PlayerStatistics/England-Premier-League-2022-2023'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 1:   3%|▎         | 1/30 [00:01<00:30,  1.04s/it]\n"
     ]
    },
    {
     "ename": "ElementNotInteractableException",
     "evalue": "Message: element not interactable\n  (Session info: chrome=119.0.6045.199)\nStacktrace:\n0   chromedriver                        0x0000000100cf6004 chromedriver + 4169732\n1   chromedriver                        0x0000000100cedff8 chromedriver + 4136952\n2   chromedriver                        0x0000000100943348 chromedriver + 291656\n3   chromedriver                        0x0000000100989ef0 chromedriver + 581360\n4   chromedriver                        0x000000010097e4f8 chromedriver + 533752\n5   chromedriver                        0x000000010097ddb4 chromedriver + 531892\n6   chromedriver                        0x00000001009c3818 chromedriver + 817176\n7   chromedriver                        0x000000010097c5e8 chromedriver + 525800\n8   chromedriver                        0x000000010097d4b8 chromedriver + 529592\n9   chromedriver                        0x0000000100cbc334 chromedriver + 3932980\n10  chromedriver                        0x0000000100cc0970 chromedriver + 3950960\n11  chromedriver                        0x0000000100ca4774 chromedriver + 3835764\n12  chromedriver                        0x0000000100cc1478 chromedriver + 3953784\n13  chromedriver                        0x0000000100c96ab4 chromedriver + 3779252\n14  chromedriver                        0x0000000100cdd914 chromedriver + 4069652\n15  chromedriver                        0x0000000100cdda90 chromedriver + 4070032\n16  chromedriver                        0x0000000100cedc70 chromedriver + 4136048\n17  libsystem_pthread.dylib             0x00000001ac14ffa8 _pthread_start + 148\n18  libsystem_pthread.dylib             0x00000001ac14ada0 thread_start + 8\n",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mElementNotInteractableException\u001b[0m           Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[56], line 6\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[39m#PL_1516 = crwaling_player_stats_at_once(URL1516)\u001b[39;00m\n\u001b[1;32m      2\u001b[0m \u001b[39m#PL_1617 = crwaling_player_stats_at_once(URL1617)\u001b[39;00m\n\u001b[1;32m      3\u001b[0m \u001b[39m#PL_1718 = crwaling_player_stats_at_once(URL1718)\u001b[39;00m\n\u001b[1;32m      4\u001b[0m \u001b[39m#PL_1819 = crwaling_player_stats_at_once(URL1819)\u001b[39;00m\n\u001b[1;32m      5\u001b[0m \u001b[39m#PL_2021 = crwaling_player_stats_at_once(URL2021)\u001b[39;00m\n\u001b[0;32m----> 6\u001b[0m PL_2122 \u001b[39m=\u001b[39m crwaling_player_stats_at_once(URL2122)\n\u001b[1;32m      7\u001b[0m PL_2223 \u001b[39m=\u001b[39m crwaling_player_stats_at_once(URL2223)\n",
      "Cell \u001b[0;32mIn[53], line 2\u001b[0m, in \u001b[0;36mcrwaling_player_stats_at_once\u001b[0;34m(URL)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mcrwaling_player_stats_at_once\u001b[39m(URL):\n\u001b[0;32m----> 2\u001b[0m     stats_summary \u001b[39m=\u001b[39m crawling_player_statistics(URL)\n\u001b[1;32m      3\u001b[0m     \u001b[39mprint\u001b[39m(\u001b[39m'\u001b[39m\u001b[39mplayer stats summary : done\u001b[39m\u001b[39m'\u001b[39m)\n\u001b[1;32m      4\u001b[0m     stats_defensive \u001b[39m=\u001b[39m crawling_player_statistics_defensive(URL)\n",
      "Cell \u001b[0;32mIn[48], line 27\u001b[0m, in \u001b[0;36mcrawling_player_statistics\u001b[0;34m(URL)\u001b[0m\n\u001b[1;32m     25\u001b[0m \u001b[39mfor\u001b[39;00m i \u001b[39min\u001b[39;00m \u001b[39mrange\u001b[39m(page):\n\u001b[1;32m     26\u001b[0m     \u001b[39mif\u001b[39;00m i \u001b[39m!=\u001b[39m \u001b[39m0\u001b[39m:\n\u001b[0;32m---> 27\u001b[0m         driver\u001b[39m.\u001b[39;49mfind_element(By\u001b[39m.\u001b[39;49mID, \u001b[39m'\u001b[39;49m\u001b[39mnext\u001b[39;49m\u001b[39m'\u001b[39;49m)\u001b[39m.\u001b[39;49mclick()\n\u001b[1;32m     28\u001b[0m         time\u001b[39m.\u001b[39msleep(\u001b[39m4\u001b[39m)\n\u001b[1;32m     30\u001b[0m     temp_df \u001b[39m=\u001b[39m pd\u001b[39m.\u001b[39mDataFrame(columns\u001b[39m=\u001b[39m[\n\u001b[1;32m     31\u001b[0m         \u001b[39m\"\u001b[39m\u001b[39mplayer_name\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mteam_number\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mteam_name\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mApps\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mMins\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mGoals\u001b[39m\u001b[39m\"\u001b[39m,\n\u001b[1;32m     32\u001b[0m         \u001b[39m\"\u001b[39m\u001b[39mAssists\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mYel\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mRed\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mSpG\u001b[39m\u001b[39m\"\u001b[39m,\u001b[39m\"\u001b[39m\u001b[39mPS\u001b[39m\u001b[39m%\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mAerialsWon\u001b[39m\u001b[39m\"\u001b[39m,\u001b[39m\"\u001b[39m\u001b[39mMoM\u001b[39m\u001b[39m\"\u001b[39m,\u001b[39m\"\u001b[39m\u001b[39mRating\u001b[39m\u001b[39m\"\u001b[39m])\n",
      "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/selenium/webdriver/remote/webelement.py:94\u001b[0m, in \u001b[0;36mWebElement.click\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m     92\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mclick\u001b[39m(\u001b[39mself\u001b[39m) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m \u001b[39mNone\u001b[39;00m:\n\u001b[1;32m     93\u001b[0m \u001b[39m    \u001b[39m\u001b[39m\"\"\"Clicks the element.\"\"\"\u001b[39;00m\n\u001b[0;32m---> 94\u001b[0m     \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_execute(Command\u001b[39m.\u001b[39;49mCLICK_ELEMENT)\n",
      "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/selenium/webdriver/remote/webelement.py:395\u001b[0m, in \u001b[0;36mWebElement._execute\u001b[0;34m(self, command, params)\u001b[0m\n\u001b[1;32m    393\u001b[0m     params \u001b[39m=\u001b[39m {}\n\u001b[1;32m    394\u001b[0m params[\u001b[39m\"\u001b[39m\u001b[39mid\u001b[39m\u001b[39m\"\u001b[39m] \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_id\n\u001b[0;32m--> 395\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_parent\u001b[39m.\u001b[39;49mexecute(command, params)\n",
      "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/selenium/webdriver/remote/webdriver.py:346\u001b[0m, in \u001b[0;36mWebDriver.execute\u001b[0;34m(self, driver_command, params)\u001b[0m\n\u001b[1;32m    344\u001b[0m response \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mcommand_executor\u001b[39m.\u001b[39mexecute(driver_command, params)\n\u001b[1;32m    345\u001b[0m \u001b[39mif\u001b[39;00m response:\n\u001b[0;32m--> 346\u001b[0m     \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49merror_handler\u001b[39m.\u001b[39;49mcheck_response(response)\n\u001b[1;32m    347\u001b[0m     response[\u001b[39m\"\u001b[39m\u001b[39mvalue\u001b[39m\u001b[39m\"\u001b[39m] \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_unwrap_value(response\u001b[39m.\u001b[39mget(\u001b[39m\"\u001b[39m\u001b[39mvalue\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39mNone\u001b[39;00m))\n\u001b[1;32m    348\u001b[0m     \u001b[39mreturn\u001b[39;00m response\n",
      "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/selenium/webdriver/remote/errorhandler.py:245\u001b[0m, in \u001b[0;36mErrorHandler.check_response\u001b[0;34m(self, response)\u001b[0m\n\u001b[1;32m    243\u001b[0m         alert_text \u001b[39m=\u001b[39m value[\u001b[39m\"\u001b[39m\u001b[39malert\u001b[39m\u001b[39m\"\u001b[39m]\u001b[39m.\u001b[39mget(\u001b[39m\"\u001b[39m\u001b[39mtext\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[1;32m    244\u001b[0m     \u001b[39mraise\u001b[39;00m exception_class(message, screen, stacktrace, alert_text)  \u001b[39m# type: ignore[call-arg]  # mypy is not smart enough here\u001b[39;00m\n\u001b[0;32m--> 245\u001b[0m \u001b[39mraise\u001b[39;00m exception_class(message, screen, stacktrace)\n",
      "\u001b[0;31mElementNotInteractableException\u001b[0m: Message: element not interactable\n  (Session info: chrome=119.0.6045.199)\nStacktrace:\n0   chromedriver                        0x0000000100cf6004 chromedriver + 4169732\n1   chromedriver                        0x0000000100cedff8 chromedriver + 4136952\n2   chromedriver                        0x0000000100943348 chromedriver + 291656\n3   chromedriver                        0x0000000100989ef0 chromedriver + 581360\n4   chromedriver                        0x000000010097e4f8 chromedriver + 533752\n5   chromedriver                        0x000000010097ddb4 chromedriver + 531892\n6   chromedriver                        0x00000001009c3818 chromedriver + 817176\n7   chromedriver                        0x000000010097c5e8 chromedriver + 525800\n8   chromedriver                        0x000000010097d4b8 chromedriver + 529592\n9   chromedriver                        0x0000000100cbc334 chromedriver + 3932980\n10  chromedriver                        0x0000000100cc0970 chromedriver + 3950960\n11  chromedriver                        0x0000000100ca4774 chromedriver + 3835764\n12  chromedriver                        0x0000000100cc1478 chromedriver + 3953784\n13  chromedriver                        0x0000000100c96ab4 chromedriver + 3779252\n14  chromedriver                        0x0000000100cdd914 chromedriver + 4069652\n15  chromedriver                        0x0000000100cdda90 chromedriver + 4070032\n16  chromedriver                        0x0000000100cedc70 chromedriver + 4136048\n17  libsystem_pthread.dylib             0x00000001ac14ffa8 _pthread_start + 148\n18  libsystem_pthread.dylib             0x00000001ac14ada0 thread_start + 8\n"
     ]
    }
   ],
   "source": [
    "#PL_1516 = crwaling_player_stats_at_once(URL1516)\n",
    "#PL_1617 = crwaling_player_stats_at_once(URL1617)\n",
    "#PL_1718 = crwaling_player_stats_at_once(URL1718)\n",
    "#PL_1819 = crwaling_player_stats_at_once(URL1819)\n",
    "#PL_2021 = crwaling_player_stats_at_once(URL2021)\n",
    "PL_2122 = crwaling_player_stats_at_once(URL2122)\n",
    "PL_2223 = crwaling_player_stats_at_once(URL2223)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 29: 100%|█████████████████████████████████████████████████████████████████████████| 29/29 [02:29<00:00,  5.17s/it]\n",
      "player stats summary : done\n",
      "page 29: 100%|█████████████████████████████████████████████████████████████████████████| 29/29 [02:36<00:00,  5.40s/it]\n",
      "player stats defensive : done\n",
      "page 29: 100%|█████████████████████████████████████████████████████████████████████████| 29/29 [02:38<00:00,  5.48s/it]\n",
      "player stats offensive : done\n",
      "page 29: 100%|█████████████████████████████████████████████████████████████████████████| 29/29 [02:28<00:00,  5.11s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "PL_1718 = crwaling_player_stats_at_once(URL1718)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_2021.to_csv('PL_player_2021.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_1516.to_csv('PL_player_1516.csv')\n",
    "PL_1617.to_csv('PL_player_1617.csv')\n",
    "PL_1718.to_csv('PL_player_1718.csv')\n",
    "PL_1819.to_csv('PL_player_1819.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "## URLs\n",
    "# PL\n",
    "pl_url = 'https://1xbet.whoscored.com/Regions/252/Tournaments/2/Seasons/9075/Stages/20934/PlayerStatistics/England-Premier-League-2022-2023'\n",
    "# BUNDES\n",
    "budnes_url = 'https://1xbet.whoscored.com/Regions/81/Tournaments/3/Seasons/9120/Stages/21026/PlayerStatistics/Germany-Bundesliga-2022-2023'\n",
    "# LIGA\n",
    "liga_url = 'https://1xbet.whoscored.com/Regions/206/Tournaments/4/Seasons/9149/Stages/21073/PlayerStatistics/Spain-LaLiga-2022-2023'\n",
    "# SERIE\n",
    "serie_url = 'https://1xbet.whoscored.com/Regions/108/Tournaments/5/Seasons/9159/Stages/21087/PlayerStatistics/Italy-Serie-A-2022-2023'\n",
    "# ligue1\n",
    "ligue1_url = 'https://1xbet.whoscored.com/Regions/74/Tournaments/22/Seasons/9129/Stages/21037/PlayerStatistics/France-Ligue-1-2022-2023'\n",
    "\n",
    "## "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 31: 100%|██████████| 31/31 [02:03<00:00,  3.98s/it]\n",
      "player stats summary : done\n",
      "page 31: 100%|██████████| 31/31 [01:53<00:00,  3.68s/it]\n",
      "player stats defensive : done\n",
      "page 31: 100%|██████████| 31/31 [01:56<00:00,  3.77s/it]\n",
      "player stats offensive : done\n",
      "page 31: 100%|██████████| 31/31 [01:52<00:00,  3.62s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "PL_2223 = crwaling_player_stats_at_once(pl_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "PL_2223.to_csv('./2223_player_statistics/PL_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 29: 100%|██████████| 29/29 [01:55<00:00,  3.99s/it]\n",
      "player stats summary : done\n",
      "page 29: 100%|██████████| 29/29 [01:45<00:00,  3.65s/it]\n",
      "player stats defensive : done\n",
      "page 29: 100%|██████████| 29/29 [01:47<00:00,  3.72s/it]\n",
      "player stats offensive : done\n",
      "page 29: 100%|██████████| 29/29 [01:44<00:00,  3.61s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "BUNDES_2223 = crwaling_player_stats_at_once(budnes_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 35: 100%|██████████| 35/35 [02:20<00:00,  4.02s/it]\n",
      "player stats summary : done\n",
      "page 35: 100%|██████████| 35/35 [02:08<00:00,  3.66s/it]\n",
      "player stats defensive : done\n",
      "page 35: 100%|██████████| 35/35 [02:10<00:00,  3.72s/it]\n",
      "player stats offensive : done\n",
      "page 35: 100%|██████████| 35/35 [02:05<00:00,  3.59s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "LIGA_2223 = crwaling_player_stats_at_once(liga_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 33: 100%|██████████| 33/33 [02:11<00:00,  3.99s/it]\n",
      "player stats summary : done\n",
      "page 33: 100%|██████████| 33/33 [02:00<00:00,  3.66s/it]\n",
      "player stats defensive : done\n",
      "page 33: 100%|██████████| 33/33 [02:03<00:00,  3.73s/it]\n",
      "player stats offensive : done\n",
      "page 33: 100%|██████████| 33/33 [01:58<00:00,  3.60s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "SERIE_2223 = crwaling_player_stats_at_once(serie_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page 32: 100%|██████████| 32/32 [02:06<00:00,  3.96s/it]\n",
      "player stats summary : done\n",
      "page 32: 100%|██████████| 32/32 [01:55<00:00,  3.62s/it]\n",
      "player stats defensive : done\n",
      "page 32: 100%|██████████| 32/32 [01:58<00:00,  3.71s/it]\n",
      "player stats offensive : done\n",
      "page 32: 100%|██████████| 32/32 [01:55<00:00,  3.60s/it]\n",
      "player stats pasing : done\n"
     ]
    }
   ],
   "source": [
    "LIGUE1_2223 = crwaling_player_stats_at_once(ligue1_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "BUNDES_2223.to_csv('./2223_player_statistics/Bundesliga_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "LIGA_2223.to_csv('./2223_player_statistics/Laliga_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "SERIE_2223.to_csv('./2223_player_statistics/Serie_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "LIGUE1_2223.to_csv('./2223_player_statistics/Ligue1_player_2223.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  },
  "vscode": {
   "interpreter": {
    "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}