get_data_league_github.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "get_data_league_github.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "hTdTQPgs5jkb",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "from joblib import Parallel, delayed"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g4ud7xQ3Ylko",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_table(current_round, max_rounds, league, season, flag):\n",
        "    dfs = pd.read_html(f'https://www.worldfootball.net/schedule/{league}-{season}-{flag}{current_round}', header=0)\n",
        "    df = dfs[3]\n",
        "    df.drop(['Team'], inplace=True, axis=1)\n",
        "\n",
        "    df.rename(index=str, columns={'#': 'pos', 'Team.1': 'team', 'M.': 'current_round', 'W': 'win',\n",
        "                                  'D': 'draw', 'L': 'loss', 'goals': 'goals',\n",
        "                                  'Dif.': 'goals_diff', 'Pt.': 'points_for'}, inplace=True)\n",
        "    aux = df['goals'].str.split(':', n = 1, expand = True)\n",
        "    df['goals_for'] = aux[0] \n",
        "    df['goals_against'] = aux[1] \n",
        "    df.drop(columns = ['goals'], inplace = True)\n",
        "    df = df.apply(pd.to_numeric, errors='ignore')\n",
        "    df['pos'] =  pd.to_numeric(df.index) + 1\n",
        "    df['max_rounds'] = max_rounds\n",
        "    df['rounds_left'] = df['max_rounds'] - df['current_round']\n",
        "    df['possible_points'] = df['current_round'] * 3\n",
        "    df['performance'] = np.round((df['points_for'] / df['possible_points']) * 100, 2)\n",
        "    df['performance'].replace(np.inf, df['points_for'], inplace=True)\n",
        "    df.fillna(value={'performance': 0}, inplace=True)\n",
        "    df['total_possible_points'] = df['points_for'] + (df['rounds_left'] * 3)\n",
        "    df['goals_for_against_ratio'] = df['goals_for'] / df['goals_against']\n",
        "    df['goals_for_against_ratio'].replace(np.inf, df['goals_for'], inplace=True)\n",
        "    df.fillna(value={'goals_for_against_ratio': 0}, inplace=True)\n",
        "    df['goals_for_against_ratio'] = np.round(df['goals_for_against_ratio'], 3)\n",
        "    df['league'] = league\n",
        "    df['season'] = season\n",
        "    columns = ['pos', 'team', 'current_round', 'max_rounds', 'rounds_left', 'win', 'loss', 'draw', \n",
        "               'goals_for', 'goals_against', 'goals_diff', 'goals_for_against_ratio', 'points_for', \n",
        "               'possible_points', 'total_possible_points', 'performance', 'league', 'season']\n",
        "    df = df[columns]\n",
        "    return df"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PtydwyTh7nu4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_league(max_rounds, league, season, flag):\n",
        "    table_list = Parallel(n_jobs=38, verbose=0, backend='threading')(delayed(get_table)(current_round, max_rounds, league, season, flag) for current_round in range(1, max_rounds + 1))\n",
        "    final_table = pd.concat(table_list, ignore_index=True)\n",
        "    return final_table"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1wWMwqMs7ob8",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def increment_season(season):\n",
        "    if '-' in season:\n",
        "        season_years = season.split('-')\n",
        "        first_year = int(season_years[0]) + 1\n",
        "        second_year = int(season_years[1]) + 1\n",
        "        next_season = str(first_year) + '-' + str(second_year)\n",
        "        return next_season\n",
        "    else:\n",
        "        season_year = int(season) + 1\n",
        "        next_season = str(season_year)\n",
        "        return next_season"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pcmcHbHX7sEA",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_all_leagues(league_dict):\n",
        "    list_all_seasons = []\n",
        "    for key in league_dict.keys():\n",
        "        if (key == 'bra-serie-a') or (key == 'bra-serie-b'):\n",
        "            while league_dict[key][0] != '2019':\n",
        "                flag = 'spieltag/'\n",
        "                print(key)\n",
        "                print(league_dict[key][0])\n",
        "                table = get_league(league_dict[key][1], key, league_dict[key][0], flag)\n",
        "                league_dict[key][0] = increment_season(league_dict[key][0])\n",
        "                list_all_seasons.append(table)\n",
        "                print('DONE!')\n",
        "        else:\n",
        "            while league_dict[key][0] != '2019-2020':\n",
        "                if (key == 'esp-primera-division') and (league_dict[key][0] == '2016-2017'):\n",
        "                    flag = 'spieltag_2/'\n",
        "                    print(key)\n",
        "                    print(league_dict[key][0])\n",
        "                    table = get_league(league_dict[key][1], key, league_dict[key][0], flag)\n",
        "                    league_dict[key][0] = increment_season(league_dict[key][0])\n",
        "                    list_all_seasons.append(table)\n",
        "                    print('DONE!')\n",
        "                else:\n",
        "                    flag = 'spieltag/'\n",
        "                    print(key)\n",
        "                    print(league_dict[key][0])\n",
        "                    table = get_league(league_dict[key][1], key, league_dict[key][0], flag)\n",
        "                    league_dict[key][0] = increment_season(league_dict[key][0])\n",
        "                    list_all_seasons.append(table)\n",
        "                    print('DONE!')\n",
        "    final_table = pd.concat(list_all_seasons, ignore_index=True)\n",
        "    return final_table"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JIAWMyYj7v9P",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def add_final_points(df):\n",
        "    df.loc[((df.index == 98550) | (df.index == 98564)) & (df['team'] == 'Grêmio Prudente'), ['team']] = 'Grêmio Barueri - SP'\n",
        "    df.loc[((df.index == 96999) | (df.index == 97006)), ['current_round', 'rounds_left', 'loss']] = [(38, 0, 10), (38, 0, 12)]\n",
        "    unique_leagues = df['league'].unique()\n",
        "    dfs = []\n",
        "    for loop_league in unique_leagues:\n",
        "        unique_seasons = df[df['league'] == loop_league]['season'].unique()\n",
        "        for season_loop in unique_seasons:\n",
        "            df_of_season = df[(df['league'] == loop_league) & (df['season'] == season_loop)]\n",
        "            last_round = np.max(df_of_season['current_round'])\n",
        "            last_round_df = df_of_season[df_of_season['current_round'] == last_round]\n",
        "            df_of_season = df_of_season.merge(last_round_df[['team', 'points_for']], how='left', on='team')\n",
        "            dfs.append(df_of_season)\n",
        "    final_df = pd.concat(dfs)\n",
        "    final_df.rename(index=str, columns={'points_for_x': 'points_for', 'points_for_y': 'final_points'}, inplace=True)\n",
        "    return final_df"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8975G5YacrUE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "league_dict = {'eng-premier-league': ['1995-1996', 38], 'esp-primera-division': ['1997-1998', 38], \n",
        "                   'fra-ligue-1': ['2002-2003', 38], 'bundesliga': ['1995-1996', 34], \n",
        "                   'ita-serie-a': ['2004-2005', 38], 'ned-eredivisie': ['1995-1996', 34], \n",
        "                   'bra-serie-a': ['2006', 38], 'bra-serie-b': ['2011', 38]}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CfhN8pMO7zBK",
        "colab_type": "code",
        "outputId": "f9c1825f-c151-4d3f-f0c3-662052223932",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "final_dataframe = get_all_leagues(league_dict)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "eng-premier-league\n",
            "1995-1996\n",
            "DONE!\n",
            "eng-premier-league\n",
            "1996-1997\n",
            "DONE!\n",
            "eng-premier-league\n",
            "1997-1998\n",
            "DONE!\n",
            "eng-premier-league\n",
            "1998-1999\n",
            "DONE!\n",
            "eng-premier-league\n",
            "1999-2000\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2000-2001\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2001-2002\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2002-2003\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2003-2004\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2004-2005\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2005-2006\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2006-2007\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2007-2008\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2008-2009\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2009-2010\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2010-2011\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2011-2012\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2012-2013\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2013-2014\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2014-2015\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2015-2016\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2016-2017\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2017-2018\n",
            "DONE!\n",
            "eng-premier-league\n",
            "2018-2019\n",
            "DONE!\n",
            "esp-primera-division\n",
            "1997-1998\n",
            "DONE!\n",
            "esp-primera-division\n",
            "1998-1999\n",
            "DONE!\n",
            "esp-primera-division\n",
            "1999-2000\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2000-2001\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2001-2002\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2002-2003\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2003-2004\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2004-2005\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2005-2006\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2006-2007\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2007-2008\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2008-2009\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2009-2010\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2010-2011\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2011-2012\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2012-2013\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2013-2014\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2014-2015\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2015-2016\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2016-2017\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2017-2018\n",
            "DONE!\n",
            "esp-primera-division\n",
            "2018-2019\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2002-2003\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2003-2004\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2004-2005\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2005-2006\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2006-2007\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2007-2008\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2008-2009\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2009-2010\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2010-2011\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2011-2012\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2012-2013\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2013-2014\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2014-2015\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2015-2016\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2016-2017\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2017-2018\n",
            "DONE!\n",
            "fra-ligue-1\n",
            "2018-2019\n",
            "DONE!\n",
            "bundesliga\n",
            "1995-1996\n",
            "DONE!\n",
            "bundesliga\n",
            "1996-1997\n",
            "DONE!\n",
            "bundesliga\n",
            "1997-1998\n",
            "DONE!\n",
            "bundesliga\n",
            "1998-1999\n",
            "DONE!\n",
            "bundesliga\n",
            "1999-2000\n",
            "DONE!\n",
            "bundesliga\n",
            "2000-2001\n",
            "DONE!\n",
            "bundesliga\n",
            "2001-2002\n",
            "DONE!\n",
            "bundesliga\n",
            "2002-2003\n",
            "DONE!\n",
            "bundesliga\n",
            "2003-2004\n",
            "DONE!\n",
            "bundesliga\n",
            "2004-2005\n",
            "DONE!\n",
            "bundesliga\n",
            "2005-2006\n",
            "DONE!\n",
            "bundesliga\n",
            "2006-2007\n",
            "DONE!\n",
            "bundesliga\n",
            "2007-2008\n",
            "DONE!\n",
            "bundesliga\n",
            "2008-2009\n",
            "DONE!\n",
            "bundesliga\n",
            "2009-2010\n",
            "DONE!\n",
            "bundesliga\n",
            "2010-2011\n",
            "DONE!\n",
            "bundesliga\n",
            "2011-2012\n",
            "DONE!\n",
            "bundesliga\n",
            "2012-2013\n",
            "DONE!\n",
            "bundesliga\n",
            "2013-2014\n",
            "DONE!\n",
            "bundesliga\n",
            "2014-2015\n",
            "DONE!\n",
            "bundesliga\n",
            "2015-2016\n",
            "DONE!\n",
            "bundesliga\n",
            "2016-2017\n",
            "DONE!\n",
            "bundesliga\n",
            "2017-2018\n",
            "DONE!\n",
            "bundesliga\n",
            "2018-2019\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2004-2005\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2005-2006\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2006-2007\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2007-2008\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2008-2009\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2009-2010\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2010-2011\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2011-2012\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2012-2013\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2013-2014\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2014-2015\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2015-2016\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2016-2017\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2017-2018\n",
            "DONE!\n",
            "ita-serie-a\n",
            "2018-2019\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "1995-1996\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "1996-1997\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "1997-1998\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "1998-1999\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "1999-2000\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2000-2001\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2001-2002\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2002-2003\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2003-2004\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2004-2005\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2005-2006\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2006-2007\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2007-2008\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2008-2009\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2009-2010\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2010-2011\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2011-2012\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2012-2013\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2013-2014\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2014-2015\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2015-2016\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2016-2017\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2017-2018\n",
            "DONE!\n",
            "ned-eredivisie\n",
            "2018-2019\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2006\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2007\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2008\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2009\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2010\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2011\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2012\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2013\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2014\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2015\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2016\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2017\n",
            "DONE!\n",
            "bra-serie-a\n",
            "2018\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2011\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2012\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2013\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2014\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2015\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2016\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2017\n",
            "DONE!\n",
            "bra-serie-b\n",
            "2018\n",
            "DONE!\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SCULglLT3IJZ",
        "colab_type": "code",
        "outputId": "69fc7dcb-44df-41ac-e08b-3e9590c9fd1c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 324
        }
      },
      "source": [
        "final_dataframe.sample(5)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>pos</th>\n",
              "      <th>team</th>\n",
              "      <th>current_round</th>\n",
              "      <th>max_rounds</th>\n",
              "      <th>rounds_left</th>\n",
              "      <th>win</th>\n",
              "      <th>loss</th>\n",
              "      <th>draw</th>\n",
              "      <th>goals_for</th>\n",
              "      <th>goals_against</th>\n",
              "      <th>goals_diff</th>\n",
              "      <th>goals_for_against_ratio</th>\n",
              "      <th>points_for</th>\n",
              "      <th>possible_points</th>\n",
              "      <th>total_possible_points</th>\n",
              "      <th>performance</th>\n",
              "      <th>league</th>\n",
              "      <th>season</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>2439</th>\n",
              "      <td>20</td>\n",
              "      <td>Southampton FC</td>\n",
              "      <td>8</td>\n",
              "      <td>38</td>\n",
              "      <td>30</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>21</td>\n",
              "      <td>-18</td>\n",
              "      <td>0.143</td>\n",
              "      <td>1</td>\n",
              "      <td>24</td>\n",
              "      <td>91</td>\n",
              "      <td>4.17</td>\n",
              "      <td>eng-premier-league</td>\n",
              "      <td>1998-1999</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>93342</th>\n",
              "      <td>7</td>\n",
              "      <td>Flamengo RJ</td>\n",
              "      <td>7</td>\n",
              "      <td>38</td>\n",
              "      <td>31</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>13</td>\n",
              "      <td>11</td>\n",
              "      <td>2</td>\n",
              "      <td>1.182</td>\n",
              "      <td>12</td>\n",
              "      <td>21</td>\n",
              "      <td>105</td>\n",
              "      <td>57.14</td>\n",
              "      <td>bra-serie-a</td>\n",
              "      <td>2012</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>76629</th>\n",
              "      <td>16</td>\n",
              "      <td>NEC Nijmegen</td>\n",
              "      <td>13</td>\n",
              "      <td>34</td>\n",
              "      <td>21</td>\n",
              "      <td>2</td>\n",
              "      <td>10</td>\n",
              "      <td>1</td>\n",
              "      <td>16</td>\n",
              "      <td>32</td>\n",
              "      <td>-16</td>\n",
              "      <td>0.500</td>\n",
              "      <td>7</td>\n",
              "      <td>39</td>\n",
              "      <td>70</td>\n",
              "      <td>17.95</td>\n",
              "      <td>ned-eredivisie</td>\n",
              "      <td>1999-2000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45588</th>\n",
              "      <td>9</td>\n",
              "      <td>Angers SCO</td>\n",
              "      <td>38</td>\n",
              "      <td>38</td>\n",
              "      <td>0</td>\n",
              "      <td>13</td>\n",
              "      <td>14</td>\n",
              "      <td>11</td>\n",
              "      <td>40</td>\n",
              "      <td>38</td>\n",
              "      <td>2</td>\n",
              "      <td>1.053</td>\n",
              "      <td>50</td>\n",
              "      <td>114</td>\n",
              "      <td>50</td>\n",
              "      <td>43.86</td>\n",
              "      <td>fra-ligue-1</td>\n",
              "      <td>2015-2016</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>66118</th>\n",
              "      <td>11</td>\n",
              "      <td>SSC Napoli</td>\n",
              "      <td>26</td>\n",
              "      <td>38</td>\n",
              "      <td>12</td>\n",
              "      <td>10</td>\n",
              "      <td>11</td>\n",
              "      <td>5</td>\n",
              "      <td>32</td>\n",
              "      <td>30</td>\n",
              "      <td>2</td>\n",
              "      <td>1.067</td>\n",
              "      <td>35</td>\n",
              "      <td>78</td>\n",
              "      <td>71</td>\n",
              "      <td>44.87</td>\n",
              "      <td>ita-serie-a</td>\n",
              "      <td>2008-2009</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "       pos            team  ...              league     season\n",
              "2439    20  Southampton FC  ...  eng-premier-league  1998-1999\n",
              "93342    7     Flamengo RJ  ...         bra-serie-a       2012\n",
              "76629   16    NEC Nijmegen  ...      ned-eredivisie  1999-2000\n",
              "45588    9      Angers SCO  ...         fra-ligue-1  2015-2016\n",
              "66118   11      SSC Napoli  ...         ita-serie-a  2008-2009\n",
              "\n",
              "[5 rows x 18 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 63
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dfxjvmDu3VD7",
        "colab_type": "code",
        "outputId": "8be45f4b-7062-47d7-eb54-52d0f8c1464a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        }
      },
      "source": [
        "final_dataframe.info()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 104616 entries, 0 to 104615\n",
            "Data columns (total 18 columns):\n",
            "pos                        104616 non-null int64\n",
            "team                       104616 non-null object\n",
            "current_round              104616 non-null int64\n",
            "max_rounds                 104616 non-null int64\n",
            "rounds_left                104616 non-null int64\n",
            "win                        104616 non-null int64\n",
            "loss                       104616 non-null int64\n",
            "draw                       104616 non-null int64\n",
            "goals_for                  104616 non-null int64\n",
            "goals_against              104616 non-null int64\n",
            "goals_diff                 104616 non-null int64\n",
            "goals_for_against_ratio    104616 non-null float64\n",
            "points_for                 104616 non-null int64\n",
            "possible_points            104616 non-null int64\n",
            "total_possible_points      104616 non-null int64\n",
            "performance                104616 non-null float64\n",
            "league                     104616 non-null object\n",
            "season                     104616 non-null object\n",
            "dtypes: float64(2), int64(13), object(3)\n",
            "memory usage: 14.4+ MB\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jP1RB0qi3jHj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "df = add_final_points(final_dataframe)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oovX--MT3na3",
        "colab_type": "code",
        "outputId": "8d74ea83-8ab7-45f9-b877-8e1b7357bc49",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 324
        }
      },
      "source": [
        "df.sample(5)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>pos</th>\n",
              "      <th>team</th>\n",
              "      <th>current_round</th>\n",
              "      <th>max_rounds</th>\n",
              "      <th>rounds_left</th>\n",
              "      <th>win</th>\n",
              "      <th>loss</th>\n",
              "      <th>draw</th>\n",
              "      <th>goals_for</th>\n",
              "      <th>goals_against</th>\n",
              "      <th>goals_diff</th>\n",
              "      <th>goals_for_against_ratio</th>\n",
              "      <th>points_for</th>\n",
              "      <th>possible_points</th>\n",
              "      <th>total_possible_points</th>\n",
              "      <th>performance</th>\n",
              "      <th>league</th>\n",
              "      <th>season</th>\n",
              "      <th>final_points</th>\n",
              "      <th>final_pos</th>\n",
              "      <th>classe</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>516</th>\n",
              "      <td>13</td>\n",
              "      <td>AZ Alkmaar</td>\n",
              "      <td>29</td>\n",
              "      <td>34</td>\n",
              "      <td>5</td>\n",
              "      <td>8</td>\n",
              "      <td>14</td>\n",
              "      <td>7</td>\n",
              "      <td>37</td>\n",
              "      <td>52</td>\n",
              "      <td>-15</td>\n",
              "      <td>0.712</td>\n",
              "      <td>31</td>\n",
              "      <td>87</td>\n",
              "      <td>46</td>\n",
              "      <td>35.63</td>\n",
              "      <td>ned-eredivisie</td>\n",
              "      <td>2000-2001</td>\n",
              "      <td>35</td>\n",
              "      <td>13</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>705</th>\n",
              "      <td>6</td>\n",
              "      <td>Athletico Paranaense</td>\n",
              "      <td>36</td>\n",
              "      <td>38</td>\n",
              "      <td>2</td>\n",
              "      <td>16</td>\n",
              "      <td>12</td>\n",
              "      <td>8</td>\n",
              "      <td>41</td>\n",
              "      <td>44</td>\n",
              "      <td>-3</td>\n",
              "      <td>0.932</td>\n",
              "      <td>56</td>\n",
              "      <td>108</td>\n",
              "      <td>62</td>\n",
              "      <td>51.85</td>\n",
              "      <td>bra-serie-a</td>\n",
              "      <td>2010</td>\n",
              "      <td>60</td>\n",
              "      <td>5</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>518</th>\n",
              "      <td>19</td>\n",
              "      <td>Juventude - RS</td>\n",
              "      <td>26</td>\n",
              "      <td>38</td>\n",
              "      <td>12</td>\n",
              "      <td>7</td>\n",
              "      <td>14</td>\n",
              "      <td>5</td>\n",
              "      <td>29</td>\n",
              "      <td>45</td>\n",
              "      <td>-16</td>\n",
              "      <td>0.644</td>\n",
              "      <td>26</td>\n",
              "      <td>78</td>\n",
              "      <td>62</td>\n",
              "      <td>33.33</td>\n",
              "      <td>bra-serie-a</td>\n",
              "      <td>2007</td>\n",
              "      <td>41</td>\n",
              "      <td>18</td>\n",
              "      <td>Z4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>310</th>\n",
              "      <td>5</td>\n",
              "      <td>Feyenoord</td>\n",
              "      <td>18</td>\n",
              "      <td>34</td>\n",
              "      <td>16</td>\n",
              "      <td>9</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>29</td>\n",
              "      <td>21</td>\n",
              "      <td>8</td>\n",
              "      <td>1.381</td>\n",
              "      <td>31</td>\n",
              "      <td>54</td>\n",
              "      <td>79</td>\n",
              "      <td>57.41</td>\n",
              "      <td>ned-eredivisie</td>\n",
              "      <td>1997-1998</td>\n",
              "      <td>61</td>\n",
              "      <td>4</td>\n",
              "      <td>G4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>190</th>\n",
              "      <td>11</td>\n",
              "      <td>Everton FC</td>\n",
              "      <td>10</td>\n",
              "      <td>38</td>\n",
              "      <td>28</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>0</td>\n",
              "      <td>1.000</td>\n",
              "      <td>13</td>\n",
              "      <td>30</td>\n",
              "      <td>97</td>\n",
              "      <td>43.33</td>\n",
              "      <td>eng-premier-league</td>\n",
              "      <td>2015-2016</td>\n",
              "      <td>47</td>\n",
              "      <td>11</td>\n",
              "      <td>None</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "     pos                  team  current_round  ...  final_points  final_pos  classe\n",
              "516   13            AZ Alkmaar             29  ...            35         13    None\n",
              "705    6  Athletico Paranaense             36  ...            60          5    None\n",
              "518   19        Juventude - RS             26  ...            41         18      Z4\n",
              "310    5             Feyenoord             18  ...            61          4      G4\n",
              "190   11            Everton FC             10  ...            47         11    None\n",
              "\n",
              "[5 rows x 21 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 73
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CfoIZ6zV5s30",
        "colab_type": "code",
        "outputId": "614c8c14-91c3-48f0-b38c-b61ebe1d14be",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 477
        }
      },
      "source": [
        "df.info()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Index: 104616 entries, 0 to 759\n",
            "Data columns (total 21 columns):\n",
            "pos                        104616 non-null int64\n",
            "team                       104616 non-null object\n",
            "current_round              104616 non-null int64\n",
            "max_rounds                 104616 non-null int64\n",
            "rounds_left                104616 non-null int64\n",
            "win                        104616 non-null int64\n",
            "loss                       104616 non-null int64\n",
            "draw                       104616 non-null int64\n",
            "goals_for                  104616 non-null int64\n",
            "goals_against              104616 non-null int64\n",
            "goals_diff                 104616 non-null int64\n",
            "goals_for_against_ratio    104616 non-null float64\n",
            "points_for                 104616 non-null int64\n",
            "possible_points            104616 non-null int64\n",
            "total_possible_points      104616 non-null int64\n",
            "performance                104616 non-null float64\n",
            "league                     104616 non-null object\n",
            "season                     104616 non-null object\n",
            "final_points               104616 non-null int64\n",
            "final_pos                  104616 non-null int64\n",
            "classe                     39888 non-null object\n",
            "dtypes: float64(2), int64(15), object(4)\n",
            "memory usage: 17.6+ MB\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v-_AbJ9-8s3X",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "df.to_csv('all_leagues_seasons.csv', sep= ';', index = False)"
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}