notebooks/validate_playbook.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import sys\n",
    "\n",
    "# retrieve local copies of raw and prepared data from dvc\n",
    "# checkout the readme for instructions about how to gain access\n",
    "\n",
    "# os.system(\"dvc pull\")\n",
    "\n",
    "home = os.path.expanduser(\"~/transfermarkt-datasets\") \n",
    "os.chdir(home)\n",
    "\n",
    "if not sys.warnoptions:\n",
    "    import warnings\n",
    "    warnings.simplefilter(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import datacompy\n",
    "\n",
    "VALIDATIONS = {\n",
    "    \"players\": {\n",
    "        \"joining_keys\": [\"player_id\"]\n",
    "    },\n",
    "    \"player_valuations\": {\n",
    "        \"joining_keys\": [\"player_id\", \"date\"]\n",
    "    },\n",
    "    \"games\": {\n",
    "        \"joining_keys\": [\"game_id\"]\n",
    "    }\n",
    "}\n",
    "\n",
    "PROJECTPATH = \"/Users/dcereijo/transfermarkt-datasets\"\n",
    "\n",
    "OLDPATH = f\"{PROJECTPATH}/data/prep\"\n",
    "NEWPATH = f\"{PROJECTPATH}/data/prep_new\"\n",
    "\n",
    "def load_old(asset_name: str) -> pd.DataFrame:\n",
    "    return pd.read_csv(\n",
    "        f\"{OLDPATH}/{asset_name}.csv\"\n",
    "    )\n",
    "\n",
    "def load_new(asset_name: str) -> pd.DataFrame:\n",
    "    return pd.read_csv(\n",
    "        f\"{NEWPATH}/{asset_name}.csv.gz\"\n",
    "    )\n",
    "\n",
    "def show_datacompy_diff(asset_name: str):\n",
    "\n",
    "    old = load_old(asset_name)\n",
    "    new = load_new(asset_name)\n",
    "\n",
    "    comparison = datacompy.Compare(\n",
    "        df1=old,\n",
    "        df2=new,\n",
    "        df1_name=\"pandas\",\n",
    "        df2_name=\"dbt\",\n",
    "        join_columns=VALIDATIONS[asset_name][\"joining_keys\"]\n",
    "    )\n",
    "\n",
    "    print(comparison.report())\n",
    "\n",
    "def show_schema_diff(asset_name: str):\n",
    "\n",
    "    old = load_old(asset_name)\n",
    "    new = load_new(asset_name)\n",
    "\n",
    "    print(set(old.columns.values) - set(new.columns.values))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DataComPy Comparison\n",
      "--------------------\n",
      "\n",
      "DataFrame Summary\n",
      "-----------------\n",
      "\n",
      "  DataFrame  Columns   Rows\n",
      "0    pandas       23  28503\n",
      "1       dbt       23  27929\n",
      "\n",
      "Column Summary\n",
      "--------------\n",
      "\n",
      "Number of columns in common: 23\n",
      "Number of columns in pandas but not in dbt: 0\n",
      "Number of columns in dbt but not in pandas: 0\n",
      "\n",
      "Row Summary\n",
      "-----------\n",
      "\n",
      "Matched on: player_id\n",
      "Any duplicates on match values: No\n",
      "Absolute Tolerance: 0\n",
      "Relative Tolerance: 0\n",
      "Number of rows in common: 27,870\n",
      "Number of rows in pandas but not in dbt: 633\n",
      "Number of rows in dbt but not in pandas: 59\n",
      "\n",
      "Number of rows with some compared columns unequal: 27,867\n",
      "Number of rows with all compared columns equal: 3\n",
      "\n",
      "Column Comparison\n",
      "-----------------\n",
      "\n",
      "Number of columns compared with some values unequal: 22\n",
      "Number of columns compared with all values equal: 1\n",
      "Total number of values which compare unequal: 114,962\n",
      "\n",
      "Columns with Unequal Values or Types\n",
      "------------------------------------\n",
      "\n",
      "                                  Column pandas dtype dbt dtype  # Unequal    Max Diff  # Null Diff\n",
      "13                            agent_name       object    object       4601         0.0         4035\n",
      "5                          city_of_birth       object    object      26148         0.0           67\n",
      "14              contract_expiration_date       object    object      17967         0.0         1528\n",
      "4                       country_of_birth       object    object         97         0.0           69\n",
      "3                 country_of_citizenship       object    object         50         0.0            0\n",
      "15  current_club_domestic_competition_id       object    object        228         0.0            0\n",
      "1                        current_club_id        int64     int64        610     68602.0            0\n",
      "2                      current_club_name       object    object      23745         0.0         9176\n",
      "6                          date_of_birth       object    object         81         0.0           11\n",
      "16                            first_name       object    object        187         0.0          107\n",
      "9                                   foot       object    object      25904         0.0          148\n",
      "10                          height_in_cm        int64   float64       2059       206.0         1645\n",
      "12           highest_market_value_in_eur      float64   float64        496  11500000.0           43\n",
      "19                             image_url       object    object       1147         0.0            0\n",
      "17                             last_name       object    object        144         0.0            0\n",
      "20                           last_season        int64     int64       1163         8.0            0\n",
      "11                   market_value_in_eur      float64   float64       4120   8000000.0         1768\n",
      "0                                   name       object    object        153         0.0            0\n",
      "18                           player_code       object    object        139         0.0            0\n",
      "7                               position       object    object       2137         0.0            0\n",
      "8                           sub_position       object    object       3647         0.0         3233\n",
      "21                                   url       object    object        139         0.0            0\n",
      "\n",
      "Sample Rows with Unequal Values\n",
      "-------------------------------\n",
      "\n",
      "       player_id     name (pandas)               name (dbt)\n",
      "21213     239044     Ulrik Jenssen  Ulrik Yttergard Jenssen\n",
      "1146       44325     Dmitri Molosh           Dmitriy Molosh\n",
      "21446     719646   Bernardo Fontes                 Bernardo\n",
      "15566     348768  Maks Juraj Celic               Maks Celic\n",
      "3883      143794       Lucas Rocha                    Lucão\n",
      "21441     657385  Guilherme Soares                Guilherme\n",
      "13442     329393    João Rodrigues                   Tarzan\n",
      "10819     212260    Dmitri Korobov          Dmitriy Korobov\n",
      "12944      15083  Dmitri Torbinski        Dmitriy Torbinski\n",
      "20176     633645  Matthew Connelly           Matty Connelly\n",
      "\n",
      "       player_id  current_club_id (pandas)  current_club_id (dbt)\n",
      "2666       19721                     984.0                  338.0\n",
      "5801        5893                     862.0                  410.0\n",
      "16959     312239                    1237.0                   58.0\n",
      "15289      75116                    3329.0                 3325.0\n",
      "4793      150076                     204.0                 1184.0\n",
      "8786      147265                     354.0                 3508.0\n",
      "3973       83696                    5572.0                21957.0\n",
      "15018     134657                    1268.0                  603.0\n",
      "14617     251892                    1244.0                  368.0\n",
      "10617      44675                    1108.0                  512.0\n",
      "\n",
      "       player_id current_club_name (pandas) current_club_name (dbt)\n",
      "13293      49802             Rsc Anderlecht          RSC Anderlecht\n",
      "26571     140808                   Kaa Gent                KAA Gent\n",
      "4348       99923            Cagliari Calcio             Inter Milan\n",
      "20811     563392                  Kas Eupen               KAS Eupen\n",
      "2664       27505       West Bromwich Albion                     NaN\n",
      "6847        7451                 Fc Arsenal              Arsenal FC\n",
      "9988      348522          Paok Thessaloniki       PAOK Thessaloniki\n",
      "2217       39917              Chievo Verona                     NaN\n",
      "19346      44162          Besiktas Istanbul             Besiktas JK\n",
      "13841      33031                  Volos Nps               Volos NPS\n",
      "\n",
      "       player_id country_of_citizenship (pandas) country_of_citizenship (dbt)\n",
      "16688     186282                     Netherlands                     Suriname\n",
      "25294     520857                         Ireland                      Germany\n",
      "5255        5461                   French Guiana                       France\n",
      "6998      320825                     Netherlands                     Suriname\n",
      "13423     326399                        Cameroon                      Germany\n",
      "20301     745461                          Canada                        Italy\n",
      "21696     104503                          Russia                      Belarus\n",
      "27155     646750                        Colombia                        Spain\n",
      "14931     187298                     Netherlands                     Suriname\n",
      "13063     317739                         Germany                       Poland\n",
      "\n",
      "       player_id country_of_birth (pandas) country_of_birth (dbt)\n",
      "12999     312891                       NaN                 Russia\n",
      "16978     504856                       NaN                England\n",
      "19958     406556                   England                 Canada\n",
      "19570     649029                       NaN                Senegal\n",
      "8829       56510                       DDR     East Germany (GDR)\n",
      "19866     511552                       NaN                  Wales\n",
      "15679     441477                       NaN              Argentina\n",
      "19965     724529                       NaN                Ireland\n",
      "11482     288655                       NaN                Nigeria\n",
      "19351     873445                       NaN                 Turkey\n",
      "\n",
      "       player_id city_of_birth (pandas) city_of_birth (dbt)\n",
      "12700     284177    Bergisch Gladbach     Bergisch Gladbach\n",
      "533         5418               Douala                Douala\n",
      "11008      48164             Novi Sad              Novi Sad\n",
      "17931     348769              Sarandi               Sarandi\n",
      "3497      290780       Rio de Janeiro        Rio de Janeiro\n",
      "14007     605634              Malatya               Malatya\n",
      "17134     290533                 Sète                  Sète\n",
      "16893     339339             Den Haag              Den Haag\n",
      "19835     651388                 Sinj                  Sinj\n",
      "7022       19917            Roeselare             Roeselare\n",
      "\n",
      "       player_id date_of_birth (pandas) date_of_birth (dbt)\n",
      "4246      265590             1992-05-28          1992-07-28\n",
      "3751      249961             1993-09-29          1993-09-26\n",
      "17399     830891             2001-06-17          2001-06-07\n",
      "26012     540271             1999-03-13          1999-03-07\n",
      "13817      55879             1985-08-16          1984-08-16\n",
      "14095     396516             1997-08-11          1997-11-08\n",
      "10163     346270             1997-07-04          1997-03-07\n",
      "5483        3942             1984-07-11                 NaN\n",
      "2136       49681             1987-11-07                 NaN\n",
      "14674     178187             1992-10-14          1992-10-10\n",
      "\n",
      "       player_id position (pandas) position (dbt)\n",
      "4330      284486            Attack        Missing\n",
      "25517     671675            Attack       Midfield\n",
      "21755     683333            Attack       Midfield\n",
      "23405     129513            Attack       Midfield\n",
      "10119     448672            Attack       Midfield\n",
      "3139      303415            Attack       Midfield\n",
      "10425     464142            Attack        Missing\n",
      "26109     592400            Attack       Midfield\n",
      "17067     486100          Defender       Midfield\n",
      "24949     190333            Attack       Midfield\n",
      "\n",
      "       player_id sub_position (pandas) sub_position (dbt)\n",
      "20026      13572                   NaN         Goalkeeper\n",
      "25350     107775                   NaN         Goalkeeper\n",
      "22213     465955                   NaN         Goalkeeper\n",
      "6273      148371                   NaN         Goalkeeper\n",
      "2979      205865                   NaN         Goalkeeper\n",
      "24447     671916                   NaN         Goalkeeper\n",
      "26440      45672                   NaN         Goalkeeper\n",
      "27113     480958                   NaN         Goalkeeper\n",
      "3710      212233                   NaN         Goalkeeper\n",
      "24198     325179                   NaN         Goalkeeper\n",
      "\n",
      "       player_id foot (pandas) foot (dbt)\n",
      "8467      163531         Right        NaN\n",
      "8957      170962         Right      right\n",
      "27410     627939         Right      right\n",
      "1543      257665         Right      right\n",
      "23942      35865         Right      right\n",
      "10290     468929         Right      right\n",
      "5541      129593         Right      right\n",
      "6723       40937           NaN       left\n",
      "14051      30638         Right      right\n",
      "22885      83560         Right      right\n",
      "\n",
      "       player_id  height_in_cm (pandas)  height_in_cm (dbt)\n",
      "16970     557015                    0.0                 NaN\n",
      "19755     906004                    0.0                 NaN\n",
      "24444     257324                  185.0               188.0\n",
      "17899     426648                  177.0                 NaN\n",
      "3085        2999                    0.0                 NaN\n",
      "12001     584434                    0.0                 NaN\n",
      "20598     720532                    0.0                 NaN\n",
      "16546     869955                    0.0                 NaN\n",
      "23116     988710                    0.0               182.0\n",
      "20527     488298                    0.0                 NaN\n",
      "\n",
      "       player_id  market_value_in_eur (pandas)  market_value_in_eur (dbt)\n",
      "18939     231712                      475000.0                   800000.0\n",
      "1725       88614                       50000.0                        NaN\n",
      "5834       70132                       75000.0                        NaN\n",
      "11992      33357                      250000.0                        NaN\n",
      "12388     311745                       10000.0                        NaN\n",
      "9644      585418                       25000.0                        NaN\n",
      "9922       22382                      100000.0                        NaN\n",
      "9121       97013                      300000.0                   250000.0\n",
      "5509       24237                     1000000.0                        NaN\n",
      "16059      28728                      100000.0                    75000.0\n",
      "\n",
      "       player_id  highest_market_value_in_eur (pandas)  highest_market_value_in_eur (dbt)\n",
      "19635     936824                                   NaN                            10000.0\n",
      "18270     497143                              300000.0                           400000.0\n",
      "15081     523228                              350000.0                           500000.0\n",
      "20460     279133                               75000.0                           100000.0\n",
      "17812     401639                              600000.0                           800000.0\n",
      "11788     188889                             2800000.0                          4500000.0\n",
      "16667     258898                              500000.0                           600000.0\n",
      "14806     373939                              600000.0                           700000.0\n",
      "13220     194433                              475000.0                           600000.0\n",
      "13496     606716                             1500000.0                          1800000.0\n",
      "\n",
      "       player_id             agent_name (pandas) agent_name (dbt)\n",
      "9469       42303          NINE Sports Management              NaN\n",
      "24114     364234                      Playeleven            LF360\n",
      "9773      205809           HCM Sports Management              NaN\n",
      "18136     522669                      TOP Agency              NaN\n",
      "15515     410859        Peleus Sports Management              NaN\n",
      "7972      130149        Elite Players Management              NaN\n",
      "27311     537182     P&P Sport Management S.A.M.              NaN\n",
      "25034     290405  football scouting and transfer              NaN\n",
      "15837     331087                    PLG Scotland              NaN\n",
      "7850      385400                    Osman Sahan          Start 11\n",
      "\n",
      "       player_id contract_expiration_date (pandas) contract_expiration_date (dbt)\n",
      "8111      292350                        2023-06-30            2023-06-30 00:00:00\n",
      "26545     548193                        2025-06-30            2025-06-30 00:00:00\n",
      "8600      296681                        2024-06-30            2023-06-30 00:00:00\n",
      "27184     615350                        2023-06-30            2023-06-30 00:00:00\n",
      "14932     342967                        2025-06-30            2025-06-30 00:00:00\n",
      "23258     300340                        2023-06-30            2023-06-30 00:00:00\n",
      "3245       50135                        2023-06-30            2023-06-30 00:00:00\n",
      "13048      49462                               NaN            2023-12-31 00:00:00\n",
      "27030     172153                        2024-06-30            2024-06-30 00:00:00\n",
      "7961      328965                        2023-06-30            2023-06-30 00:00:00\n",
      "\n",
      "       player_id current_club_domestic_competition_id (pandas) current_club_domestic_competition_id (dbt)\n",
      "3320       18416                                           ES1                                        BE1\n",
      "19690     337787                                           SC1                                        GB1\n",
      "6313       14940                                           GR1                                        ES1\n",
      "11176     124560                                           ES1                                        IT1\n",
      "4220       45889                                           IT1                                        PO1\n",
      "21149     659517                                           PO1                                        FR1\n",
      "21159     798927                                           PO1                                        FR1\n",
      "15015     226074                                           NL1                                        IT1\n",
      "15022      39665                                           NL1                                        TR1\n",
      "3425      213875                                           ES1                                        PO1\n",
      "\n",
      "       player_id first_name (pandas) first_name (dbt)\n",
      "7048      147396               Bruno              NaN\n",
      "2215        5938              Wálter           Walter\n",
      "19546     540186              Danylo           Daniil\n",
      "9671      213841                 NaN          Matheus\n",
      "13027     392678              Dmitri          Dmitriy\n",
      "10398      41335               Ruben  Ruben Yttergard\n",
      "18658     144752            Fernando              NaN\n",
      "8614        9646              Dmitri          Dmitriy\n",
      "11245     264718              Rafael              NaN\n",
      "15430     588627               Lucas              NaN\n",
      "\n",
      "       player_id last_name (pandas) last_name (dbt)\n",
      "15263     606038       Pedro Mateus          Mateus\n",
      "15428     425462              Vizeu    Felipe Vizeu\n",
      "12308     108468   Tiedemann Hansen       Tiedemann\n",
      "17863     269467            Martins   César Martins\n",
      "16592     615930              Matei            Ilie\n",
      "21882     273438            Barbosa  Danilo Barbosa\n",
      "13451     666151     Marcelo Araújo          Araújo\n",
      "26922     238407            Sörloth         Sørloth\n",
      "11051     258026   Francisco Afonso          Afonso\n",
      "9018      242808              Gedoz    Felipe Gedoz\n",
      "\n",
      "       player_id player_code (pandas)  player_code (dbt)\n",
      "13027     392678         dmitri-weber      dmitriy-weber\n",
      "5505      104514         georgi-nurov      georgiy-nurov\n",
      "3902      256859     dmitri-kuzmichev  dmitriy-kuzmichev\n",
      "20640     706138       javier-llabres       javi-llabres\n",
      "11297      48586     dmitri-belorukov  dmitriy-belorukov\n",
      "13620     490365        saveli-kozlov     saveliy-kozlov\n",
      "11052     167383      mateus-da-silva       mateus-silva\n",
      "19546     540186     danylo-kondrakov   daniil-kondrakov\n",
      "21905     349826           jean-irmer               jean\n",
      "15087      33710          jose-semedo             semedo\n",
      "\n",
      "       player_id                                                                  image_url (pandas)                                                                     image_url (dbt)\n",
      "8039       37287    https://img.a.transfermarkt.technology/portrait/header/37287-1615027080.jpg?lm=1    https://img.a.transfermarkt.technology/portrait/header/37287-1470738981.jpg?lm=1\n",
      "20438     548803   https://img.a.transfermarkt.technology/portrait/header/548803-1659519448.jpg?lm=1   https://img.a.transfermarkt.technology/portrait/header/548803-1682829811.jpg?lm=1\n",
      "15261      18759  https://img.a.transfermarkt.technology/portrait/header/s_18759_200_2012_1.jpg?lm=1    https://img.a.transfermarkt.technology/portrait/header/18759-1681326663.jpg?lm=1\n",
      "14527     187530   https://img.a.transfermarkt.technology/portrait/header/187530-1493385344.jpg?lm=1   https://img.a.transfermarkt.technology/portrait/header/187530-1674492138.jpg?lm=1\n",
      "9266      389564             https://img.a.transfermarkt.technology/portrait/header/default.jpg?lm=1  https://img.a.transfermarkt.technology/portrait/header/389564-1678606073.jpeg?lm=1\n",
      "15239     342148   https://img.a.transfermarkt.technology/portrait/header/342148-1614584808.png?lm=1   https://img.a.transfermarkt.technology/portrait/header/342148-1675845056.png?lm=1\n",
      "15806     320915   https://img.a.transfermarkt.technology/portrait/header/320915-1516962769.jpg?lm=1   https://img.a.transfermarkt.technology/portrait/header/320915-1678819340.jpg?lm=1\n",
      "18278     310662   https://img.a.transfermarkt.technology/portrait/header/310662-1657045585.jpg?lm=1   https://img.a.transfermarkt.technology/portrait/header/310662-1682874836.jpg?lm=1\n",
      "624         8669             https://img.a.transfermarkt.technology/portrait/header/default.jpg?lm=1     https://img.a.transfermarkt.technology/portrait/header/8669-1674562324.jpg?lm=1\n",
      "964         9832   https://img.a.transfermarkt.technology/portrait/header/s_9832_631_2009_1.jpg?lm=1     https://img.a.transfermarkt.technology/portrait/header/9832-1683041290.jpg?lm=1\n",
      "\n",
      "       player_id  last_season (pandas)  last_season (dbt)\n",
      "15256     210146                2019.0             2018.0\n",
      "14007     605634                2019.0             2018.0\n",
      "14899     193877                2019.0             2018.0\n",
      "14329      85922                2019.0             2018.0\n",
      "14225     462840                2019.0             2018.0\n",
      "15164     352558                2019.0             2015.0\n",
      "1419       25398                2012.0             2013.0\n",
      "3425      213875                2013.0             2017.0\n",
      "15415      67925                2019.0             2018.0\n",
      "3981       13063                2014.0             2013.0\n",
      "\n",
      "       player_id                                                               url (pandas)                                                             url (dbt)\n",
      "21306      64352  https://www.transfermarkt.co.uk/konstantinos-lamprou/profil/spieler/64352   https://www.transfermarkt.co.uk/kostas-lamprou/profil/spieler/64352\n",
      "1538       34024         https://www.transfermarkt.co.uk/tiago-targino/profil/spieler/34024          https://www.transfermarkt.co.uk/targino/profil/spieler/34024\n",
      "1146       44325         https://www.transfermarkt.co.uk/dmitri-molosh/profil/spieler/44325   https://www.transfermarkt.co.uk/dmitriy-molosh/profil/spieler/44325\n",
      "20142     607224      https://www.transfermarkt.co.uk/hannibal-mejbri/profil/spieler/607224        https://www.transfermarkt.co.uk/hannibal/profil/spieler/607224\n",
      "3479       14149       https://www.transfermarkt.co.uk/claudio-pitbull/profil/spieler/14149          https://www.transfermarkt.co.uk/pitbull/profil/spieler/14149\n",
      "13027     392678         https://www.transfermarkt.co.uk/dmitri-weber/profil/spieler/392678   https://www.transfermarkt.co.uk/dmitriy-weber/profil/spieler/392678\n",
      "19141     599663      https://www.transfermarkt.co.uk/faris-moumbagna/profil/spieler/599663      https://www.transfermarkt.co.uk/faris-pemi/profil/spieler/599663\n",
      "17595     117989        https://www.transfermarkt.co.uk/dmitri-shomko/profil/spieler/117989  https://www.transfermarkt.co.uk/dmitriy-shomko/profil/spieler/117989\n",
      "8614        9646          https://www.transfermarkt.co.uk/dmitri-loskov/profil/spieler/9646    https://www.transfermarkt.co.uk/dmitriy-loskov/profil/spieler/9646\n",
      "928        39089               https://www.transfermarkt.co.uk/furtado/profil/spieler/39089     https://www.transfermarkt.co.uk/jose-furtado/profil/spieler/39089\n",
      "\n",
      "Sample Rows Only in pandas (First 10 Columns)\n",
      "---------------------------------------------\n",
      "\n",
      "       player_id               name  current_club_id        current_club_name country_of_citizenship    country_of_birth      city_of_birth date_of_birth    position        sub_position\n",
      "14559     571188      Luiz Fernando          23611.0          Olimpik Donetsk                 Brazil              Brazil   Rio de Janeiro      1996-03-20      Attack         Left Winger\n",
      "14961     379879      Simon Straudi             86.0         Sv Werder Bremen                  Italy               Italy  Brunico/Bruneck      1999-01-27    Defender          Right-Back\n",
      "14859     300582         Jonas Hupe             16.0        Borussia Dortmund                Germany                 NaN                NaN    1999-12-01  Goalkeeper                 NaN\n",
      "3980      238762    Angelos Argyris           5572.0               Niki Volou                 Greece              Greece            Volos      1994-05-06    Defender         Centre-Back\n",
      "14925     728311   Edmilson Correia            618.0         As Saint Etienne          Guinea-Bissau       Guinea-Bissau           Bissau      2000-06-06      Attack      Centre-Forward\n",
      "4996      282637         Iván Pérez             13.0          Atletico Madrid                  Spain               Spain           Murcia      1992-10-20    Defender           Left-Back\n",
      "15241     284728  Luciano Nequecaur           1301.0              Cs Maritimo              Argentina           Argentina     Buenos Aires      1992-07-19      Attack      Centre-Forward\n",
      "15416     415333      Tiago Martins           2420.0     Vitoria Guimaraes Sc               Portugal            Portugal           Tavira      1998-09-28  Goalkeeper                 NaN\n",
      "14494     463758       Terry Taylor            543.0  Wolverhampton Wanderers                  Wales            Scotland         Aberdeen      2001-06-29    Midfield  Defensive Midfield\n",
      "14855     336382     Dejan Joveljic             24.0      Eintracht Frankfurt                 Serbia  Bosnia-Herzegovina        Bijeljina      1999-08-07      Attack      Centre-Forward\n",
      "\n",
      "Sample Rows Only in dbt (First 10 Columns)\n",
      "------------------------------------------\n",
      "\n",
      "       player_id first_name      last_name                  name  last_season  current_club_id           player_code country_of_birth               city_of_birth country_of_citizenship\n",
      "28504      45357     Duarte        Machado        Duarte Machado       2013.0          68608.0        duarte-machado         Portugal                   Carnaxide               Portugal\n",
      "28529     183204     Yacine       Si Salem       Yacine Si Salem       2013.0          68608.0       yacine-si-salem          Algeria             Souk El Thenine                 France\n",
      "28514     902116        NaN       Goldeson              Goldeson       2021.0           1465.0              goldeson           Brazil  Santana de Cataguases (MG)                 Brazil\n",
      "28540     744154       Hugo         Caeiro           Hugo Caeiro       2021.0           2457.0           hugo-caeiro              NaN                         NaN               Portugal\n",
      "28530     929634     Franco           Vega           Franco Vega       2021.0           1465.0           franco-vega        Argentina               Plaza Huincul              Argentina\n",
      "28551     823768      Josué           Doké            Josué Doké       2022.0            172.0            josue-doke             Togo                        Lomé                   Togo\n",
      "28555     905011    Ibrahim           Maza          Ibrahim Maza       2022.0             44.0          ibrahim-maza          Germany                      Berlin                Germany\n",
      "28510      35711     Robert  Ahman-Persson  Robert Ahman-Persson       2017.0          68608.0  robert-ahman-persson           Sweden                     Uppsala                 Sweden\n",
      "28549     123487      Jesús      Hernández       Jesús Hernández       2017.0          68608.0       jesus-hernandez        Venezuela               Cumaná, Sucre              Venezuela\n",
      "28503      36237      Helgi     Danielsson      Helgi Danielsson       2014.0          68608.0      helgi-danielsson           Sweden                     Uppsala                Iceland\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "show_datacompy_diff(\"players\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "set()\n"
     ]
    }
   ],
   "source": [
    "show_schema_diff(\"games\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from transfermarkt_datasets.core.dataset import Dataset\n",
    "\n",
    "td = Dataset()\n",
    "td.load_assets()\n",
    "\n",
    "appearances_df = td.assets[\"cur_appearances\"].prep_df\n",
    "games_df = td.assets[\"cur_games\"].prep_df\n",
    "players_df = td.assets[\"cur_players\"].prep_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "26895"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(players_df)"
   ]
  }
 ],
 "metadata": {
  "celltoolbar": "Tags",
  "kernelspec": {
   "display_name": "Python 3.8.13 ('.venv': poetry)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  },
  "vscode": {
   "interpreter": {
    "hash": "98159263fba214b4bc335f06b8c566aa77944c3e7f6b51c31666b38450521430"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}