000_IMDB_WebScraping.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## WebScraping IMDB"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Libraries to import:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from tqdm import tqdm\n",
    "\n",
    "import requests\n",
    "import json\n",
    "import re\n",
    "\n",
    "from bs4 import BeautifulSoup\n",
    "soup = BeautifulSoup()\n",
    "from urllib.request import urlopen"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Defining Functions:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def individual_url(year,search_number):\n",
    "    '''\n",
    "    Format url with year and search number.\n",
    "    Each url returns 50 entries, based on pagination. \n",
    "    Example url: https://www.imdb.com/search/title/?title_type=feature&year=2006-01-01,2006-12-31&start=1&ref_=adv_nxt\n",
    "    '''\n",
    "    _string = 'https://www.imdb.com/search/title/?title_type=feature&year={}-01-01,{}-12-31&start={}&ref_=adv_nxt'.format(year,year,search_number)\n",
    "    \n",
    "    return _string"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def search_list(list_of_years,list_of_searches):\n",
    "    '''\n",
    "    Input a list of years and list of searches to compile a list of urls using individual_url().\n",
    "    Returns a list of tuples of (individual_url, year).\n",
    "    Example: https://www.imdb.com/search/title/?title_type=feature&year=LIST_OF_YEARS&start=LIST_OFSEARCHES&ref_=adv_nxt\n",
    "    '''\n",
    "    search_list = []\n",
    "    for year in list_of_years:\n",
    "        for i in list_of_searches:\n",
    "            search_list.append((individual_url(year,i),year))\n",
    "    return search_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('https://www.imdb.com/search/title/?title_type=feature&year=2004-01-01,2004-12-31&start=1&ref_=adv_nxt',\n",
       "  2004)]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "time_search = search_list([2004],[1]) #outputs an example search string from search_list()\n",
    "time_search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def list_individual_urls(list_of_years,list_of_searches):\n",
    "    '''\n",
    "    Returns a list of [individual urls, title, date]\n",
    "    Note: list_of_searches should begin at 1 and increase in increments of 50 (ex. 1,51,101...) to avoid duplicates.\n",
    "    '''\n",
    "    \n",
    "    _list = []\n",
    "    _searched = search_list(list_of_years,list_of_searches) # Create list of search lists\n",
    "    \n",
    "    for link, year in _searched:   # For each iteration over our search\n",
    "        uClient = urlopen(link)    # terms and pages, read the page's html.\n",
    "        page_html = uClient.read() #\n",
    "        uClient.close()            #\n",
    "        \n",
    "        page_soup = BeautifulSoup(page_html, 'html.parser')                  # Use the Soup parser to search for\n",
    "        containers = page_soup.findAll(\"h3\",{\"class\":\"lister-item-header\"})  # our lister-item-headers - of which\n",
    "                                                                             # budget and gross earnings are in\n",
    "        for container in containers:\n",
    "            _string = 'https://www.imdb.com' + container.a['href']\n",
    "            _list.append((_string,container.a.text, year))\n",
    "            \n",
    "    return _list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def scraped_df(list_of_years,list_of_searches):\n",
    "    '''\n",
    "    Returns a merged dataframe from our list of individual urls and the items retrieved from them.\n",
    "    '''\n",
    "    \n",
    "    _list_url = pd.DataFrame(list_individual_urls(list_of_years, list_of_searches)) # Creating first dataframe of \n",
    "    _list_url.columns = ['url','title','year']                                      # urls, title, year.\n",
    "    \n",
    "    _individual = []\n",
    "    \n",
    "    for link in tqdm(_list_url['url']):     # Creates second dataframe of urls, genre, gross_usa, \n",
    "        uClient = urlopen(link)             # budget, and worldwide_gross.\n",
    "        page_html = uClient.read()          #\n",
    "        uClient.close()                     # Using TQDM to track progress. \n",
    "        \n",
    "        page_soup = BeautifulSoup(page_html, 'html.parser')\n",
    "        \n",
    "        # Attempt to scrape genre. Will be creating a list of applicable genres for each movie.\n",
    "        con_genre = page_soup.findAll(\"div\",{\"class\":\"see-more inline canwrap\"})\n",
    "        _genre = []\n",
    "        \n",
    "        try:\n",
    "            for i in con_genre[-1].findAll('a'):\n",
    "                _genre.append(i.text.strip(' '))\n",
    "        except:\n",
    "            _genre = np.nan\n",
    "           \n",
    "        con_info = page_soup.findAll(\"div\",{\"class\":\"txt-block\"})\n",
    "        str_con_info = str(con_info)\n",
    "        _str_con_info = str_con_info.replace('\\n',' ')\n",
    "        \n",
    "        # Attempt to scrape gross_usa earnings.\n",
    "        _gross_USA = ''\n",
    "        try:\n",
    "            _gross_USA = re.findall(r'(?<=Gross USA:<\\/h4>).\\S*',_str_con_info)[0].strip(' ')\n",
    "        except:\n",
    "            _gross_USA = np.nan #Skip if not a number.\n",
    "\n",
    "        # Attempt to scrape budget.\n",
    "        _budget = ''\n",
    "        try:\n",
    "            _budget = re.findall(r'(?<=Budget:<\\/h4>).\\S*',_str_con_info)[0].strip(' ')\n",
    "        except:\n",
    "            _budget = np.nan #Skip if not a number.\n",
    "            \n",
    "        # Attempt to scrape worldwide_gross earnings.\n",
    "        _worldwide_gross = ''\n",
    "        try:\n",
    "            _worldwide_gross = re.findall(r'(?<=Worldwide Gross:<\\/h4>).\\S*',_str_con_info)[0].strip(' ')\n",
    "        except:\n",
    "            _worldwide_gross = np.nan #Skip if not a number.\n",
    "        \n",
    "        # Attempt to scrape MPAA Rating.\n",
    "        _pg_rated = ''\n",
    "        try:\n",
    "            _pg_rated = re.findall(r'(?<=<span>Rated).\\S*',_str_con_info)[0].strip(' ')\n",
    "        except:\n",
    "            _pg_rated = np.nan #Skip if not a number.\n",
    "            \n",
    "        # Attempt to scrape user rating.\n",
    "        con_rating = page_soup.findAll(\"div\",{\"class\":\"ratingValue\"})\n",
    "        _rating = ''\n",
    "        try:\n",
    "            _rating = con_rating[0].strong.text\n",
    "        except:\n",
    "            _rating = np.nan #Skip if not a number.\n",
    "        \n",
    "        # Attempt to scrape user popularity rating.\n",
    "        _rating_pop = ''\n",
    "        try:\n",
    "            _rating_pop_demo = page_soup.findAll(\"div\",{\"class\":\"ratingValue\"})[0].strong['title']\n",
    "            _rating_pop = re.findall(r'(?<=based on ).\\S*',_rating_pop_demo)[0]\n",
    "        except:\n",
    "            _rating_pop = np.nan #Skip if not a number.\n",
    "            \n",
    "        # Append successfully scraped information to our individual list.\n",
    "        _individual.append((link,_genre,_gross_USA,_budget,_worldwide_gross,_pg_rated,_rating,_rating_pop))\n",
    "            \n",
    "    # With our now populated list, create a dataframe witht that information.        \n",
    "    _individual_df = pd.DataFrame(_individual)\n",
    "    _individual_df.columns = ['url','genre','gross_usa','budget','worldwide_gross','pg_rated','rating','rating_pop']\n",
    "    \n",
    "    # Merge our first database of url, title, and year with our new dataframe of scraped information.\n",
    "    _merged = pd.merge(_list_url,_individual_df,on='url',how='outer')\n",
    "    \n",
    "    return _merged"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Scraping Each Decade: "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [00:49<00:00,  1.02it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>title</th>\n",
       "      <th>year</th>\n",
       "      <th>genre</th>\n",
       "      <th>gross_usa</th>\n",
       "      <th>budget</th>\n",
       "      <th>worldwide_gross</th>\n",
       "      <th>pg_rated</th>\n",
       "      <th>rating</th>\n",
       "      <th>rating_pop</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.imdb.com/title/tt0377092/</td>\n",
       "      <td>Mean Girls</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>$86,058,055</td>\n",
       "      <td>$17,000,000</td>\n",
       "      <td>$130,125,829</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.0</td>\n",
       "      <td>321,703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.imdb.com/title/tt0332280/</td>\n",
       "      <td>The Notebook</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>$81,001,787</td>\n",
       "      <td>$29,000,000</td>\n",
       "      <td>$115,882,795</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.8</td>\n",
       "      <td>503,840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.imdb.com/title/tt0304141/</td>\n",
       "      <td>Harry Potter and the Prisoner of Azkaban</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Adventure, Family, Fantasy, Mystery]</td>\n",
       "      <td>$249,975,996</td>\n",
       "      <td>$130,000,000</td>\n",
       "      <td>$799,972,094</td>\n",
       "      <td>PG</td>\n",
       "      <td>7.9</td>\n",
       "      <td>528,467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.imdb.com/title/tt0347149/</td>\n",
       "      <td>Howl's Moving Castle</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Animation, Adventure, Family, Fantasy]</td>\n",
       "      <td>$5,576,743</td>\n",
       "      <td>$24,000,000</td>\n",
       "      <td>$236,212,992</td>\n",
       "      <td>PG</td>\n",
       "      <td>8.2</td>\n",
       "      <td>313,939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.imdb.com/title/tt0364725/</td>\n",
       "      <td>Dodgeball</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Sport]</td>\n",
       "      <td>$114,326,736</td>\n",
       "      <td>$20,000,000</td>\n",
       "      <td>$168,423,227</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.7</td>\n",
       "      <td>224,244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.imdb.com/title/tt0332452/</td>\n",
       "      <td>Troy</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, History]</td>\n",
       "      <td>$133,378,256</td>\n",
       "      <td>$175,000,000</td>\n",
       "      <td>$497,409,852</td>\n",
       "      <td>R</td>\n",
       "      <td>7.2</td>\n",
       "      <td>476,956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.imdb.com/title/tt0338013/</td>\n",
       "      <td>Eternal Sunshine of the Spotless Mind</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Romance, Sci-Fi]</td>\n",
       "      <td>$34,400,301</td>\n",
       "      <td>$20,000,000</td>\n",
       "      <td>$74,036,715</td>\n",
       "      <td>R</td>\n",
       "      <td>8.3</td>\n",
       "      <td>882,443</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.imdb.com/title/tt0349903/</td>\n",
       "      <td>Ocean's Twelve</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Crime, Thriller]</td>\n",
       "      <td>$125,544,280</td>\n",
       "      <td>$110,000,000</td>\n",
       "      <td>$362,744,280</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.5</td>\n",
       "      <td>349,294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.imdb.com/title/tt0265208/</td>\n",
       "      <td>The Girl Next Door</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Drama, Romance]</td>\n",
       "      <td>$14,589,444</td>\n",
       "      <td>$25,000,000</td>\n",
       "      <td>$30,381,722</td>\n",
       "      <td>R</td>\n",
       "      <td>6.7</td>\n",
       "      <td>197,444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>https://www.imdb.com/title/tt0381707/</td>\n",
       "      <td>White Chicks</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Crime]</td>\n",
       "      <td>$70,831,760</td>\n",
       "      <td>$37,000,000</td>\n",
       "      <td>$113,100,873</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>5.6</td>\n",
       "      <td>126,918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>https://www.imdb.com/title/tt0368891/</td>\n",
       "      <td>National Treasure</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Mystery, Thriller]</td>\n",
       "      <td>$173,008,894</td>\n",
       "      <td>$100,000,000</td>\n",
       "      <td>$347,512,318</td>\n",
       "      <td>PG</td>\n",
       "      <td>6.9</td>\n",
       "      <td>297,847</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>https://www.imdb.com/title/tt0317705/</td>\n",
       "      <td>The Incredibles</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Animation, Action, Adventure, Family]</td>\n",
       "      <td>$261,441,092</td>\n",
       "      <td>$92,000,000</td>\n",
       "      <td>$631,606,713</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>638,924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>https://www.imdb.com/title/tt0356150/</td>\n",
       "      <td>EuroTrip</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>$17,771,387</td>\n",
       "      <td>$25,000,000</td>\n",
       "      <td>$22,605,153</td>\n",
       "      <td>R</td>\n",
       "      <td>6.6</td>\n",
       "      <td>190,465</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>https://www.imdb.com/title/tt0375679/</td>\n",
       "      <td>Crash</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Crime, Drama, Thriller]</td>\n",
       "      <td>$54,580,300</td>\n",
       "      <td>$6,500,000</td>\n",
       "      <td>$98,410,061</td>\n",
       "      <td>R</td>\n",
       "      <td>7.8</td>\n",
       "      <td>413,632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>https://www.imdb.com/title/tt0405159/</td>\n",
       "      <td>Million Dollar Baby</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Sport]</td>\n",
       "      <td>$100,492,203</td>\n",
       "      <td>$30,000,000</td>\n",
       "      <td>$216,763,646</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>8.1</td>\n",
       "      <td>618,868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>https://www.imdb.com/title/tt0343660/</td>\n",
       "      <td>50 First Dates</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Drama, Romance]</td>\n",
       "      <td>$120,908,074</td>\n",
       "      <td>$75,000,000</td>\n",
       "      <td>$198,520,934</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.8</td>\n",
       "      <td>318,756</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>https://www.imdb.com/title/tt0316654/</td>\n",
       "      <td>Spider-Man 2</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Sci-Fi]</td>\n",
       "      <td>$373,585,825</td>\n",
       "      <td>$200,000,000</td>\n",
       "      <td>$788,976,453</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.3</td>\n",
       "      <td>529,322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>https://www.imdb.com/title/tt0372183/</td>\n",
       "      <td>The Bourne Supremacy</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Mystery, Thriller]</td>\n",
       "      <td>$176,241,941</td>\n",
       "      <td>$75,000,000</td>\n",
       "      <td>$290,835,269</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.7</td>\n",
       "      <td>424,835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>https://www.imdb.com/title/tt0378194/</td>\n",
       "      <td>Kill Bill: Vol. 2</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Crime, Thriller]</td>\n",
       "      <td>$66,208,183</td>\n",
       "      <td>$30,000,000</td>\n",
       "      <td>$154,116,796</td>\n",
       "      <td>R</td>\n",
       "      <td>8.0</td>\n",
       "      <td>663,525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>https://www.imdb.com/title/tt0365748/</td>\n",
       "      <td>Shaun of the Dead</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Horror]</td>\n",
       "      <td>$13,542,874</td>\n",
       "      <td>GBP4,000,000</td>\n",
       "      <td>$30,076,102</td>\n",
       "      <td>R</td>\n",
       "      <td>7.9</td>\n",
       "      <td>499,212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>https://www.imdb.com/title/tt0387564/</td>\n",
       "      <td>Saw</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Horror, Mystery]</td>\n",
       "      <td>$56,000,369</td>\n",
       "      <td>$1,200,000</td>\n",
       "      <td>$103,911,669</td>\n",
       "      <td>R</td>\n",
       "      <td>7.6</td>\n",
       "      <td>369,810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>https://www.imdb.com/title/tt0374900/</td>\n",
       "      <td>Napoleon Dynamite</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>$44,540,956</td>\n",
       "      <td>$400,000</td>\n",
       "      <td>$46,138,887</td>\n",
       "      <td>PG</td>\n",
       "      <td>6.9</td>\n",
       "      <td>193,792</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>https://www.imdb.com/title/tt0357413/</td>\n",
       "      <td>Anchorman: The Legend of Ron Burgundy</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>$85,288,303</td>\n",
       "      <td>$26,000,000</td>\n",
       "      <td>$90,649,730</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.2</td>\n",
       "      <td>322,753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>https://www.imdb.com/title/tt0361862/</td>\n",
       "      <td>The Machinist</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Thriller]</td>\n",
       "      <td>$1,082,715</td>\n",
       "      <td>$5,000,000</td>\n",
       "      <td>$8,203,235</td>\n",
       "      <td>R</td>\n",
       "      <td>7.7</td>\n",
       "      <td>348,638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>https://www.imdb.com/title/tt0289879/</td>\n",
       "      <td>The Butterfly Effect</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Sci-Fi, Thriller]</td>\n",
       "      <td>$57,938,693</td>\n",
       "      <td>$13,000,000</td>\n",
       "      <td>$96,822,421</td>\n",
       "      <td>R</td>\n",
       "      <td>7.6</td>\n",
       "      <td>441,929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>https://www.imdb.com/title/tt0337563/</td>\n",
       "      <td>13 Going on 30</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Fantasy, Romance]</td>\n",
       "      <td>$57,231,747</td>\n",
       "      <td>$37,000,000</td>\n",
       "      <td>$96,455,697</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.2</td>\n",
       "      <td>160,706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>https://www.imdb.com/title/tt0167190/</td>\n",
       "      <td>Hellboy</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Fantasy, Horror]</td>\n",
       "      <td>$59,623,958</td>\n",
       "      <td>$66,000,000</td>\n",
       "      <td>$99,378,985</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.8</td>\n",
       "      <td>301,495</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>https://www.imdb.com/title/tt0369339/</td>\n",
       "      <td>Collateral</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Crime, Drama, Thriller]</td>\n",
       "      <td>$101,005,703</td>\n",
       "      <td>$65,000,000</td>\n",
       "      <td>$220,926,695</td>\n",
       "      <td>R</td>\n",
       "      <td>7.5</td>\n",
       "      <td>350,012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>https://www.imdb.com/title/tt0363547/</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Horror]</td>\n",
       "      <td>$59,020,957</td>\n",
       "      <td>$26,000,000</td>\n",
       "      <td>$102,278,712</td>\n",
       "      <td>R</td>\n",
       "      <td>7.3</td>\n",
       "      <td>229,384</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>https://www.imdb.com/title/tt0338751/</td>\n",
       "      <td>The Aviator</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Biography, Drama]</td>\n",
       "      <td>$102,610,330</td>\n",
       "      <td>$110,000,000</td>\n",
       "      <td>$213,719,942</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.5</td>\n",
       "      <td>325,090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>https://www.imdb.com/title/tt0319262/</td>\n",
       "      <td>The Day After Tomorrow</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Sci-Fi, Thriller]</td>\n",
       "      <td>$186,740,799</td>\n",
       "      <td>$125,000,000</td>\n",
       "      <td>$552,639,571</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.4</td>\n",
       "      <td>406,340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>https://www.imdb.com/title/tt0338526/</td>\n",
       "      <td>Van Helsing</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Fantasy]</td>\n",
       "      <td>$120,177,084</td>\n",
       "      <td>$160,000,000</td>\n",
       "      <td>$300,157,638</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.1</td>\n",
       "      <td>239,430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>https://www.imdb.com/title/tt0350258/</td>\n",
       "      <td>Ray</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Biography, Drama, Music]</td>\n",
       "      <td>$75,331,600</td>\n",
       "      <td>$40,000,000</td>\n",
       "      <td>$123,971,376</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.7</td>\n",
       "      <td>135,299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>https://www.imdb.com/title/tt0293508/</td>\n",
       "      <td>The Phantom of the Opera</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Musical, Romance, Thriller]</td>\n",
       "      <td>$51,268,815</td>\n",
       "      <td>$70,000,000</td>\n",
       "      <td>$154,648,887</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.3</td>\n",
       "      <td>114,144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>https://www.imdb.com/title/tt0335345/</td>\n",
       "      <td>The Passion of the Christ</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama]</td>\n",
       "      <td>$370,782,930</td>\n",
       "      <td>$30,000,000</td>\n",
       "      <td>$612,054,428</td>\n",
       "      <td>R</td>\n",
       "      <td>7.2</td>\n",
       "      <td>211,534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>https://www.imdb.com/title/tt0363163/</td>\n",
       "      <td>Downfall</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Biography, Drama, History, War]</td>\n",
       "      <td>$5,509,040</td>\n",
       "      <td>EUR13,500,000</td>\n",
       "      <td>$92,181,574</td>\n",
       "      <td>R</td>\n",
       "      <td>8.2</td>\n",
       "      <td>322,640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>https://www.imdb.com/title/tt0362227/</td>\n",
       "      <td>The Terminal</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Drama, Romance]</td>\n",
       "      <td>$77,872,883</td>\n",
       "      <td>$60,000,000</td>\n",
       "      <td>$219,100,084</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.4</td>\n",
       "      <td>392,868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>https://www.imdb.com/title/tt0298148/</td>\n",
       "      <td>Shrek 2</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Animation, Adventure, Comedy, Family, Fantasy...</td>\n",
       "      <td>$441,226,247</td>\n",
       "      <td>$150,000,000</td>\n",
       "      <td>$928,760,770</td>\n",
       "      <td>PG</td>\n",
       "      <td>7.2</td>\n",
       "      <td>407,508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>https://www.imdb.com/title/tt0411705/</td>\n",
       "      <td>9 Songs</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Music, Romance]</td>\n",
       "      <td>$66,853</td>\n",
       "      <td>GBP1,000,000</td>\n",
       "      <td>$1,590,308</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.8</td>\n",
       "      <td>21,116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>https://www.imdb.com/title/tt0368447/</td>\n",
       "      <td>The Village</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Mystery, Thriller]</td>\n",
       "      <td>$114,197,520</td>\n",
       "      <td>$60,000,000</td>\n",
       "      <td>$256,697,520</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.5</td>\n",
       "      <td>237,408</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>https://www.imdb.com/title/tt0375912/</td>\n",
       "      <td>Layer Cake</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Crime, Drama, Thriller]</td>\n",
       "      <td>$2,339,957</td>\n",
       "      <td>GBP4,000,000</td>\n",
       "      <td>$11,850,214</td>\n",
       "      <td>R</td>\n",
       "      <td>7.3</td>\n",
       "      <td>162,800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>https://www.imdb.com/title/tt0328107/</td>\n",
       "      <td>Man on Fire</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Crime, Drama, Thriller]</td>\n",
       "      <td>$77,911,774</td>\n",
       "      <td>$70,000,000</td>\n",
       "      <td>$130,834,852</td>\n",
       "      <td>R</td>\n",
       "      <td>7.7</td>\n",
       "      <td>322,022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>https://www.imdb.com/title/tt0339291/</td>\n",
       "      <td>Lemony Snicket's A Series of Unfortunate Events</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Adventure, Comedy, Family, Fantasy]</td>\n",
       "      <td>$118,634,549</td>\n",
       "      <td>$140,000,000</td>\n",
       "      <td>$211,468,235</td>\n",
       "      <td>PG</td>\n",
       "      <td>6.8</td>\n",
       "      <td>192,032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>https://www.imdb.com/title/tt0349683/</td>\n",
       "      <td>King Arthur</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Drama, History, War]</td>\n",
       "      <td>$51,882,244</td>\n",
       "      <td>$120,000,000</td>\n",
       "      <td>$203,567,857</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.3</td>\n",
       "      <td>157,034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>https://www.imdb.com/title/tt0376541/</td>\n",
       "      <td>Closer</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>$33,987,757</td>\n",
       "      <td>$27,000,000</td>\n",
       "      <td>$115,505,027</td>\n",
       "      <td>R</td>\n",
       "      <td>7.2</td>\n",
       "      <td>198,816</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>https://www.imdb.com/title/tt0330793/</td>\n",
       "      <td>The Punisher</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Crime, Drama, Thriller]</td>\n",
       "      <td>$33,810,189</td>\n",
       "      <td>$33,000,000</td>\n",
       "      <td>$54,700,105</td>\n",
       "      <td>R</td>\n",
       "      <td>6.4</td>\n",
       "      <td>147,145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>https://www.imdb.com/title/tt0296572/</td>\n",
       "      <td>The Chronicles of Riddick</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Adventure, Sci-Fi, Thriller]</td>\n",
       "      <td>$57,761,012</td>\n",
       "      <td>$105,000,000</td>\n",
       "      <td>$115,900,534</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.7</td>\n",
       "      <td>211,213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>https://www.imdb.com/title/tt0290002/</td>\n",
       "      <td>Meet the Fockers</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Comedy, Romance]</td>\n",
       "      <td>$279,261,160</td>\n",
       "      <td>$80,000,000</td>\n",
       "      <td>$522,657,936</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>6.3</td>\n",
       "      <td>247,778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>https://www.imdb.com/title/tt0390022/</td>\n",
       "      <td>Friday Night Lights</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Drama, Sport]</td>\n",
       "      <td>$61,255,921</td>\n",
       "      <td>$30,000,000</td>\n",
       "      <td>$61,950,770</td>\n",
       "      <td>PG-13</td>\n",
       "      <td>7.2</td>\n",
       "      <td>57,611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>https://www.imdb.com/title/tt0373074/</td>\n",
       "      <td>Kung Fu Hustle</td>\n",
       "      <td>2004</td>\n",
       "      <td>[Action, Comedy, Fantasy]</td>\n",
       "      <td>$17,108,591</td>\n",
       "      <td>$20,000,000</td>\n",
       "      <td>$104,882,445</td>\n",
       "      <td>R</td>\n",
       "      <td>7.7</td>\n",
       "      <td>123,815</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      url  \\\n",
       "0   https://www.imdb.com/title/tt0377092/   \n",
       "1   https://www.imdb.com/title/tt0332280/   \n",
       "2   https://www.imdb.com/title/tt0304141/   \n",
       "3   https://www.imdb.com/title/tt0347149/   \n",
       "4   https://www.imdb.com/title/tt0364725/   \n",
       "5   https://www.imdb.com/title/tt0332452/   \n",
       "6   https://www.imdb.com/title/tt0338013/   \n",
       "7   https://www.imdb.com/title/tt0349903/   \n",
       "8   https://www.imdb.com/title/tt0265208/   \n",
       "9   https://www.imdb.com/title/tt0381707/   \n",
       "10  https://www.imdb.com/title/tt0368891/   \n",
       "11  https://www.imdb.com/title/tt0317705/   \n",
       "12  https://www.imdb.com/title/tt0356150/   \n",
       "13  https://www.imdb.com/title/tt0375679/   \n",
       "14  https://www.imdb.com/title/tt0405159/   \n",
       "15  https://www.imdb.com/title/tt0343660/   \n",
       "16  https://www.imdb.com/title/tt0316654/   \n",
       "17  https://www.imdb.com/title/tt0372183/   \n",
       "18  https://www.imdb.com/title/tt0378194/   \n",
       "19  https://www.imdb.com/title/tt0365748/   \n",
       "20  https://www.imdb.com/title/tt0387564/   \n",
       "21  https://www.imdb.com/title/tt0374900/   \n",
       "22  https://www.imdb.com/title/tt0357413/   \n",
       "23  https://www.imdb.com/title/tt0361862/   \n",
       "24  https://www.imdb.com/title/tt0289879/   \n",
       "25  https://www.imdb.com/title/tt0337563/   \n",
       "26  https://www.imdb.com/title/tt0167190/   \n",
       "27  https://www.imdb.com/title/tt0369339/   \n",
       "28  https://www.imdb.com/title/tt0363547/   \n",
       "29  https://www.imdb.com/title/tt0338751/   \n",
       "30  https://www.imdb.com/title/tt0319262/   \n",
       "31  https://www.imdb.com/title/tt0338526/   \n",
       "32  https://www.imdb.com/title/tt0350258/   \n",
       "33  https://www.imdb.com/title/tt0293508/   \n",
       "34  https://www.imdb.com/title/tt0335345/   \n",
       "35  https://www.imdb.com/title/tt0363163/   \n",
       "36  https://www.imdb.com/title/tt0362227/   \n",
       "37  https://www.imdb.com/title/tt0298148/   \n",
       "38  https://www.imdb.com/title/tt0411705/   \n",
       "39  https://www.imdb.com/title/tt0368447/   \n",
       "40  https://www.imdb.com/title/tt0375912/   \n",
       "41  https://www.imdb.com/title/tt0328107/   \n",
       "42  https://www.imdb.com/title/tt0339291/   \n",
       "43  https://www.imdb.com/title/tt0349683/   \n",
       "44  https://www.imdb.com/title/tt0376541/   \n",
       "45  https://www.imdb.com/title/tt0330793/   \n",
       "46  https://www.imdb.com/title/tt0296572/   \n",
       "47  https://www.imdb.com/title/tt0290002/   \n",
       "48  https://www.imdb.com/title/tt0390022/   \n",
       "49  https://www.imdb.com/title/tt0373074/   \n",
       "\n",
       "                                              title  year  \\\n",
       "0                                        Mean Girls  2004   \n",
       "1                                      The Notebook  2004   \n",
       "2          Harry Potter and the Prisoner of Azkaban  2004   \n",
       "3                              Howl's Moving Castle  2004   \n",
       "4                                         Dodgeball  2004   \n",
       "5                                              Troy  2004   \n",
       "6             Eternal Sunshine of the Spotless Mind  2004   \n",
       "7                                    Ocean's Twelve  2004   \n",
       "8                                The Girl Next Door  2004   \n",
       "9                                      White Chicks  2004   \n",
       "10                                National Treasure  2004   \n",
       "11                                  The Incredibles  2004   \n",
       "12                                         EuroTrip  2004   \n",
       "13                                            Crash  2004   \n",
       "14                              Million Dollar Baby  2004   \n",
       "15                                   50 First Dates  2004   \n",
       "16                                     Spider-Man 2  2004   \n",
       "17                             The Bourne Supremacy  2004   \n",
       "18                                Kill Bill: Vol. 2  2004   \n",
       "19                                Shaun of the Dead  2004   \n",
       "20                                              Saw  2004   \n",
       "21                                Napoleon Dynamite  2004   \n",
       "22            Anchorman: The Legend of Ron Burgundy  2004   \n",
       "23                                    The Machinist  2004   \n",
       "24                             The Butterfly Effect  2004   \n",
       "25                                   13 Going on 30  2004   \n",
       "26                                          Hellboy  2004   \n",
       "27                                       Collateral  2004   \n",
       "28                                 Dawn of the Dead  2004   \n",
       "29                                      The Aviator  2004   \n",
       "30                           The Day After Tomorrow  2004   \n",
       "31                                      Van Helsing  2004   \n",
       "32                                              Ray  2004   \n",
       "33                         The Phantom of the Opera  2004   \n",
       "34                        The Passion of the Christ  2004   \n",
       "35                                         Downfall  2004   \n",
       "36                                     The Terminal  2004   \n",
       "37                                          Shrek 2  2004   \n",
       "38                                          9 Songs  2004   \n",
       "39                                      The Village  2004   \n",
       "40                                       Layer Cake  2004   \n",
       "41                                      Man on Fire  2004   \n",
       "42  Lemony Snicket's A Series of Unfortunate Events  2004   \n",
       "43                                      King Arthur  2004   \n",
       "44                                           Closer  2004   \n",
       "45                                     The Punisher  2004   \n",
       "46                        The Chronicles of Riddick  2004   \n",
       "47                                 Meet the Fockers  2004   \n",
       "48                              Friday Night Lights  2004   \n",
       "49                                   Kung Fu Hustle  2004   \n",
       "\n",
       "                                                genre     gross_usa  \\\n",
       "0                                            [Comedy]   $86,058,055   \n",
       "1                                    [Drama, Romance]   $81,001,787   \n",
       "2               [Adventure, Family, Fantasy, Mystery]  $249,975,996   \n",
       "3             [Animation, Adventure, Family, Fantasy]    $5,576,743   \n",
       "4                                     [Comedy, Sport]  $114,326,736   \n",
       "5                                    [Drama, History]  $133,378,256   \n",
       "6                            [Drama, Romance, Sci-Fi]   $34,400,301   \n",
       "7                                   [Crime, Thriller]  $125,544,280   \n",
       "8                            [Comedy, Drama, Romance]   $14,589,444   \n",
       "9                                     [Comedy, Crime]   $70,831,760   \n",
       "10             [Action, Adventure, Mystery, Thriller]  $173,008,894   \n",
       "11             [Animation, Action, Adventure, Family]  $261,441,092   \n",
       "12                                           [Comedy]   $17,771,387   \n",
       "13                           [Crime, Drama, Thriller]   $54,580,300   \n",
       "14                                     [Drama, Sport]  $100,492,203   \n",
       "15                           [Comedy, Drama, Romance]  $120,908,074   \n",
       "16                        [Action, Adventure, Sci-Fi]  $373,585,825   \n",
       "17                        [Action, Mystery, Thriller]  $176,241,941   \n",
       "18                          [Action, Crime, Thriller]   $66,208,183   \n",
       "19                                   [Comedy, Horror]   $13,542,874   \n",
       "20                                  [Horror, Mystery]   $56,000,369   \n",
       "21                                           [Comedy]   $44,540,956   \n",
       "22                                           [Comedy]   $85,288,303   \n",
       "23                                  [Drama, Thriller]    $1,082,715   \n",
       "24                          [Drama, Sci-Fi, Thriller]   $57,938,693   \n",
       "25                         [Comedy, Fantasy, Romance]   $57,231,747   \n",
       "26                          [Action, Fantasy, Horror]   $59,623,958   \n",
       "27                           [Crime, Drama, Thriller]  $101,005,703   \n",
       "28                                   [Action, Horror]   $59,020,957   \n",
       "29                                 [Biography, Drama]  $102,610,330   \n",
       "30              [Action, Adventure, Sci-Fi, Thriller]  $186,740,799   \n",
       "31                       [Action, Adventure, Fantasy]  $120,177,084   \n",
       "32                          [Biography, Drama, Music]   $75,331,600   \n",
       "33                [Drama, Musical, Romance, Thriller]   $51,268,815   \n",
       "34                                            [Drama]  $370,782,930   \n",
       "35                   [Biography, Drama, History, War]    $5,509,040   \n",
       "36                           [Comedy, Drama, Romance]   $77,872,883   \n",
       "37  [Animation, Adventure, Comedy, Family, Fantasy...  $441,226,247   \n",
       "38                            [Drama, Music, Romance]       $66,853   \n",
       "39                         [Drama, Mystery, Thriller]  $114,197,520   \n",
       "40                   [Action, Crime, Drama, Thriller]    $2,339,957   \n",
       "41                   [Action, Crime, Drama, Thriller]   $77,911,774   \n",
       "42               [Adventure, Comedy, Family, Fantasy]  $118,634,549   \n",
       "43           [Action, Adventure, Drama, History, War]   $51,882,244   \n",
       "44                                   [Drama, Romance]   $33,987,757   \n",
       "45                   [Action, Crime, Drama, Thriller]   $33,810,189   \n",
       "46              [Action, Adventure, Sci-Fi, Thriller]   $57,761,012   \n",
       "47                                  [Comedy, Romance]  $279,261,160   \n",
       "48                             [Action, Drama, Sport]   $61,255,921   \n",
       "49                          [Action, Comedy, Fantasy]   $17,108,591   \n",
       "\n",
       "           budget worldwide_gross pg_rated rating rating_pop  \n",
       "0     $17,000,000    $130,125,829    PG-13    7.0    321,703  \n",
       "1     $29,000,000    $115,882,795    PG-13    7.8    503,840  \n",
       "2    $130,000,000    $799,972,094       PG    7.9    528,467  \n",
       "3     $24,000,000    $236,212,992       PG    8.2    313,939  \n",
       "4     $20,000,000    $168,423,227    PG-13    6.7    224,244  \n",
       "5    $175,000,000    $497,409,852        R    7.2    476,956  \n",
       "6     $20,000,000     $74,036,715        R    8.3    882,443  \n",
       "7    $110,000,000    $362,744,280    PG-13    6.5    349,294  \n",
       "8     $25,000,000     $30,381,722        R    6.7    197,444  \n",
       "9     $37,000,000    $113,100,873    PG-13    5.6    126,918  \n",
       "10   $100,000,000    $347,512,318       PG    6.9    297,847  \n",
       "11    $92,000,000    $631,606,713      NaN    8.0    638,924  \n",
       "12    $25,000,000     $22,605,153        R    6.6    190,465  \n",
       "13     $6,500,000     $98,410,061        R    7.8    413,632  \n",
       "14    $30,000,000    $216,763,646    PG-13    8.1    618,868  \n",
       "15    $75,000,000    $198,520,934    PG-13    6.8    318,756  \n",
       "16   $200,000,000    $788,976,453    PG-13    7.3    529,322  \n",
       "17    $75,000,000    $290,835,269    PG-13    7.7    424,835  \n",
       "18    $30,000,000    $154,116,796        R    8.0    663,525  \n",
       "19   GBP4,000,000     $30,076,102        R    7.9    499,212  \n",
       "20     $1,200,000    $103,911,669        R    7.6    369,810  \n",
       "21       $400,000     $46,138,887       PG    6.9    193,792  \n",
       "22    $26,000,000     $90,649,730    PG-13    7.2    322,753  \n",
       "23     $5,000,000      $8,203,235        R    7.7    348,638  \n",
       "24    $13,000,000     $96,822,421        R    7.6    441,929  \n",
       "25    $37,000,000     $96,455,697    PG-13    6.2    160,706  \n",
       "26    $66,000,000     $99,378,985    PG-13    6.8    301,495  \n",
       "27    $65,000,000    $220,926,695        R    7.5    350,012  \n",
       "28    $26,000,000    $102,278,712        R    7.3    229,384  \n",
       "29   $110,000,000    $213,719,942    PG-13    7.5    325,090  \n",
       "30   $125,000,000    $552,639,571    PG-13    6.4    406,340  \n",
       "31   $160,000,000    $300,157,638    PG-13    6.1    239,430  \n",
       "32    $40,000,000    $123,971,376    PG-13    7.7    135,299  \n",
       "33    $70,000,000    $154,648,887    PG-13    7.3    114,144  \n",
       "34    $30,000,000    $612,054,428        R    7.2    211,534  \n",
       "35  EUR13,500,000     $92,181,574        R    8.2    322,640  \n",
       "36    $60,000,000    $219,100,084    PG-13    7.4    392,868  \n",
       "37   $150,000,000    $928,760,770       PG    7.2    407,508  \n",
       "38   GBP1,000,000      $1,590,308      NaN    4.8     21,116  \n",
       "39    $60,000,000    $256,697,520    PG-13    6.5    237,408  \n",
       "40   GBP4,000,000     $11,850,214        R    7.3    162,800  \n",
       "41    $70,000,000    $130,834,852        R    7.7    322,022  \n",
       "42   $140,000,000    $211,468,235       PG    6.8    192,032  \n",
       "43   $120,000,000    $203,567,857    PG-13    6.3    157,034  \n",
       "44    $27,000,000    $115,505,027        R    7.2    198,816  \n",
       "45    $33,000,000     $54,700,105        R    6.4    147,145  \n",
       "46   $105,000,000    $115,900,534      NaN    6.7    211,213  \n",
       "47    $80,000,000    $522,657,936    PG-13    6.3    247,778  \n",
       "48    $30,000,000     $61,950,770    PG-13    7.2     57,611  \n",
       "49    $20,000,000    $104,882,445        R    7.7    123,815  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_albert = scraped_df([2004],[1]) # A sample iteration of year 2004 starting with movies of popularity 1 to 50.\n",
    "sample_albert"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "_1960TO1970 = list(range(1960,1971)) # List of years in the sixties decade to iterate through. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "_top300 = [1,51,101,151,201,251] # List of ranges of popularity to iterate through. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "_1960_1970 = scraped_df(_1960TO1970,_top300) # Pass these lists in to be scraped. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "_1960_1970.to_csv('1960_1970.csv',header=True,index=False) # Write the resulting dataframe to a CSV. Repeat these \n",
    "                                                           # lists for each decade. Final product is a CSV for each\n",
    "                                                           # decade with the top 300 movies for each year. "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}