90-predict.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Voorspellen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from tensorflow.keras.models import load_model\n",
    "\n",
    "pd.set_option('display.max_columns', None)\n",
    "\n",
    "def save(obj, path):\n",
    "    with open(path, 'bw') as file:\n",
    "        pickle.dump(obj, file)\n",
    "\n",
    "def load(path):\n",
    "    with open(path, 'br') as file:\n",
    "        return pickle.load(file)\n",
    "\n",
    "def drop_seen(user_id, X, ratings):\n",
    "    seen_ids = ratings[ratings['user_id'] == user_id]['movie_id'].unique()\n",
    "    return X[~X['movie_id'].isin(seen_ids)]\n",
    "\n",
    "def join_user(X, user_id):\n",
    "    return (\n",
    "        pd\n",
    "            .DataFrame({'user_id': user_id}, X.index)\n",
    "            .join(X)\n",
    "    )\n",
    "\n",
    "def to_X(user_id, X, ratings):\n",
    "    return join_user(drop_seen(user_id, X, ratings), user_id)\n",
    "\n",
    "def to_inputs_cf(X):\n",
    "    return [X['user_id'], X['movie_id']]\n",
    "\n",
    "def to_inputs_hy(X):\n",
    "    return [X['user_id'], X['movie_id'], X.drop(columns=['user_id', 'movie_id'])]\n",
    "\n",
    "def predict(inputs, model):\n",
    "    return inputs[1], model.predict(inputs)\n",
    "\n",
    "def predict_rg(inputs, model):\n",
    "    movie_ids, ratings = predict(inputs, model)\n",
    "    return (\n",
    "        pd\n",
    "            .DataFrame({'movie_id': movie_ids.values, 'rating': ratings.reshape(-1)})\n",
    "            .sort_values('rating', ascending=False)\n",
    "    )\n",
    "\n",
    "def predict_cl(inputs, model):\n",
    "    movie_ids, ratings = predict(inputs, model)\n",
    "    classes = ratings.argmax(axis=1)\n",
    "    return (\n",
    "        pd\n",
    "            .DataFrame(\n",
    "                {\n",
    "                    'movie_id': movie_ids.values, # Don't reuse index of movie_ids so ratings can be joined\n",
    "                    'rating': classes + 1,\n",
    "                    'confidence': ratings[range(len(ratings)), classes]\n",
    "                }\n",
    "            )\n",
    "            .join(pd.DataFrame(ratings))\n",
    "            .sort_values(['rating', 'confidence'], ascending=False)\n",
    "    )\n",
    "\n",
    "def movie_url(imdb_id):\n",
    "    return f'https://www.imdb.com/title/tt{imdb_id:07}/'\n",
    "\n",
    "def join_desc(preds, movies):\n",
    "    ps = preds.merge(movies, 'left', 'movie_id')\n",
    "    ps = (\n",
    "        ps\n",
    "            .drop(columns='imdb_id')\n",
    "            .join(ps['imdb_id'].apply(movie_url))\n",
    "    )\n",
    "    rating_cols = list(preds.columns)[1:]\n",
    "    ps = ps[['title', 'imdb_id'] + rating_cols]\n",
    "    ps.columns = ['title', 'movie_url'] + rating_cols\n",
    "    return ps\n",
    "\n",
    "def top(preds, movies, n=5):\n",
    "    return join_desc(preds, movies).head(n)\n",
    "\n",
    "def drop_active(X, ratings, z=3, z_left=None, z_right=None):\n",
    "    ratings_movie = ratings.groupby('movie_id')['rating'].count()\n",
    "    x, s = ratings_movie.mean(), ratings_movie.std()\n",
    "    z_l = z_left or ((not z_right) and z) or None\n",
    "    z_r = z_right or ((not z_left) and z) or None\n",
    "    l = (z_l and x - s * z_l) or 1\n",
    "    r = (z_r and x + s * z_r) or ratings_movie.max()\n",
    "    active_ids = ratings_movie[np.logical_or(ratings_movie < l, ratings_movie > r)].index.values\n",
    "    return X[~X['movie_id'].isin(active_ids)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data set\n",
    "Movies, ratings en users."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "movies = pd.read_parquet('data/movies_active.parquet')\n",
    "ratings = pd.read_parquet('data/ratings_active.parquet')\n",
    "users = pd.read_parquet('data/users_active.parquet')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Features zonder gebruiker."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "year_pop_transformer = load('data/train_test_active.pickle')[2]\n",
    "transform_cols = ['year', 'popularity']\n",
    "X = movies.drop(columns=['imdb_id', 'title'])\n",
    "X = (\n",
    "    pd\n",
    "        .DataFrame(year_pop_transformer.transform(X[transform_cols]), X.index, transform_cols)\n",
    "        .join(X.drop(columns=transform_cols))\n",
    "        .reindex(columns=X.columns)\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Features voor specifieke gebruikers."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "user_id_test = users[users['twitter_id'] == 0]['user_id'].values[0]\n",
    "user_id_1, user_id_2, user_id_3 = (\n",
    "    ratings\n",
    "        .groupby('user_id')['rating']\n",
    "        .count()\n",
    "        .sort_values(ascending=False)\n",
    "        .iloc[:3]\n",
    ")\n",
    "X_test = to_X(user_id_test, X, ratings)\n",
    "X_1 = to_X(user_id_1, X, ratings)\n",
    "X_2 = to_X(user_id_2, X, ratings)\n",
    "X_3 = to_X(user_id_3, X, ratings)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Modellen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "movies_cf_r     = load_model('data/movies_cf_r.h5')\n",
    "movies_cf_r_1   = load_model('data/movies_cf_r_1.h5')\n",
    "movies_cf_r_2   = load_model('data/movies_cf_r_2.h5')\n",
    "movies_cf_r_d   = load_model('data/movies_cf_r_d.h5')\n",
    "movies_cf_r_d_1 = load_model('data/movies_cf_r_d_1.h5')\n",
    "movies_cf_r_d_2 = load_model('data/movies_cf_r_d_2.h5')\n",
    "movies_cf_r_d_3 = load_model('data/movies_cf_r_d_3.h5')\n",
    "movies_h_r      = load_model('data/movies_h_r.h5')\n",
    "movies_h_r_1    = load_model('data/movies_h_r_1.h5')\n",
    "movies_cf_c     = load_model('data/movies_cf_c.h5')\n",
    "movies_cf_c_1   = load_model('data/movies_cf_c_1.h5')\n",
    "movies_cf_c_2   = load_model('data/movies_cf_c_2.h5')\n",
    "movies_cf_c_d   = load_model('data/movies_cf_c_d.h5')\n",
    "movies_cf_c_d_1 = load_model('data/movies_cf_c_d_1.h5')\n",
    "movies_cf_c_d_2 = load_model('data/movies_cf_c_d_2.h5')\n",
    "movies_cf_c_d_3 = load_model('data/movies_cf_c_d_3.h5')\n",
    "movies_h_c      = load_model('data/movies_h_c.h5')\n",
    "movies_h_c_1    = load_model('data/movies_h_c_1.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "predict_cf_r     = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r)\n",
    "predict_cf_r_1   = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_1)\n",
    "predict_cf_r_2   = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_2)\n",
    "predict_cf_r_d   = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_d)\n",
    "predict_cf_r_d_1 = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_d_1)\n",
    "predict_cf_r_d_2 = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_d_2)\n",
    "predict_cf_r_d_3 = lambda X: predict_rg(to_inputs_cf(X), movies_cf_r_d_3)\n",
    "predict_h_r      = lambda X: predict_rg(to_inputs_hy(X), movies_h_r)\n",
    "predict_h_r_1    = lambda X: predict_rg(to_inputs_hy(X), movies_h_r_1)\n",
    "predict_cf_c     = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c)\n",
    "predict_cf_c_1   = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_1)\n",
    "predict_cf_c_2   = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_2)\n",
    "predict_cf_c_d   = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_d)\n",
    "predict_cf_c_d_1 = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_d_1)\n",
    "predict_cf_c_d_2 = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_d_2)\n",
    "predict_cf_c_d_3 = lambda X: predict_cl(to_inputs_cf(X), movies_cf_c_d_3)\n",
    "predict_h_c      = lambda X: predict_cl(to_inputs_hy(X), movies_h_c)\n",
    "predict_h_c_1    = lambda X: predict_cl(to_inputs_hy(X), movies_h_c_1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Top tien"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "top_ten = lambda preds, n=10: top(preds, movies, n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    32917.000000\n",
       "mean        19.511651\n",
       "std         79.595181\n",
       "min          1.000000\n",
       "25%          1.000000\n",
       "50%          2.000000\n",
       "75%          7.000000\n",
       "max       1751.000000\n",
       "Name: rating, dtype: float64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.groupby('movie_id')['rating'].count().describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## movies_cf_r_d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Aliens</td>\n",
       "      <td>https://www.imdb.com/title/tt0090605/</td>\n",
       "      <td>4.201241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Nema-ye Nazdik</td>\n",
       "      <td>https://www.imdb.com/title/tt0100234/</td>\n",
       "      <td>4.170867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>In the Name of the Father</td>\n",
       "      <td>https://www.imdb.com/title/tt0107207/</td>\n",
       "      <td>4.166696</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Singin' in the Rain</td>\n",
       "      <td>https://www.imdb.com/title/tt0045152/</td>\n",
       "      <td>4.145070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>4.131241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Ayla: The Daughter of War</td>\n",
       "      <td>https://www.imdb.com/title/tt6316138/</td>\n",
       "      <td>4.115903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>https://www.imdb.com/title/tt0108052/</td>\n",
       "      <td>4.106551</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Shichinin no samurai</td>\n",
       "      <td>https://www.imdb.com/title/tt0047478/</td>\n",
       "      <td>4.100225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Se7en</td>\n",
       "      <td>https://www.imdb.com/title/tt0114369/</td>\n",
       "      <td>4.098431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Ce que le jour doit à la nuit</td>\n",
       "      <td>https://www.imdb.com/title/tt1934205/</td>\n",
       "      <td>4.096027</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                                         Aliens   \n",
       "1                                 Nema-ye Nazdik   \n",
       "2                      In the Name of the Father   \n",
       "3                            Singin' in the Rain   \n",
       "4  The Lord of the Rings: The Return of the King   \n",
       "5                      Ayla: The Daughter of War   \n",
       "6                               Schindler's List   \n",
       "7                           Shichinin no samurai   \n",
       "8                                          Se7en   \n",
       "9                  Ce que le jour doit à la nuit   \n",
       "\n",
       "                               movie_url    rating  \n",
       "0  https://www.imdb.com/title/tt0090605/  4.201241  \n",
       "1  https://www.imdb.com/title/tt0100234/  4.170867  \n",
       "2  https://www.imdb.com/title/tt0107207/  4.166696  \n",
       "3  https://www.imdb.com/title/tt0045152/  4.145070  \n",
       "4  https://www.imdb.com/title/tt0167260/  4.131241  \n",
       "5  https://www.imdb.com/title/tt6316138/  4.115903  \n",
       "6  https://www.imdb.com/title/tt0108052/  4.106551  \n",
       "7  https://www.imdb.com/title/tt0047478/  4.100225  \n",
       "8  https://www.imdb.com/title/tt0114369/  4.098431  \n",
       "9  https://www.imdb.com/title/tt1934205/  4.096027  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_cf_r_d(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Aliens</td>\n",
       "      <td>https://www.imdb.com/title/tt0090605/</td>\n",
       "      <td>5.365054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>In the Name of the Father</td>\n",
       "      <td>https://www.imdb.com/title/tt0107207/</td>\n",
       "      <td>5.337939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Nema-ye Nazdik</td>\n",
       "      <td>https://www.imdb.com/title/tt0100234/</td>\n",
       "      <td>5.318475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Dark Knight</td>\n",
       "      <td>https://www.imdb.com/title/tt0468569/</td>\n",
       "      <td>5.311999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Singin' in the Rain</td>\n",
       "      <td>https://www.imdb.com/title/tt0045152/</td>\n",
       "      <td>5.293988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5.293731</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>5.282485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Se7en</td>\n",
       "      <td>https://www.imdb.com/title/tt0114369/</td>\n",
       "      <td>5.272576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>https://www.imdb.com/title/tt0108052/</td>\n",
       "      <td>5.272473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Spider-Man: Into the Spider-Verse</td>\n",
       "      <td>https://www.imdb.com/title/tt4633694/</td>\n",
       "      <td>5.269886</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                                         Aliens   \n",
       "1                      In the Name of the Father   \n",
       "2                                 Nema-ye Nazdik   \n",
       "3                                The Dark Knight   \n",
       "4                            Singin' in the Rain   \n",
       "5  The Lord of the Rings: The Return of the King   \n",
       "6                       The Shawshank Redemption   \n",
       "7                                          Se7en   \n",
       "8                               Schindler's List   \n",
       "9              Spider-Man: Into the Spider-Verse   \n",
       "\n",
       "                               movie_url    rating  \n",
       "0  https://www.imdb.com/title/tt0090605/  5.365054  \n",
       "1  https://www.imdb.com/title/tt0107207/  5.337939  \n",
       "2  https://www.imdb.com/title/tt0100234/  5.318475  \n",
       "3  https://www.imdb.com/title/tt0468569/  5.311999  \n",
       "4  https://www.imdb.com/title/tt0045152/  5.293988  \n",
       "5  https://www.imdb.com/title/tt0167260/  5.293731  \n",
       "6  https://www.imdb.com/title/tt0111161/  5.282485  \n",
       "7  https://www.imdb.com/title/tt0114369/  5.272576  \n",
       "8  https://www.imdb.com/title/tt0108052/  5.272473  \n",
       "9  https://www.imdb.com/title/tt4633694/  5.269886  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_cf_r_d(X_1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## movies_h_r"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>4.166014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>4.160283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Cinema Paradiso</td>\n",
       "      <td>https://www.imdb.com/title/tt0095765/</td>\n",
       "      <td>4.119936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Green Mile</td>\n",
       "      <td>https://www.imdb.com/title/tt0120689/</td>\n",
       "      <td>4.119329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Amadeus</td>\n",
       "      <td>https://www.imdb.com/title/tt0086879/</td>\n",
       "      <td>4.114968</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>4.111031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>https://www.imdb.com/title/tt0050083/</td>\n",
       "      <td>4.098608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Avengers: Endgame</td>\n",
       "      <td>https://www.imdb.com/title/tt4154796/</td>\n",
       "      <td>4.089588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Saving Private Ryan</td>\n",
       "      <td>https://www.imdb.com/title/tt0120815/</td>\n",
       "      <td>4.085806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Il buono, il brutto, il cattivo</td>\n",
       "      <td>https://www.imdb.com/title/tt0060196/</td>\n",
       "      <td>4.082156</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             title                              movie_url  \\\n",
       "0           The Godfather: Part II  https://www.imdb.com/title/tt0071562/   \n",
       "1                    The Godfather  https://www.imdb.com/title/tt0068646/   \n",
       "2                  Cinema Paradiso  https://www.imdb.com/title/tt0095765/   \n",
       "3                   The Green Mile  https://www.imdb.com/title/tt0120689/   \n",
       "4                          Amadeus  https://www.imdb.com/title/tt0086879/   \n",
       "5         The Shawshank Redemption  https://www.imdb.com/title/tt0111161/   \n",
       "6                     12 Angry Men  https://www.imdb.com/title/tt0050083/   \n",
       "7                Avengers: Endgame  https://www.imdb.com/title/tt4154796/   \n",
       "8              Saving Private Ryan  https://www.imdb.com/title/tt0120815/   \n",
       "9  Il buono, il brutto, il cattivo  https://www.imdb.com/title/tt0060196/   \n",
       "\n",
       "     rating  \n",
       "0  4.166014  \n",
       "1  4.160283  \n",
       "2  4.119936  \n",
       "3  4.119329  \n",
       "4  4.114968  \n",
       "5  4.111031  \n",
       "6  4.098608  \n",
       "7  4.089588  \n",
       "8  4.085806  \n",
       "9  4.082156  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_r(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>4.166014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>4.160283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Green Mile</td>\n",
       "      <td>https://www.imdb.com/title/tt0120689/</td>\n",
       "      <td>4.119329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Saving Private Ryan</td>\n",
       "      <td>https://www.imdb.com/title/tt0120815/</td>\n",
       "      <td>4.085805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Il buono, il brutto, il cattivo</td>\n",
       "      <td>https://www.imdb.com/title/tt0060196/</td>\n",
       "      <td>4.082156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>4.066126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>https://www.imdb.com/title/tt0108052/</td>\n",
       "      <td>4.055110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>La vita è bella</td>\n",
       "      <td>https://www.imdb.com/title/tt0118799/</td>\n",
       "      <td>3.997949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>A Beautiful Mind</td>\n",
       "      <td>https://www.imdb.com/title/tt0268978/</td>\n",
       "      <td>3.979335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Incendies</td>\n",
       "      <td>https://www.imdb.com/title/tt1255953/</td>\n",
       "      <td>3.966434</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                         The Godfather: Part II   \n",
       "1                                  The Godfather   \n",
       "2                                 The Green Mile   \n",
       "3                            Saving Private Ryan   \n",
       "4                Il buono, il brutto, il cattivo   \n",
       "5  The Lord of the Rings: The Return of the King   \n",
       "6                               Schindler's List   \n",
       "7                                La vita è bella   \n",
       "8                               A Beautiful Mind   \n",
       "9                                      Incendies   \n",
       "\n",
       "                               movie_url    rating  \n",
       "0  https://www.imdb.com/title/tt0071562/  4.166014  \n",
       "1  https://www.imdb.com/title/tt0068646/  4.160283  \n",
       "2  https://www.imdb.com/title/tt0120689/  4.119329  \n",
       "3  https://www.imdb.com/title/tt0120815/  4.085805  \n",
       "4  https://www.imdb.com/title/tt0060196/  4.082156  \n",
       "5  https://www.imdb.com/title/tt0167260/  4.066126  \n",
       "6  https://www.imdb.com/title/tt0108052/  4.055110  \n",
       "7  https://www.imdb.com/title/tt0118799/  3.997949  \n",
       "8  https://www.imdb.com/title/tt0268978/  3.979335  \n",
       "9  https://www.imdb.com/title/tt1255953/  3.966434  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_r(drop_active(X_test, ratings, z_left=-2.5, z_right=5)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Cinema Paradiso</td>\n",
       "      <td>https://www.imdb.com/title/tt0095765/</td>\n",
       "      <td>5.035201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>It's a Wonderful Life</td>\n",
       "      <td>https://www.imdb.com/title/tt0038650/</td>\n",
       "      <td>5.010557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>4.973618</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Saving Private Ryan</td>\n",
       "      <td>https://www.imdb.com/title/tt0120815/</td>\n",
       "      <td>4.971828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>4.971440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>4.965374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>4.962259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Barry Lyndon</td>\n",
       "      <td>https://www.imdb.com/title/tt0072684/</td>\n",
       "      <td>4.959643</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Il buono, il brutto, il cattivo</td>\n",
       "      <td>https://www.imdb.com/title/tt0060196/</td>\n",
       "      <td>4.957294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Capharnaüm</td>\n",
       "      <td>https://www.imdb.com/title/tt8267604/</td>\n",
       "      <td>4.911970</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                                Cinema Paradiso   \n",
       "1                          It's a Wonderful Life   \n",
       "2                         The Godfather: Part II   \n",
       "3                            Saving Private Ryan   \n",
       "4                       The Shawshank Redemption   \n",
       "5  The Lord of the Rings: The Return of the King   \n",
       "6                                  The Godfather   \n",
       "7                                   Barry Lyndon   \n",
       "8                Il buono, il brutto, il cattivo   \n",
       "9                                     Capharnaüm   \n",
       "\n",
       "                               movie_url    rating  \n",
       "0  https://www.imdb.com/title/tt0095765/  5.035201  \n",
       "1  https://www.imdb.com/title/tt0038650/  5.010557  \n",
       "2  https://www.imdb.com/title/tt0071562/  4.973618  \n",
       "3  https://www.imdb.com/title/tt0120815/  4.971828  \n",
       "4  https://www.imdb.com/title/tt0111161/  4.971440  \n",
       "5  https://www.imdb.com/title/tt0167260/  4.965374  \n",
       "6  https://www.imdb.com/title/tt0068646/  4.962259  \n",
       "7  https://www.imdb.com/title/tt0072684/  4.959643  \n",
       "8  https://www.imdb.com/title/tt0060196/  4.957294  \n",
       "9  https://www.imdb.com/title/tt8267604/  4.911970  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_r(X_1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>4.973617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Saving Private Ryan</td>\n",
       "      <td>https://www.imdb.com/title/tt0120815/</td>\n",
       "      <td>4.971828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>4.965374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>4.962259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Il buono, il brutto, il cattivo</td>\n",
       "      <td>https://www.imdb.com/title/tt0060196/</td>\n",
       "      <td>4.957294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>https://www.imdb.com/title/tt0108052/</td>\n",
       "      <td>4.894881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>La vita è bella</td>\n",
       "      <td>https://www.imdb.com/title/tt0118799/</td>\n",
       "      <td>4.879961</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Green Mile</td>\n",
       "      <td>https://www.imdb.com/title/tt0120689/</td>\n",
       "      <td>4.868151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The Matrix</td>\n",
       "      <td>https://www.imdb.com/title/tt0133093/</td>\n",
       "      <td>4.801750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Warrior</td>\n",
       "      <td>https://www.imdb.com/title/tt1291584/</td>\n",
       "      <td>4.780261</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                         The Godfather: Part II   \n",
       "1                            Saving Private Ryan   \n",
       "2  The Lord of the Rings: The Return of the King   \n",
       "3                                  The Godfather   \n",
       "4                Il buono, il brutto, il cattivo   \n",
       "5                               Schindler's List   \n",
       "6                                La vita è bella   \n",
       "7                                 The Green Mile   \n",
       "8                                     The Matrix   \n",
       "9                                        Warrior   \n",
       "\n",
       "                               movie_url    rating  \n",
       "0  https://www.imdb.com/title/tt0071562/  4.973617  \n",
       "1  https://www.imdb.com/title/tt0120815/  4.971828  \n",
       "2  https://www.imdb.com/title/tt0167260/  4.965374  \n",
       "3  https://www.imdb.com/title/tt0068646/  4.962259  \n",
       "4  https://www.imdb.com/title/tt0060196/  4.957294  \n",
       "5  https://www.imdb.com/title/tt0108052/  4.894881  \n",
       "6  https://www.imdb.com/title/tt0118799/  4.879961  \n",
       "7  https://www.imdb.com/title/tt0120689/  4.868151  \n",
       "8  https://www.imdb.com/title/tt0133093/  4.801750  \n",
       "9  https://www.imdb.com/title/tt1291584/  4.780261  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_r(drop_active(X_1, ratings, z_left=-2.5, z_right=5)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## movies_cf_c_d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.592469</td>\n",
       "      <td>0.010816</td>\n",
       "      <td>0.011059</td>\n",
       "      <td>0.095619</td>\n",
       "      <td>0.290036</td>\n",
       "      <td>0.592469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.585589</td>\n",
       "      <td>0.013634</td>\n",
       "      <td>0.013238</td>\n",
       "      <td>0.099692</td>\n",
       "      <td>0.287847</td>\n",
       "      <td>0.585589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.577816</td>\n",
       "      <td>0.007367</td>\n",
       "      <td>0.008413</td>\n",
       "      <td>0.089869</td>\n",
       "      <td>0.316534</td>\n",
       "      <td>0.577816</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>https://www.imdb.com/title/tt0050083/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.553436</td>\n",
       "      <td>0.007563</td>\n",
       "      <td>0.009025</td>\n",
       "      <td>0.097284</td>\n",
       "      <td>0.332692</td>\n",
       "      <td>0.553436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Interstellar</td>\n",
       "      <td>https://www.imdb.com/title/tt0816692/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.544012</td>\n",
       "      <td>0.018856</td>\n",
       "      <td>0.018699</td>\n",
       "      <td>0.118913</td>\n",
       "      <td>0.299520</td>\n",
       "      <td>0.544012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.501128</td>\n",
       "      <td>0.038480</td>\n",
       "      <td>0.034288</td>\n",
       "      <td>0.139136</td>\n",
       "      <td>0.286967</td>\n",
       "      <td>0.501128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>It's a Wonderful Life</td>\n",
       "      <td>https://www.imdb.com/title/tt0038650/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.500476</td>\n",
       "      <td>0.007329</td>\n",
       "      <td>0.009602</td>\n",
       "      <td>0.108342</td>\n",
       "      <td>0.374252</td>\n",
       "      <td>0.500476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Amadeus</td>\n",
       "      <td>https://www.imdb.com/title/tt0086879/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.490163</td>\n",
       "      <td>0.004565</td>\n",
       "      <td>0.006672</td>\n",
       "      <td>0.102764</td>\n",
       "      <td>0.395837</td>\n",
       "      <td>0.490163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3 Idiots</td>\n",
       "      <td>https://www.imdb.com/title/tt1187043/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.458696</td>\n",
       "      <td>0.015694</td>\n",
       "      <td>0.019218</td>\n",
       "      <td>0.141233</td>\n",
       "      <td>0.365160</td>\n",
       "      <td>0.458696</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Avengers: Endgame</td>\n",
       "      <td>https://www.imdb.com/title/tt4154796/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.455843</td>\n",
       "      <td>0.032178</td>\n",
       "      <td>0.033222</td>\n",
       "      <td>0.154008</td>\n",
       "      <td>0.324749</td>\n",
       "      <td>0.455843</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                         The Godfather: Part II   \n",
       "1                       The Shawshank Redemption   \n",
       "2  The Lord of the Rings: The Return of the King   \n",
       "3                                   12 Angry Men   \n",
       "4                                   Interstellar   \n",
       "5                                  The Godfather   \n",
       "6                          It's a Wonderful Life   \n",
       "7                                        Amadeus   \n",
       "8                                       3 Idiots   \n",
       "9                              Avengers: Endgame   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0071562/       5    0.592469  0.010816   \n",
       "1  https://www.imdb.com/title/tt0111161/       5    0.585589  0.013634   \n",
       "2  https://www.imdb.com/title/tt0167260/       5    0.577816  0.007367   \n",
       "3  https://www.imdb.com/title/tt0050083/       5    0.553436  0.007563   \n",
       "4  https://www.imdb.com/title/tt0816692/       5    0.544012  0.018856   \n",
       "5  https://www.imdb.com/title/tt0068646/       5    0.501128  0.038480   \n",
       "6  https://www.imdb.com/title/tt0038650/       5    0.500476  0.007329   \n",
       "7  https://www.imdb.com/title/tt0086879/       5    0.490163  0.004565   \n",
       "8  https://www.imdb.com/title/tt1187043/       5    0.458696  0.015694   \n",
       "9  https://www.imdb.com/title/tt4154796/       5    0.455843  0.032178   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.011059  0.095619  0.290036  0.592469  \n",
       "1  0.013238  0.099692  0.287847  0.585589  \n",
       "2  0.008413  0.089869  0.316534  0.577816  \n",
       "3  0.009025  0.097284  0.332692  0.553436  \n",
       "4  0.018699  0.118913  0.299520  0.544012  \n",
       "5  0.034288  0.139136  0.286967  0.501128  \n",
       "6  0.009602  0.108342  0.374252  0.500476  \n",
       "7  0.006672  0.102764  0.395837  0.490163  \n",
       "8  0.019218  0.141233  0.365160  0.458696  \n",
       "9  0.033222  0.154008  0.324749  0.455843  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_cf_c_d(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Dark Knight</td>\n",
       "      <td>https://www.imdb.com/title/tt0468569/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.929196</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>0.003689</td>\n",
       "      <td>0.067007</td>\n",
       "      <td>0.929196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.926236</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000054</td>\n",
       "      <td>0.004167</td>\n",
       "      <td>0.069469</td>\n",
       "      <td>0.926236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.925205</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.005069</td>\n",
       "      <td>0.069521</td>\n",
       "      <td>0.925205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.924359</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>0.000104</td>\n",
       "      <td>0.005630</td>\n",
       "      <td>0.069739</td>\n",
       "      <td>0.924359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>https://www.imdb.com/title/tt0050083/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.921940</td>\n",
       "      <td>0.000075</td>\n",
       "      <td>0.000057</td>\n",
       "      <td>0.004407</td>\n",
       "      <td>0.073521</td>\n",
       "      <td>0.921940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Interstellar</td>\n",
       "      <td>https://www.imdb.com/title/tt0816692/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.909558</td>\n",
       "      <td>0.000259</td>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.007672</td>\n",
       "      <td>0.082339</td>\n",
       "      <td>0.909558</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Amadeus</td>\n",
       "      <td>https://www.imdb.com/title/tt0086879/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.908935</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000039</td>\n",
       "      <td>0.004085</td>\n",
       "      <td>0.086898</td>\n",
       "      <td>0.908935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>It's a Wonderful Life</td>\n",
       "      <td>https://www.imdb.com/title/tt0038650/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.907147</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.005183</td>\n",
       "      <td>0.087512</td>\n",
       "      <td>0.907147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3 Idiots</td>\n",
       "      <td>https://www.imdb.com/title/tt1187043/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.898137</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000161</td>\n",
       "      <td>0.007893</td>\n",
       "      <td>0.093601</td>\n",
       "      <td>0.898137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.895719</td>\n",
       "      <td>0.000675</td>\n",
       "      <td>0.000414</td>\n",
       "      <td>0.011930</td>\n",
       "      <td>0.091261</td>\n",
       "      <td>0.895719</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                                The Dark Knight   \n",
       "1  The Lord of the Rings: The Return of the King   \n",
       "2                         The Godfather: Part II   \n",
       "3                       The Shawshank Redemption   \n",
       "4                                   12 Angry Men   \n",
       "5                                   Interstellar   \n",
       "6                                        Amadeus   \n",
       "7                          It's a Wonderful Life   \n",
       "8                                       3 Idiots   \n",
       "9                                  The Godfather   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0468569/       5    0.929196  0.000062   \n",
       "1  https://www.imdb.com/title/tt0167260/       5    0.926236  0.000074   \n",
       "2  https://www.imdb.com/title/tt0071562/       5    0.925205  0.000122   \n",
       "3  https://www.imdb.com/title/tt0111161/       5    0.924359  0.000168   \n",
       "4  https://www.imdb.com/title/tt0050083/       5    0.921940  0.000075   \n",
       "5  https://www.imdb.com/title/tt0816692/       5    0.909558  0.000259   \n",
       "6  https://www.imdb.com/title/tt0086879/       5    0.908935  0.000043   \n",
       "7  https://www.imdb.com/title/tt0038650/       5    0.907147  0.000087   \n",
       "8  https://www.imdb.com/title/tt1187043/       5    0.898137  0.000209   \n",
       "9  https://www.imdb.com/title/tt0068646/       5    0.895719  0.000675   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.000045  0.003689  0.067007  0.929196  \n",
       "1  0.000054  0.004167  0.069469  0.926236  \n",
       "2  0.000082  0.005069  0.069521  0.925205  \n",
       "3  0.000104  0.005630  0.069739  0.924359  \n",
       "4  0.000057  0.004407  0.073521  0.921940  \n",
       "5  0.000171  0.007672  0.082339  0.909558  \n",
       "6  0.000039  0.004085  0.086898  0.908935  \n",
       "7  0.000071  0.005183  0.087512  0.907147  \n",
       "8  0.000161  0.007893  0.093601  0.898137  \n",
       "9  0.000414  0.011930  0.091261  0.895719  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_cf_c_d(X_1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## movies_h_c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.476686</td>\n",
       "      <td>0.006269</td>\n",
       "      <td>0.008822</td>\n",
       "      <td>0.116704</td>\n",
       "      <td>0.391520</td>\n",
       "      <td>0.476686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.476316</td>\n",
       "      <td>0.007159</td>\n",
       "      <td>0.009503</td>\n",
       "      <td>0.120618</td>\n",
       "      <td>0.386403</td>\n",
       "      <td>0.476316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Lost Weekend</td>\n",
       "      <td>https://www.imdb.com/title/tt0037884/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.686821</td>\n",
       "      <td>0.000735</td>\n",
       "      <td>0.004321</td>\n",
       "      <td>0.237499</td>\n",
       "      <td>0.686821</td>\n",
       "      <td>0.070624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Dear Zachary: A Letter to a Son About His Father</td>\n",
       "      <td>https://www.imdb.com/title/tt1152758/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.675218</td>\n",
       "      <td>0.001144</td>\n",
       "      <td>0.003872</td>\n",
       "      <td>0.174320</td>\n",
       "      <td>0.675218</td>\n",
       "      <td>0.145446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Prison Terminal: The Last Days of Private Jack...</td>\n",
       "      <td>https://www.imdb.com/title/tt3145026/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.666947</td>\n",
       "      <td>0.002120</td>\n",
       "      <td>0.006840</td>\n",
       "      <td>0.214435</td>\n",
       "      <td>0.666947</td>\n",
       "      <td>0.109658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Red Army</td>\n",
       "      <td>https://www.imdb.com/title/tt3264102/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.662327</td>\n",
       "      <td>0.001522</td>\n",
       "      <td>0.006948</td>\n",
       "      <td>0.249594</td>\n",
       "      <td>0.662327</td>\n",
       "      <td>0.079609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rush</td>\n",
       "      <td>https://www.imdb.com/title/tt1979320/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.659955</td>\n",
       "      <td>0.002388</td>\n",
       "      <td>0.009631</td>\n",
       "      <td>0.219021</td>\n",
       "      <td>0.659955</td>\n",
       "      <td>0.109004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Killing</td>\n",
       "      <td>https://www.imdb.com/title/tt0049406/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.657428</td>\n",
       "      <td>0.001533</td>\n",
       "      <td>0.007403</td>\n",
       "      <td>0.247972</td>\n",
       "      <td>0.657428</td>\n",
       "      <td>0.085664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Life Itself</td>\n",
       "      <td>https://www.imdb.com/title/tt2382298/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.656392</td>\n",
       "      <td>0.001618</td>\n",
       "      <td>0.007122</td>\n",
       "      <td>0.266923</td>\n",
       "      <td>0.656392</td>\n",
       "      <td>0.067945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Captain Phillips</td>\n",
       "      <td>https://www.imdb.com/title/tt1535109/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.655441</td>\n",
       "      <td>0.002398</td>\n",
       "      <td>0.009723</td>\n",
       "      <td>0.240693</td>\n",
       "      <td>0.655441</td>\n",
       "      <td>0.091745</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               title  \\\n",
       "0      The Lord of the Rings: The Return of the King   \n",
       "1                           The Shawshank Redemption   \n",
       "2                                   The Lost Weekend   \n",
       "3   Dear Zachary: A Letter to a Son About His Father   \n",
       "4  Prison Terminal: The Last Days of Private Jack...   \n",
       "5                                           Red Army   \n",
       "6                                               Rush   \n",
       "7                                        The Killing   \n",
       "8                                        Life Itself   \n",
       "9                                   Captain Phillips   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0167260/       5    0.476686  0.006269   \n",
       "1  https://www.imdb.com/title/tt0111161/       5    0.476316  0.007159   \n",
       "2  https://www.imdb.com/title/tt0037884/       4    0.686821  0.000735   \n",
       "3  https://www.imdb.com/title/tt1152758/       4    0.675218  0.001144   \n",
       "4  https://www.imdb.com/title/tt3145026/       4    0.666947  0.002120   \n",
       "5  https://www.imdb.com/title/tt3264102/       4    0.662327  0.001522   \n",
       "6  https://www.imdb.com/title/tt1979320/       4    0.659955  0.002388   \n",
       "7  https://www.imdb.com/title/tt0049406/       4    0.657428  0.001533   \n",
       "8  https://www.imdb.com/title/tt2382298/       4    0.656392  0.001618   \n",
       "9  https://www.imdb.com/title/tt1535109/       4    0.655441  0.002398   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.008822  0.116704  0.391520  0.476686  \n",
       "1  0.009503  0.120618  0.386403  0.476316  \n",
       "2  0.004321  0.237499  0.686821  0.070624  \n",
       "3  0.003872  0.174320  0.675218  0.145446  \n",
       "4  0.006840  0.214435  0.666947  0.109658  \n",
       "5  0.006948  0.249594  0.662327  0.079609  \n",
       "6  0.009631  0.219021  0.659955  0.109004  \n",
       "7  0.007403  0.247972  0.657428  0.085664  \n",
       "8  0.007122  0.266923  0.656392  0.067945  \n",
       "9  0.009723  0.240693  0.655441  0.091745  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_c(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.476686</td>\n",
       "      <td>0.006269</td>\n",
       "      <td>0.008822</td>\n",
       "      <td>0.116704</td>\n",
       "      <td>0.391520</td>\n",
       "      <td>0.476686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Catch Me If You Can</td>\n",
       "      <td>https://www.imdb.com/title/tt0264464/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.647723</td>\n",
       "      <td>0.002256</td>\n",
       "      <td>0.008419</td>\n",
       "      <td>0.231324</td>\n",
       "      <td>0.647723</td>\n",
       "      <td>0.110278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Reservoir Dogs</td>\n",
       "      <td>https://www.imdb.com/title/tt0105236/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.643887</td>\n",
       "      <td>0.002778</td>\n",
       "      <td>0.009633</td>\n",
       "      <td>0.223438</td>\n",
       "      <td>0.643887</td>\n",
       "      <td>0.120263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The King's Speech</td>\n",
       "      <td>https://www.imdb.com/title/tt1504320/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.635510</td>\n",
       "      <td>0.002205</td>\n",
       "      <td>0.008684</td>\n",
       "      <td>0.259122</td>\n",
       "      <td>0.635510</td>\n",
       "      <td>0.094478</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Philomena</td>\n",
       "      <td>https://www.imdb.com/title/tt2431286/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.633914</td>\n",
       "      <td>0.002278</td>\n",
       "      <td>0.009866</td>\n",
       "      <td>0.269692</td>\n",
       "      <td>0.633914</td>\n",
       "      <td>0.084250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Batman Begins</td>\n",
       "      <td>https://www.imdb.com/title/tt0372784/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.624551</td>\n",
       "      <td>0.003713</td>\n",
       "      <td>0.014683</td>\n",
       "      <td>0.249105</td>\n",
       "      <td>0.624551</td>\n",
       "      <td>0.107948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Moneyball</td>\n",
       "      <td>https://www.imdb.com/title/tt1210166/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.620673</td>\n",
       "      <td>0.001404</td>\n",
       "      <td>0.008228</td>\n",
       "      <td>0.327639</td>\n",
       "      <td>0.620673</td>\n",
       "      <td>0.042055</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Gentlemen</td>\n",
       "      <td>https://www.imdb.com/title/tt8367814/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.610244</td>\n",
       "      <td>0.004927</td>\n",
       "      <td>0.017059</td>\n",
       "      <td>0.269651</td>\n",
       "      <td>0.610244</td>\n",
       "      <td>0.098119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Fargo</td>\n",
       "      <td>https://www.imdb.com/title/tt0116282/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.608949</td>\n",
       "      <td>0.004643</td>\n",
       "      <td>0.015323</td>\n",
       "      <td>0.268883</td>\n",
       "      <td>0.608949</td>\n",
       "      <td>0.102201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Full Metal Jacket</td>\n",
       "      <td>https://www.imdb.com/title/tt0093058/</td>\n",
       "      <td>4</td>\n",
       "      <td>0.603370</td>\n",
       "      <td>0.004643</td>\n",
       "      <td>0.014436</td>\n",
       "      <td>0.257396</td>\n",
       "      <td>0.603370</td>\n",
       "      <td>0.120155</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0  The Lord of the Rings: The Return of the King   \n",
       "1                            Catch Me If You Can   \n",
       "2                                 Reservoir Dogs   \n",
       "3                              The King's Speech   \n",
       "4                                      Philomena   \n",
       "5                                  Batman Begins   \n",
       "6                                      Moneyball   \n",
       "7                                  The Gentlemen   \n",
       "8                                          Fargo   \n",
       "9                              Full Metal Jacket   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0167260/       5    0.476686  0.006269   \n",
       "1  https://www.imdb.com/title/tt0264464/       4    0.647723  0.002256   \n",
       "2  https://www.imdb.com/title/tt0105236/       4    0.643887  0.002778   \n",
       "3  https://www.imdb.com/title/tt1504320/       4    0.635510  0.002205   \n",
       "4  https://www.imdb.com/title/tt2431286/       4    0.633914  0.002278   \n",
       "5  https://www.imdb.com/title/tt0372784/       4    0.624551  0.003713   \n",
       "6  https://www.imdb.com/title/tt1210166/       4    0.620673  0.001404   \n",
       "7  https://www.imdb.com/title/tt8367814/       4    0.610244  0.004927   \n",
       "8  https://www.imdb.com/title/tt0116282/       4    0.608949  0.004643   \n",
       "9  https://www.imdb.com/title/tt0093058/       4    0.603370  0.004643   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.008822  0.116704  0.391520  0.476686  \n",
       "1  0.008419  0.231324  0.647723  0.110278  \n",
       "2  0.009633  0.223438  0.643887  0.120263  \n",
       "3  0.008684  0.259122  0.635510  0.094478  \n",
       "4  0.009866  0.269692  0.633914  0.084250  \n",
       "5  0.014683  0.249105  0.624551  0.107948  \n",
       "6  0.008228  0.327639  0.620673  0.042055  \n",
       "7  0.017059  0.269651  0.610244  0.098119  \n",
       "8  0.015323  0.268883  0.608949  0.102201  \n",
       "9  0.014436  0.257396  0.603370  0.120155  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_c(drop_active(X_test, ratings, z_left=-2.5, z_right=5)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Shawshank Redemption</td>\n",
       "      <td>https://www.imdb.com/title/tt0111161/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.898352</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>0.000151</td>\n",
       "      <td>0.009491</td>\n",
       "      <td>0.091837</td>\n",
       "      <td>0.898352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.895610</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.008719</td>\n",
       "      <td>0.095370</td>\n",
       "      <td>0.895610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>12 Angry Men</td>\n",
       "      <td>https://www.imdb.com/title/tt0050083/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.890904</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.007339</td>\n",
       "      <td>0.101598</td>\n",
       "      <td>0.890904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.873627</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>0.010583</td>\n",
       "      <td>0.115459</td>\n",
       "      <td>0.873627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Nuit et brouillard</td>\n",
       "      <td>https://www.imdb.com/title/tt0048434/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.867381</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>0.000073</td>\n",
       "      <td>0.008297</td>\n",
       "      <td>0.124175</td>\n",
       "      <td>0.867381</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Interstellar</td>\n",
       "      <td>https://www.imdb.com/title/tt0816692/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.864925</td>\n",
       "      <td>0.000700</td>\n",
       "      <td>0.000642</td>\n",
       "      <td>0.016791</td>\n",
       "      <td>0.116942</td>\n",
       "      <td>0.864925</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.860444</td>\n",
       "      <td>0.000556</td>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.017779</td>\n",
       "      <td>0.120734</td>\n",
       "      <td>0.860444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>La vita è bella</td>\n",
       "      <td>https://www.imdb.com/title/tt0118799/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.856317</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>0.000305</td>\n",
       "      <td>0.017392</td>\n",
       "      <td>0.125657</td>\n",
       "      <td>0.856317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Amadeus</td>\n",
       "      <td>https://www.imdb.com/title/tt0086879/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.855299</td>\n",
       "      <td>0.000065</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.009223</td>\n",
       "      <td>0.135329</td>\n",
       "      <td>0.855299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>It's a Wonderful Life</td>\n",
       "      <td>https://www.imdb.com/title/tt0038650/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.846020</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>0.000203</td>\n",
       "      <td>0.015417</td>\n",
       "      <td>0.138164</td>\n",
       "      <td>0.846020</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0                       The Shawshank Redemption   \n",
       "1  The Lord of the Rings: The Return of the King   \n",
       "2                                   12 Angry Men   \n",
       "3                         The Godfather: Part II   \n",
       "4                             Nuit et brouillard   \n",
       "5                                   Interstellar   \n",
       "6                                  The Godfather   \n",
       "7                                La vita è bella   \n",
       "8                                        Amadeus   \n",
       "9                          It's a Wonderful Life   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0111161/       5    0.898352  0.000169   \n",
       "1  https://www.imdb.com/title/tt0167260/       5    0.895610  0.000153   \n",
       "2  https://www.imdb.com/title/tt0050083/       5    0.890904  0.000077   \n",
       "3  https://www.imdb.com/title/tt0071562/       5    0.873627  0.000165   \n",
       "4  https://www.imdb.com/title/tt0048434/       5    0.867381  0.000074   \n",
       "5  https://www.imdb.com/title/tt0816692/       5    0.864925  0.000700   \n",
       "6  https://www.imdb.com/title/tt0068646/       5    0.860444  0.000556   \n",
       "7  https://www.imdb.com/title/tt0118799/       5    0.856317  0.000330   \n",
       "8  https://www.imdb.com/title/tt0086879/       5    0.855299  0.000065   \n",
       "9  https://www.imdb.com/title/tt0038650/       5    0.846020  0.000196   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.000151  0.009491  0.091837  0.898352  \n",
       "1  0.000147  0.008719  0.095370  0.895610  \n",
       "2  0.000081  0.007339  0.101598  0.890904  \n",
       "3  0.000167  0.010583  0.115459  0.873627  \n",
       "4  0.000073  0.008297  0.124175  0.867381  \n",
       "5  0.000642  0.016791  0.116942  0.864925  \n",
       "6  0.000487  0.017779  0.120734  0.860444  \n",
       "7  0.000305  0.017392  0.125657  0.856317  \n",
       "8  0.000084  0.009223  0.135329  0.855299  \n",
       "9  0.000203  0.015417  0.138164  0.846020  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_c(X_1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>movie_url</th>\n",
       "      <th>rating</th>\n",
       "      <th>confidence</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Lord of the Rings: The Return of the King</td>\n",
       "      <td>https://www.imdb.com/title/tt0167260/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.895610</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.008719</td>\n",
       "      <td>0.095370</td>\n",
       "      <td>0.895610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Godfather: Part II</td>\n",
       "      <td>https://www.imdb.com/title/tt0071562/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.873627</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>0.010583</td>\n",
       "      <td>0.115459</td>\n",
       "      <td>0.873627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Godfather</td>\n",
       "      <td>https://www.imdb.com/title/tt0068646/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.860444</td>\n",
       "      <td>0.000556</td>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.017779</td>\n",
       "      <td>0.120734</td>\n",
       "      <td>0.860444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>La vita è bella</td>\n",
       "      <td>https://www.imdb.com/title/tt0118799/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.856317</td>\n",
       "      <td>0.000330</td>\n",
       "      <td>0.000305</td>\n",
       "      <td>0.017392</td>\n",
       "      <td>0.125657</td>\n",
       "      <td>0.856317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Gladiator</td>\n",
       "      <td>https://www.imdb.com/title/tt0172495/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.841923</td>\n",
       "      <td>0.000506</td>\n",
       "      <td>0.000541</td>\n",
       "      <td>0.018279</td>\n",
       "      <td>0.138751</td>\n",
       "      <td>0.841923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Schindler's List</td>\n",
       "      <td>https://www.imdb.com/title/tt0108052/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.839328</td>\n",
       "      <td>0.000234</td>\n",
       "      <td>0.000250</td>\n",
       "      <td>0.014759</td>\n",
       "      <td>0.145429</td>\n",
       "      <td>0.839328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Il buono, il brutto, il cattivo</td>\n",
       "      <td>https://www.imdb.com/title/tt0060196/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.819679</td>\n",
       "      <td>0.000160</td>\n",
       "      <td>0.000183</td>\n",
       "      <td>0.013521</td>\n",
       "      <td>0.166457</td>\n",
       "      <td>0.819679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Scent of a Woman</td>\n",
       "      <td>https://www.imdb.com/title/tt0105323/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.816542</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.013643</td>\n",
       "      <td>0.169501</td>\n",
       "      <td>0.816542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Saving Private Ryan</td>\n",
       "      <td>https://www.imdb.com/title/tt0120815/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.811873</td>\n",
       "      <td>0.000351</td>\n",
       "      <td>0.000361</td>\n",
       "      <td>0.019844</td>\n",
       "      <td>0.167571</td>\n",
       "      <td>0.811873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The Green Mile</td>\n",
       "      <td>https://www.imdb.com/title/tt0120689/</td>\n",
       "      <td>5</td>\n",
       "      <td>0.807107</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.014140</td>\n",
       "      <td>0.178427</td>\n",
       "      <td>0.807107</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           title  \\\n",
       "0  The Lord of the Rings: The Return of the King   \n",
       "1                         The Godfather: Part II   \n",
       "2                                  The Godfather   \n",
       "3                                La vita è bella   \n",
       "4                                      Gladiator   \n",
       "5                               Schindler's List   \n",
       "6                Il buono, il brutto, il cattivo   \n",
       "7                               Scent of a Woman   \n",
       "8                            Saving Private Ryan   \n",
       "9                                 The Green Mile   \n",
       "\n",
       "                               movie_url  rating  confidence         0  \\\n",
       "0  https://www.imdb.com/title/tt0167260/       5    0.895610  0.000153   \n",
       "1  https://www.imdb.com/title/tt0071562/       5    0.873627  0.000165   \n",
       "2  https://www.imdb.com/title/tt0068646/       5    0.860444  0.000556   \n",
       "3  https://www.imdb.com/title/tt0118799/       5    0.856317  0.000330   \n",
       "4  https://www.imdb.com/title/tt0172495/       5    0.841923  0.000506   \n",
       "5  https://www.imdb.com/title/tt0108052/       5    0.839328  0.000234   \n",
       "6  https://www.imdb.com/title/tt0060196/       5    0.819679  0.000160   \n",
       "7  https://www.imdb.com/title/tt0105323/       5    0.816542  0.000135   \n",
       "8  https://www.imdb.com/title/tt0120815/       5    0.811873  0.000351   \n",
       "9  https://www.imdb.com/title/tt0120689/       5    0.807107  0.000139   \n",
       "\n",
       "          1         2         3         4  \n",
       "0  0.000147  0.008719  0.095370  0.895610  \n",
       "1  0.000167  0.010583  0.115459  0.873627  \n",
       "2  0.000487  0.017779  0.120734  0.860444  \n",
       "3  0.000305  0.017392  0.125657  0.856317  \n",
       "4  0.000541  0.018279  0.138751  0.841923  \n",
       "5  0.000250  0.014759  0.145429  0.839328  \n",
       "6  0.000183  0.013521  0.166457  0.819679  \n",
       "7  0.000179  0.013643  0.169501  0.816542  \n",
       "8  0.000361  0.019844  0.167571  0.811873  \n",
       "9  0.000187  0.014140  0.178427  0.807107  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_ten(predict_h_c(drop_active(X_1, ratings, z_left=-2.5, z_right=5)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}