first commit

.gitignore

@@ -0,0 +1 @@
+data

Chapter2/.ipynb_checkpoints/Chapter2-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter3/.ipynb_checkpoints/Knowledge Recommender-checkpoint.ipynb

@@ -0,0 +1,830 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.6/site-packages/IPython/core/interactiveshell.py:2698: DtypeWarning: Columns (10) have mixed types. Specify dtype option on import or set low_memory=False.\n",
+      "  interactivity=interactivity, compiler=compiler, result=result)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "Index(['adult', 'belongs_to_collection', 'budget', 'genres', 'homepage', 'id',\n",
+       "       'imdb_id', 'original_language', 'original_title', 'overview',\n",
+       "       'popularity', 'poster_path', 'production_companies',\n",
+       "       'production_countries', 'release_date', 'revenue', 'runtime',\n",
+       "       'spoken_languages', 'status', 'tagline', 'title', 'video',\n",
+       "       'vote_average', 'vote_count'],\n",
+       "      dtype='object')"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "\n",
+    "df = pd.read_csv('../data/movies_metadata.csv')\n",
+    "\n",
+    "#Print all the features (or columns) of the DataFrame\n",
+    "df.columns"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>release_date</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
+       "      <td>1995-10-30</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
+       "      <td>1995-12-15</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
+       "      <td>1995-02-10</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title  \\\n",
+       "0                    Toy Story   \n",
+       "1                      Jumanji   \n",
+       "2             Grumpier Old Men   \n",
+       "3            Waiting to Exhale   \n",
+       "4  Father of the Bride Part II   \n",
+       "\n",
+       "                                              genres release_date  runtime  \\\n",
+       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   1995-10-30     81.0   \n",
+       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   1995-12-15    104.0   \n",
+       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   1995-12-22    101.0   \n",
+       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   1995-12-22    127.0   \n",
+       "4                     [{'id': 35, 'name': 'Comedy'}]   1995-02-10    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  \n",
+       "0           7.7      5415.0  \n",
+       "1           6.9      2413.0  \n",
+       "2           6.5        92.0  \n",
+       "3           6.1        34.0  \n",
+       "4           5.7       173.0  "
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Only keep those features that we require \n",
+    "df = df[['title','genres', 'release_date', 'runtime', 'vote_average', 'vote_count']]\n",
+    "\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "#Convert release_date into pandas datetime format\n",
+    "df['release_date'] = pd.to_datetime(df['release_date'], errors='coerce')\n",
+    "\n",
+    "#Extract year from the datetime\n",
+    "df['year'] = df['release_date'].apply(lambda x: str(x).split('-')[0] if x != np.nan else np.nan)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "#Helper function to convert NaT to 0 and all other years to integers.\n",
+    "def convert_int(x):\n",
+    "    try:\n",
+    "        return int(x)\n",
+    "    except:\n",
+    "        return 0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "#Apply convert_int to the year feature\n",
+    "df['year'] = df['year'].apply(convert_int)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title  \\\n",
+       "0                    Toy Story   \n",
+       "1                      Jumanji   \n",
+       "2             Grumpier Old Men   \n",
+       "3            Waiting to Exhale   \n",
+       "4  Father of the Bride Part II   \n",
+       "\n",
+       "                                              genres  runtime  vote_average  \\\n",
+       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...     81.0           7.7   \n",
+       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...    104.0           6.9   \n",
+       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...    101.0           6.5   \n",
+       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...    127.0           6.1   \n",
+       "4                     [{'id': 35, 'name': 'Comedy'}]    106.0           5.7   \n",
+       "\n",
+       "   vote_count  year  \n",
+       "0      5415.0  1995  \n",
+       "1      2413.0  1995  \n",
+       "2        92.0  1995  \n",
+       "3        34.0  1995  \n",
+       "4       173.0  1995  "
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Drop the release_date column\n",
+    "df = df.drop('release_date', axis=1)\n",
+    "\n",
+    "#Display the dataframe\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"[{'id': 16, 'name': 'Animation'}, {'id': 35, 'name': 'Comedy'}, {'id': 10751, 'name': 'Family'}]\""
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Print genres of the first movie\n",
+    "df.iloc[0]['genres']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "<class 'str'>\n",
+      "<class 'list'>\n"
+     ]
+    }
+   ],
+   "source": [
+    "#Import the literal_eval function from ast\n",
+    "from ast import literal_eval\n",
+    "\n",
+    "#Define a stringified list and output its type\n",
+    "a = \"[1,2,3]\"\n",
+    "print(type(a))\n",
+    "\n",
+    "#Apply literal_eval and output type\n",
+    "b = literal_eval(a)\n",
+    "print(type(b))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "#Convert all NaN into stringified empty lists\n",
+    "df['genres'] = df['genres'].fillna('[]')\n",
+    "\n",
+    "#Apply literal_eval to convert stringified empty lists to the list object\n",
+    "df['genres'] = df['genres'].apply(literal_eval)\n",
+    "\n",
+    "#Convert list of dictionaries to a list of strings\n",
+    "df['genres'] = df['genres'].apply(lambda x: [i['name'].lower() for i in x] if isinstance(x, list) else [])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[animation, comedy, family]</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[adventure, fantasy, family]</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[romance, comedy]</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[comedy, drama, romance]</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[comedy]</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title                        genres  runtime  \\\n",
+       "0                    Toy Story   [animation, comedy, family]     81.0   \n",
+       "1                      Jumanji  [adventure, fantasy, family]    104.0   \n",
+       "2             Grumpier Old Men             [romance, comedy]    101.0   \n",
+       "3            Waiting to Exhale      [comedy, drama, romance]    127.0   \n",
+       "4  Father of the Bride Part II                      [comedy]    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  year  \n",
+       "0           7.7      5415.0  1995  \n",
+       "1           6.9      2413.0  1995  \n",
+       "2           6.5        92.0  1995  \n",
+       "3           6.1        34.0  1995  \n",
+       "4           5.7       173.0  1995  "
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "      <th>genre</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>animation</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>comedy</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>family</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>adventure</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>fantasy</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "       title  runtime  vote_average  vote_count  year      genre\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995  animation\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995     comedy\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995     family\n",
+       "1    Jumanji    104.0           6.9      2413.0  1995  adventure\n",
+       "1    Jumanji    104.0           6.9      2413.0  1995    fantasy"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Create a new feature by exploding genres\n",
+    "s = df.apply(lambda x: pd.Series(x['genres']),axis=1).stack().reset_index(level=1, drop=True)\n",
+    "\n",
+    "#Name the new feature as 'genre'\n",
+    "s.name = 'genre'\n",
+    "\n",
+    "#Create a new dataframe gen_df which by dropping the old 'genres' feature and adding the new 'genre'.\n",
+    "gen_df = df.drop('genres', axis=1).join(s)\n",
+    "\n",
+    "#Print the head of the new gen_df\n",
+    "gen_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "def build_chart(gen_df, percentile=0.8):\n",
+    "    #Ask for preferred genres\n",
+    "    print(\"Input preferred genre\")\n",
+    "    genre = input()\n",
+    "    \n",
+    "    #Ask for lower limit of duration\n",
+    "    print(\"Input shortest duration\")\n",
+    "    low_time = int(input())\n",
+    "    \n",
+    "    #Ask for upper limit of duration\n",
+    "    print(\"Input longest duration\")\n",
+    "    high_time = int(input())\n",
+    "    \n",
+    "    #Ask for lower limit of timeline\n",
+    "    print(\"Input earliest year\")\n",
+    "    low_year = int(input())\n",
+    "    \n",
+    "    #Ask for upper limit of timeline\n",
+    "    print(\"Input latest year\")\n",
+    "    high_year = int(input())\n",
+    "    \n",
+    "    #Define a new movies variable to store the preferred movies. Copy the contents of gen_df to movies\n",
+    "    movies = gen_df.copy()\n",
+    "    \n",
+    "    #Filter based on the condition\n",
+    "    movies = movies[(movies['genre'] == genre) & \n",
+    "                    (movies['runtime'] >= low_time) & \n",
+    "                    (movies['runtime'] <= high_time) & \n",
+    "                    (movies['year'] >= low_year) & \n",
+    "                    (movies['year'] <= high_year)]\n",
+    "    \n",
+    "    #Compute the values of C and m for the filtered movies\n",
+    "    C = movies['vote_average'].mean()\n",
+    "    m = movies['vote_count'].quantile(percentile)\n",
+    "    \n",
+    "    #Only consider movies that have higher than m votes. Save this in a new dataframe q_movies\n",
+    "    q_movies = movies.copy().loc[movies['vote_count'] >= m]\n",
+    "    \n",
+    "    #Calculate score using the IMDB formula\n",
+    "    q_movies['score'] = q_movies.apply(lambda x: (x['vote_count']/(x['vote_count']+m) * x['vote_average']) \n",
+    "                                       + (m/(m+x['vote_count']) * C)\n",
+    "                                       ,axis=1)\n",
+    "\n",
+    "    #Sort movies in descending order of their scores\n",
+    "    q_movies = q_movies.sort_values('score', ascending=False)\n",
+    "    \n",
+    "    return q_movies"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Input preferred genre\n",
+      "action\n",
+      "Input shortest duration\n",
+      "80\n",
+      "Input longest duration\n",
+      "120\n",
+      "Input earliest year\n",
+      "1990\n",
+      "Input latest year\n",
+      "2000\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "      <th>genre</th>\n",
+       "      <th>score</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>723</th>\n",
+       "      <td>Ghost in the Shell</td>\n",
+       "      <td>83.0</td>\n",
+       "      <td>7.8</td>\n",
+       "      <td>854.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>action</td>\n",
+       "      <td>7.521643</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>550</th>\n",
+       "      <td>True Romance</td>\n",
+       "      <td>120.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>762.0</td>\n",
+       "      <td>1993</td>\n",
+       "      <td>action</td>\n",
+       "      <td>7.231980</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3902</th>\n",
+       "      <td>O Brother, Where Art Thou?</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>7.3</td>\n",
+       "      <td>1144.0</td>\n",
+       "      <td>2000</td>\n",
+       "      <td>action</td>\n",
+       "      <td>7.131617</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>348</th>\n",
+       "      <td>The Crow</td>\n",
+       "      <td>102.0</td>\n",
+       "      <td>7.3</td>\n",
+       "      <td>980.0</td>\n",
+       "      <td>1994</td>\n",
+       "      <td>action</td>\n",
+       "      <td>7.106412</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3871</th>\n",
+       "      <td>Crouching Tiger, Hidden Dragon</td>\n",
+       "      <td>120.0</td>\n",
+       "      <td>7.2</td>\n",
+       "      <td>949.0</td>\n",
+       "      <td>2000</td>\n",
+       "      <td>action</td>\n",
+       "      <td>7.011634</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                               title  runtime  vote_average  vote_count  year  \\\n",
+       "723               Ghost in the Shell     83.0           7.8       854.0  1995   \n",
+       "550                     True Romance    120.0           7.5       762.0  1993   \n",
+       "3902      O Brother, Where Art Thou?    106.0           7.3      1144.0  2000   \n",
+       "348                         The Crow    102.0           7.3       980.0  1994   \n",
+       "3871  Crouching Tiger, Hidden Dragon    120.0           7.2       949.0  2000   \n",
+       "\n",
+       "       genre     score  \n",
+       "723   action  7.521643  \n",
+       "550   action  7.231980  \n",
+       "3902  action  7.131617  \n",
+       "348   action  7.106412  \n",
+       "3871  action  7.011634  "
+      ]
+     },
+     "execution_count": 13,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Generate the chart for top animation movies and display top 5.\n",
+    "build_chart(gen_df).head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.0"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter3/.ipynb_checkpoints/Simple Recommender-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter3/Knowledge Recommender.ipynb

@@ -0,0 +1,841 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/dv/107570dd01b_m3wvmvv0g9lm0000gn/T/ipykernel_4569/2038691245.py:4: DtypeWarning: Columns (10) have mixed types. Specify dtype option on import or set low_memory=False.\n",
+      "  df = pd.read_csv('../data/movies_metadata.csv')\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "Index(['adult', 'belongs_to_collection', 'budget', 'genres', 'homepage', 'id',\n",
+       "       'imdb_id', 'original_language', 'original_title', 'overview',\n",
+       "       'popularity', 'poster_path', 'production_companies',\n",
+       "       'production_countries', 'release_date', 'revenue', 'runtime',\n",
+       "       'spoken_languages', 'status', 'tagline', 'title', 'video',\n",
+       "       'vote_average', 'vote_count'],\n",
+       "      dtype='object')"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "\n",
+    "df = pd.read_csv('../data/movies_metadata.csv')\n",
+    "\n",
+    "#Print all the features (or columns) of the DataFrame\n",
+    "df.columns"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>release_date</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
+       "      <td>1995-10-30</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
+       "      <td>1995-12-15</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
+       "      <td>1995-02-10</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title  \\\n",
+       "0                    Toy Story   \n",
+       "1                      Jumanji   \n",
+       "2             Grumpier Old Men   \n",
+       "3            Waiting to Exhale   \n",
+       "4  Father of the Bride Part II   \n",
+       "\n",
+       "                                              genres release_date  runtime  \\\n",
+       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   1995-10-30     81.0   \n",
+       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   1995-12-15    104.0   \n",
+       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   1995-12-22    101.0   \n",
+       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   1995-12-22    127.0   \n",
+       "4                     [{'id': 35, 'name': 'Comedy'}]   1995-02-10    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  \n",
+       "0           7.7      5415.0  \n",
+       "1           6.9      2413.0  \n",
+       "2           6.5        92.0  \n",
+       "3           6.1        34.0  \n",
+       "4           5.7       173.0  "
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Only keep those features that we require \n",
+    "df = df[['title','genres', 'release_date', 'runtime', 'vote_average', 'vote_count']]\n",
+    "\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Convert release_date into pandas datetime format\n",
+    "df['release_date'] = pd.to_datetime(df['release_date'], errors='coerce')\n",
+    "\n",
+    "#Extract year from the datetime\n",
+    "df['year'] = df['release_date'].apply(lambda x: str(x).split('-')[0] if x != np.nan else np.nan)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Helper function to convert NaT to 0 and all other years to integers.\n",
+    "def convert_int(x):\n",
+    "    try:\n",
+    "        return int(x)\n",
+    "    except:\n",
+    "        return 0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Apply convert_int to the year feature\n",
+    "df['year'] = df['year'].apply(convert_int)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title  \\\n",
+       "0                    Toy Story   \n",
+       "1                      Jumanji   \n",
+       "2             Grumpier Old Men   \n",
+       "3            Waiting to Exhale   \n",
+       "4  Father of the Bride Part II   \n",
+       "\n",
+       "                                              genres  runtime  vote_average  \\\n",
+       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...     81.0           7.7   \n",
+       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...    104.0           6.9   \n",
+       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...    101.0           6.5   \n",
+       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...    127.0           6.1   \n",
+       "4                     [{'id': 35, 'name': 'Comedy'}]    106.0           5.7   \n",
+       "\n",
+       "   vote_count  year  \n",
+       "0      5415.0  1995  \n",
+       "1      2413.0  1995  \n",
+       "2        92.0  1995  \n",
+       "3        34.0  1995  \n",
+       "4       173.0  1995  "
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Drop the release_date column\n",
+    "df = df.drop('release_date', axis=1)\n",
+    "\n",
+    "#Display the dataframe\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"[{'id': 16, 'name': 'Animation'}, {'id': 35, 'name': 'Comedy'}, {'id': 10751, 'name': 'Family'}]\""
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Print genres of the first movie\n",
+    "df.iloc[0]['genres']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "<class 'str'>\n",
+      "<class 'list'>\n"
+     ]
+    }
+   ],
+   "source": [
+    "#Import the literal_eval function from ast\n",
+    "from ast import literal_eval\n",
+    "\n",
+    "#Define a stringified list and output its type\n",
+    "a = \"[1,2,3]\"\n",
+    "print(type(a))\n",
+    "\n",
+    "#Apply literal_eval and output type\n",
+    "b = literal_eval(a)\n",
+    "print(type(b))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Convert all NaN into stringified empty lists\n",
+    "df['genres'] = df['genres'].fillna('[]')\n",
+    "\n",
+    "#Apply literal_eval to convert stringified empty lists to the list object\n",
+    "df['genres'] = df['genres'].apply(literal_eval)\n",
+    "\n",
+    "#Convert list of dictionaries to a list of strings\n",
+    "df['genres'] = df['genres'].apply(lambda x: [i['name'].lower() for i in x] if isinstance(x, list) else [])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>[animation, comedy, family]</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>[adventure, fantasy, family]</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>[romance, comedy]</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>[comedy, drama, romance]</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>[comedy]</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title                        genres  runtime  \\\n",
+       "0                    Toy Story   [animation, comedy, family]     81.0   \n",
+       "1                      Jumanji  [adventure, fantasy, family]    104.0   \n",
+       "2             Grumpier Old Men             [romance, comedy]    101.0   \n",
+       "3            Waiting to Exhale      [comedy, drama, romance]    127.0   \n",
+       "4  Father of the Bride Part II                      [comedy]    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  year  \n",
+       "0           7.7      5415.0  1995  \n",
+       "1           6.9      2413.0  1995  \n",
+       "2           6.5        92.0  1995  \n",
+       "3           6.1        34.0  1995  \n",
+       "4           5.7       173.0  1995  "
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/dv/107570dd01b_m3wvmvv0g9lm0000gn/T/ipykernel_4569/328443552.py:2: FutureWarning: The default dtype for empty Series will be 'object' instead of 'float64' in a future version. Specify a dtype explicitly to silence this warning.\n",
+      "  s = df.apply(lambda x: pd.Series(x['genres']),axis=1).stack().reset_index(level=1, drop=True)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "      <th>genre</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>animation</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>comedy</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>family</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>adventure</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>fantasy</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "       title  runtime  vote_average  vote_count  year      genre\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995  animation\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995     comedy\n",
+       "0  Toy Story     81.0           7.7      5415.0  1995     family\n",
+       "1    Jumanji    104.0           6.9      2413.0  1995  adventure\n",
+       "1    Jumanji    104.0           6.9      2413.0  1995    fantasy"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Create a new feature by exploding genres\n",
+    "s = df.apply(lambda x: pd.Series(x['genres']),axis=1).stack().reset_index(level=1, drop=True)\n",
+    "\n",
+    "#Name the new feature as 'genre'\n",
+    "s.name = 'genre'\n",
+    "\n",
+    "#Create a new dataframe gen_df which by dropping the old 'genres' feature and adding the new 'genre'.\n",
+    "gen_df = df.drop('genres', axis=1).join(s)\n",
+    "\n",
+    "#Print the head of the new gen_df\n",
+    "gen_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def build_chart(gen_df, percentile=0.8):\n",
+    "    #Ask for preferred genres\n",
+    "    print(\"Input preferred genre\")\n",
+    "    genre = input()\n",
+    "    \n",
+    "    #Ask for lower limit of duration\n",
+    "    print(\"Input shortest duration\")\n",
+    "    low_time = int(input())\n",
+    "    \n",
+    "    #Ask for upper limit of duration\n",
+    "    print(\"Input longest duration\")\n",
+    "    high_time = int(input())\n",
+    "    \n",
+    "    #Ask for lower limit of timeline\n",
+    "    print(\"Input earliest year\")\n",
+    "    low_year = int(input())\n",
+    "    \n",
+    "    #Ask for upper limit of timeline\n",
+    "    print(\"Input latest year\")\n",
+    "    high_year = int(input())\n",
+    "    \n",
+    "    #Define a new movies variable to store the preferred movies. Copy the contents of gen_df to movies\n",
+    "    movies = gen_df.copy()\n",
+    "    \n",
+    "    #Filter based on the condition\n",
+    "    movies = movies[(movies['genre'] == genre) & \n",
+    "                    (movies['runtime'] >= low_time) & \n",
+    "                    (movies['runtime'] <= high_time) & \n",
+    "                    (movies['year'] >= low_year) & \n",
+    "                    (movies['year'] <= high_year)]\n",
+    "    \n",
+    "    #Compute the values of C and m for the filtered movies\n",
+    "    C = movies['vote_average'].mean()\n",
+    "    m = movies['vote_count'].quantile(percentile)\n",
+    "    \n",
+    "    #Only consider movies that have higher than m votes. Save this in a new dataframe q_movies\n",
+    "    q_movies = movies.copy().loc[movies['vote_count'] >= m]\n",
+    "    \n",
+    "    #Calculate score using the IMDB formula\n",
+    "    q_movies['score'] = q_movies.apply(lambda x: (x['vote_count']/(x['vote_count']+m) * x['vote_average']) \n",
+    "                                       + (m/(m+x['vote_count']) * C)\n",
+    "                                       ,axis=1)\n",
+    "\n",
+    "    #Sort movies in descending order of their scores\n",
+    "    q_movies = q_movies.sort_values('score', ascending=False)\n",
+    "    \n",
+    "    return q_movies"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Input preferred genre\n",
+      "horror\n",
+      "Input shortest duration\n",
+      "60\n",
+      "Input longest duration\n",
+      "120\n",
+      "Input earliest year\n",
+      "1990\n",
+      "Input latest year\n",
+      "2022\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "      <th>genre</th>\n",
+       "      <th>score</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>39821</th>\n",
+       "      <td>Train to Busan</td>\n",
+       "      <td>118.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>984.0</td>\n",
+       "      <td>2016</td>\n",
+       "      <td>horror</td>\n",
+       "      <td>7.424441</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8147</th>\n",
+       "      <td>Shaun of the Dead</td>\n",
+       "      <td>99.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>2479.0</td>\n",
+       "      <td>2004</td>\n",
+       "      <td>horror</td>\n",
+       "      <td>7.392081</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21276</th>\n",
+       "      <td>The Conjuring</td>\n",
+       "      <td>112.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>3169.0</td>\n",
+       "      <td>2013</td>\n",
+       "      <td>horror</td>\n",
+       "      <td>7.318185</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4591</th>\n",
+       "      <td>The Others</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>1708.0</td>\n",
+       "      <td>2001</td>\n",
+       "      <td>horror</td>\n",
+       "      <td>7.252502</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12891</th>\n",
+       "      <td>Let the Right One In</td>\n",
+       "      <td>115.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>997.0</td>\n",
+       "      <td>2008</td>\n",
+       "      <td>horror</td>\n",
+       "      <td>7.247838</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                      title  runtime  vote_average  vote_count  year   genre  \\\n",
+       "39821        Train to Busan    118.0           7.7       984.0  2016  horror   \n",
+       "8147      Shaun of the Dead     99.0           7.5      2479.0  2004  horror   \n",
+       "21276         The Conjuring    112.0           7.4      3169.0  2013  horror   \n",
+       "4591             The Others    101.0           7.4      1708.0  2001  horror   \n",
+       "12891  Let the Right One In    115.0           7.5       997.0  2008  horror   \n",
+       "\n",
+       "          score  \n",
+       "39821  7.424441  \n",
+       "8147   7.392081  \n",
+       "21276  7.318185  \n",
+       "4591   7.252502  \n",
+       "12891  7.247838  "
+      ]
+     },
+     "execution_count": 13,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Generate the chart for top animation movies and display top 5.\n",
+    "build_chart(gen_df).head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Convert the cleaned (non-exploded) dataframe df into a CSV file and save it in the data folder\n",
+    "#Set parameter index to False as the index of the DataFrame has no inherent meaning.\n",
+    "df.to_csv('../data/metadata_clean.csv', index=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter3/Simple Recommender.ipynb

@@ -0,0 +1,697 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/dv/107570dd01b_m3wvmvv0g9lm0000gn/T/ipykernel_18673/1882081200.py:4: DtypeWarning: Columns (10) have mixed types. Specify dtype option on import or set low_memory=False.\n",
+      "  df = pd.read_csv('../data/movies_metadata.csv')\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>adult</th>\n",
+       "      <th>belongs_to_collection</th>\n",
+       "      <th>budget</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>homepage</th>\n",
+       "      <th>id</th>\n",
+       "      <th>imdb_id</th>\n",
+       "      <th>original_language</th>\n",
+       "      <th>original_title</th>\n",
+       "      <th>overview</th>\n",
+       "      <th>...</th>\n",
+       "      <th>release_date</th>\n",
+       "      <th>revenue</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>spoken_languages</th>\n",
+       "      <th>status</th>\n",
+       "      <th>tagline</th>\n",
+       "      <th>title</th>\n",
+       "      <th>video</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>False</td>\n",
+       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
+       "      <td>30000000</td>\n",
+       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
+       "      <td>http://toystory.disney.com/toy-story</td>\n",
+       "      <td>862</td>\n",
+       "      <td>tt0114709</td>\n",
+       "      <td>en</td>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>Led by Woody, Andy's toys live happily in his ...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>1995-10-30</td>\n",
+       "      <td>373554033.0</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
+       "      <td>Released</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>False</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>False</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>65000000</td>\n",
+       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>8844</td>\n",
+       "      <td>tt0113497</td>\n",
+       "      <td>en</td>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>When siblings Judy and Peter discover an encha...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>1995-12-15</td>\n",
+       "      <td>262797249.0</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>[{'iso_639_1': 'en', 'name': 'English'}, {'iso...</td>\n",
+       "      <td>Released</td>\n",
+       "      <td>Roll the dice and unleash the excitement!</td>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>False</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>False</td>\n",
+       "      <td>{'id': 119050, 'name': 'Grumpy Old Men Collect...</td>\n",
+       "      <td>0</td>\n",
+       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>15602</td>\n",
+       "      <td>tt0113228</td>\n",
+       "      <td>en</td>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>A family wedding reignites the ancient feud be...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
+       "      <td>Released</td>\n",
+       "      <td>Still Yelling. Still Fighting. Still Ready for...</td>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>False</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>False</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>16000000</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>31357</td>\n",
+       "      <td>tt0114885</td>\n",
+       "      <td>en</td>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>Cheated on, mistreated and stepped on, the wom...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>1995-12-22</td>\n",
+       "      <td>81452156.0</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
+       "      <td>Released</td>\n",
+       "      <td>Friends are the people who let you be yourself...</td>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>False</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>False</td>\n",
+       "      <td>{'id': 96871, 'name': 'Father of the Bride Col...</td>\n",
+       "      <td>0</td>\n",
+       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>11862</td>\n",
+       "      <td>tt0113041</td>\n",
+       "      <td>en</td>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>Just when George Banks has recovered from his ...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>1995-02-10</td>\n",
+       "      <td>76578911.0</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>[{'iso_639_1': 'en', 'name': 'English'}]</td>\n",
+       "      <td>Released</td>\n",
+       "      <td>Just When His World Is Back To Normal... He's ...</td>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>False</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>5 rows × 24 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "   adult                              belongs_to_collection    budget  \\\n",
+       "0  False  {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
+       "1  False                                                NaN  65000000   \n",
+       "2  False  {'id': 119050, 'name': 'Grumpy Old Men Collect...         0   \n",
+       "3  False                                                NaN  16000000   \n",
+       "4  False  {'id': 96871, 'name': 'Father of the Bride Col...         0   \n",
+       "\n",
+       "                                              genres  \\\n",
+       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...   \n",
+       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...   \n",
+       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...   \n",
+       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
+       "4                     [{'id': 35, 'name': 'Comedy'}]   \n",
+       "\n",
+       "                               homepage     id    imdb_id original_language  \\\n",
+       "0  http://toystory.disney.com/toy-story    862  tt0114709                en   \n",
+       "1                                   NaN   8844  tt0113497                en   \n",
+       "2                                   NaN  15602  tt0113228                en   \n",
+       "3                                   NaN  31357  tt0114885                en   \n",
+       "4                                   NaN  11862  tt0113041                en   \n",
+       "\n",
+       "                original_title  \\\n",
+       "0                    Toy Story   \n",
+       "1                      Jumanji   \n",
+       "2             Grumpier Old Men   \n",
+       "3            Waiting to Exhale   \n",
+       "4  Father of the Bride Part II   \n",
+       "\n",
+       "                                            overview  ... release_date  \\\n",
+       "0  Led by Woody, Andy's toys live happily in his ...  ...   1995-10-30   \n",
+       "1  When siblings Judy and Peter discover an encha...  ...   1995-12-15   \n",
+       "2  A family wedding reignites the ancient feud be...  ...   1995-12-22   \n",
+       "3  Cheated on, mistreated and stepped on, the wom...  ...   1995-12-22   \n",
+       "4  Just when George Banks has recovered from his ...  ...   1995-02-10   \n",
+       "\n",
+       "       revenue runtime                                   spoken_languages  \\\n",
+       "0  373554033.0    81.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
+       "1  262797249.0   104.0  [{'iso_639_1': 'en', 'name': 'English'}, {'iso...   \n",
+       "2          0.0   101.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
+       "3   81452156.0   127.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
+       "4   76578911.0   106.0           [{'iso_639_1': 'en', 'name': 'English'}]   \n",
+       "\n",
+       "     status                                            tagline  \\\n",
+       "0  Released                                                NaN   \n",
+       "1  Released          Roll the dice and unleash the excitement!   \n",
+       "2  Released  Still Yelling. Still Fighting. Still Ready for...   \n",
+       "3  Released  Friends are the people who let you be yourself...   \n",
+       "4  Released  Just When His World Is Back To Normal... He's ...   \n",
+       "\n",
+       "                         title  video vote_average vote_count  \n",
+       "0                    Toy Story  False          7.7     5415.0  \n",
+       "1                      Jumanji  False          6.9     2413.0  \n",
+       "2             Grumpier Old Men  False          6.5       92.0  \n",
+       "3            Waiting to Exhale  False          6.1       34.0  \n",
+       "4  Father of the Bride Part II  False          5.7      173.0  \n",
+       "\n",
+       "[5 rows x 24 columns]"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "\n",
+    "df = pd.read_csv('../data/movies_metadata.csv')\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "50.0"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Calculate the number of votes garnered by the 80th percentile movie\n",
+    "m = df['vote_count'].quantile(0.80)\n",
+    "m"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "(8963, 24)"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Only consider movies longer than 45 minutes and shorter than 300 minutes\n",
+    "q_movies = df[(df['runtime'] >= 45) & (df['runtime'] <= 300)]\n",
+    "\n",
+    "#Only consider movies that have garnered more than m votes\n",
+    "q_movies = q_movies[q_movies['vote_count'] >= m]\n",
+    "\n",
+    "#Inspect the number of movies that made the cut\n",
+    "q_movies.shape"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "5.618207215134185"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Calculate C\n",
+    "C = df['vote_average'].mean()\n",
+    "C"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Function to compute the IMDB weighted rating for each movie\n",
+    "def weighted_rating(x, m=m, C=C):\n",
+    "    v = x['vote_count']\n",
+    "    R = x['vote_average']\n",
+    "    # Compute the weighted score\n",
+    "    return (v/(v+m) * R) + (m/(m+v) * C)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Compute the score using the weighted_rating function defined above\n",
+    "q_movies['score'] = q_movies.apply(weighted_rating, axis=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>score</th>\n",
+       "      <th>runtime</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>10309</th>\n",
+       "      <td>Dilwale Dulhania Le Jayenge</td>\n",
+       "      <td>661.0</td>\n",
+       "      <td>9.1</td>\n",
+       "      <td>8.855148</td>\n",
+       "      <td>190.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>314</th>\n",
+       "      <td>The Shawshank Redemption</td>\n",
+       "      <td>8358.0</td>\n",
+       "      <td>8.5</td>\n",
+       "      <td>8.482863</td>\n",
+       "      <td>142.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>834</th>\n",
+       "      <td>The Godfather</td>\n",
+       "      <td>6024.0</td>\n",
+       "      <td>8.5</td>\n",
+       "      <td>8.476278</td>\n",
+       "      <td>175.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>40251</th>\n",
+       "      <td>Your Name.</td>\n",
+       "      <td>1030.0</td>\n",
+       "      <td>8.5</td>\n",
+       "      <td>8.366584</td>\n",
+       "      <td>106.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12481</th>\n",
+       "      <td>The Dark Knight</td>\n",
+       "      <td>12269.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.289115</td>\n",
+       "      <td>152.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2843</th>\n",
+       "      <td>Fight Club</td>\n",
+       "      <td>9678.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.286216</td>\n",
+       "      <td>139.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>292</th>\n",
+       "      <td>Pulp Fiction</td>\n",
+       "      <td>8670.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.284623</td>\n",
+       "      <td>154.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>522</th>\n",
+       "      <td>Schindler's List</td>\n",
+       "      <td>4436.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.270109</td>\n",
+       "      <td>195.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23673</th>\n",
+       "      <td>Whiplash</td>\n",
+       "      <td>4376.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.269704</td>\n",
+       "      <td>105.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5481</th>\n",
+       "      <td>Spirited Away</td>\n",
+       "      <td>3968.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.266628</td>\n",
+       "      <td>125.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2211</th>\n",
+       "      <td>Life Is Beautiful</td>\n",
+       "      <td>3643.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.263691</td>\n",
+       "      <td>116.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1178</th>\n",
+       "      <td>The Godfather: Part II</td>\n",
+       "      <td>3418.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.261335</td>\n",
+       "      <td>200.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1152</th>\n",
+       "      <td>One Flew Over the Cuckoo's Nest</td>\n",
+       "      <td>3001.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.256051</td>\n",
+       "      <td>133.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1176</th>\n",
+       "      <td>Psycho</td>\n",
+       "      <td>2405.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.245381</td>\n",
+       "      <td>109.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>351</th>\n",
+       "      <td>Forrest Gump</td>\n",
+       "      <td>8147.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.184252</td>\n",
+       "      <td>142.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1184</th>\n",
+       "      <td>Once Upon a Time in America</td>\n",
+       "      <td>1104.0</td>\n",
+       "      <td>8.3</td>\n",
+       "      <td>8.183804</td>\n",
+       "      <td>229.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1154</th>\n",
+       "      <td>The Empire Strikes Back</td>\n",
+       "      <td>5998.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.178656</td>\n",
+       "      <td>124.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18465</th>\n",
+       "      <td>The Intouchables</td>\n",
+       "      <td>5410.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.176357</td>\n",
+       "      <td>112.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>289</th>\n",
+       "      <td>Leon: The Professional</td>\n",
+       "      <td>4293.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.170276</td>\n",
+       "      <td>110.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3030</th>\n",
+       "      <td>The Green Mile</td>\n",
+       "      <td>4166.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.169381</td>\n",
+       "      <td>189.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1170</th>\n",
+       "      <td>GoodFellas</td>\n",
+       "      <td>3211.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.160414</td>\n",
+       "      <td>145.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2216</th>\n",
+       "      <td>American History X</td>\n",
+       "      <td>3120.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.159278</td>\n",
+       "      <td>119.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1161</th>\n",
+       "      <td>12 Angry Men</td>\n",
+       "      <td>2130.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.140785</td>\n",
+       "      <td>96.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9698</th>\n",
+       "      <td>Howl's Moving Castle</td>\n",
+       "      <td>2049.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.138499</td>\n",
+       "      <td>119.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2884</th>\n",
+       "      <td>Princess Mononoke</td>\n",
+       "      <td>2041.0</td>\n",
+       "      <td>8.2</td>\n",
+       "      <td>8.138264</td>\n",
+       "      <td>134.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                 title  vote_count  vote_average     score  \\\n",
+       "10309      Dilwale Dulhania Le Jayenge       661.0           9.1  8.855148   \n",
+       "314           The Shawshank Redemption      8358.0           8.5  8.482863   \n",
+       "834                      The Godfather      6024.0           8.5  8.476278   \n",
+       "40251                       Your Name.      1030.0           8.5  8.366584   \n",
+       "12481                  The Dark Knight     12269.0           8.3  8.289115   \n",
+       "2843                        Fight Club      9678.0           8.3  8.286216   \n",
+       "292                       Pulp Fiction      8670.0           8.3  8.284623   \n",
+       "522                   Schindler's List      4436.0           8.3  8.270109   \n",
+       "23673                         Whiplash      4376.0           8.3  8.269704   \n",
+       "5481                     Spirited Away      3968.0           8.3  8.266628   \n",
+       "2211                 Life Is Beautiful      3643.0           8.3  8.263691   \n",
+       "1178            The Godfather: Part II      3418.0           8.3  8.261335   \n",
+       "1152   One Flew Over the Cuckoo's Nest      3001.0           8.3  8.256051   \n",
+       "1176                            Psycho      2405.0           8.3  8.245381   \n",
+       "351                       Forrest Gump      8147.0           8.2  8.184252   \n",
+       "1184       Once Upon a Time in America      1104.0           8.3  8.183804   \n",
+       "1154           The Empire Strikes Back      5998.0           8.2  8.178656   \n",
+       "18465                 The Intouchables      5410.0           8.2  8.176357   \n",
+       "289             Leon: The Professional      4293.0           8.2  8.170276   \n",
+       "3030                    The Green Mile      4166.0           8.2  8.169381   \n",
+       "1170                        GoodFellas      3211.0           8.2  8.160414   \n",
+       "2216                American History X      3120.0           8.2  8.159278   \n",
+       "1161                      12 Angry Men      2130.0           8.2  8.140785   \n",
+       "9698              Howl's Moving Castle      2049.0           8.2  8.138499   \n",
+       "2884                 Princess Mononoke      2041.0           8.2  8.138264   \n",
+       "\n",
+       "       runtime  \n",
+       "10309    190.0  \n",
+       "314      142.0  \n",
+       "834      175.0  \n",
+       "40251    106.0  \n",
+       "12481    152.0  \n",
+       "2843     139.0  \n",
+       "292      154.0  \n",
+       "522      195.0  \n",
+       "23673    105.0  \n",
+       "5481     125.0  \n",
+       "2211     116.0  \n",
+       "1178     200.0  \n",
+       "1152     133.0  \n",
+       "1176     109.0  \n",
+       "351      142.0  \n",
+       "1184     229.0  \n",
+       "1154     124.0  \n",
+       "18465    112.0  \n",
+       "289      110.0  \n",
+       "3030     189.0  \n",
+       "1170     145.0  \n",
+       "2216     119.0  \n",
+       "1161      96.0  \n",
+       "9698     119.0  \n",
+       "2884     134.0  "
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Sort movies in descending order of their scores\n",
+    "q_movies = q_movies.sort_values('score', ascending=False)\n",
+    "\n",
+    "#Print the top 25 movies\n",
+    "q_movies[['title', 'vote_count', 'vote_average', 'score', 'runtime']].head(25)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter4/.ipynb_checkpoints/Content Based Recommenders-checkpoint.ipynb

@@ -0,0 +1,783 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Plot Description Based Recommender"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Requirement already satisfied: scikit-learn in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (1.1.2)\n",
+      "Requirement already satisfied: scipy in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (1.9.0)\n",
+      "Collecting matplotlib\n",
+      "  Downloading matplotlib-3.5.3-cp310-cp310-macosx_10_9_x86_64.whl (7.3 MB)\n",
+      "\u001b[2K     \u001b[38;2;114;156;31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.3/7.3 MB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mm eta \u001b[36m0:00:01\u001b[0m0:01\u001b[0m:01\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: numpy>=1.17.3 in /usr/local/lib/python3.10/site-packages (from scikit-learn) (1.22.4)\n",
+      "Requirement already satisfied: joblib>=1.0.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from scikit-learn) (1.1.0)\n",
+      "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from scikit-learn) (3.1.0)\n",
+      "Collecting fonttools>=4.22.0\n",
+      "  Using cached fonttools-4.34.4-py3-none-any.whl (944 kB)\n",
+      "Requirement already satisfied: pyparsing>=2.2.1 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (3.0.9)\n",
+      "Collecting cycler>=0.10\n",
+      "  Using cached cycler-0.11.0-py3-none-any.whl (6.4 kB)\n",
+      "Collecting kiwisolver>=1.0.1\n",
+      "  Downloading kiwisolver-1.4.4-cp310-cp310-macosx_10_9_x86_64.whl (65 kB)\n",
+      "\u001b[2K     \u001b[38;2;114;156;31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.5/65.5 KB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (21.3)\n",
+      "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (2.8.2)\n",
+      "Collecting pillow>=6.2.0\n",
+      "  Downloading Pillow-9.2.0-cp310-cp310-macosx_10_10_x86_64.whl (3.1 MB)\n",
+      "\u001b[2K     \u001b[38;2;114;156;31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mm eta \u001b[36m0:00:01\u001b[0m0:01\u001b[0m:01\u001b[0m0m\n",
+      "\u001b[?25hRequirement already satisfied: six>=1.5 in /usr/local/Cellar/six/1.16.0_2/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib) (1.16.0)\n",
+      "Installing collected packages: pillow, kiwisolver, fonttools, cycler, matplotlib\n",
+      "Successfully installed cycler-0.11.0 fonttools-4.34.4 kiwisolver-1.4.4 matplotlib-3.5.3 pillow-9.2.0\n",
+      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 22.2.2 is available.\n",
+      "You should consider upgrading via the '/usr/local/Cellar/ipython/8.4.0/libexec/bin/python3.10 -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
+      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
+     ]
+    }
+   ],
+   "source": [
+    "%pip install scikit-learn scipy matplotlib"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Requirement already satisfied: scikit-learn in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (1.1.2)\n",
+      "Requirement already satisfied: scipy in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (1.9.0)\n",
+      "Requirement already satisfied: matplotlib in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (3.5.3)\n",
+      "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from scikit-learn) (3.1.0)\n",
+      "Requirement already satisfied: joblib>=1.0.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from scikit-learn) (1.1.0)\n",
+      "Requirement already satisfied: numpy>=1.17.3 in /usr/local/lib/python3.10/site-packages (from scikit-learn) (1.22.4)\n",
+      "Requirement already satisfied: pyparsing>=2.2.1 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (3.0.9)\n",
+      "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (2.8.2)\n",
+      "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (1.4.4)\n",
+      "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (4.34.4)\n",
+      "Requirement already satisfied: cycler>=0.10 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (0.11.0)\n",
+      "Requirement already satisfied: packaging>=20.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (21.3)\n",
+      "Requirement already satisfied: pillow>=6.2.0 in /usr/local/Cellar/ipython/8.4.0/libexec/lib/python3.10/site-packages (from matplotlib) (9.2.0)\n",
+      "Requirement already satisfied: six>=1.5 in /usr/local/Cellar/six/1.16.0_2/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib) (1.16.0)\n",
+      "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 22.2.2 is available.\n",
+      "You should consider upgrading via the '/usr/local/Cellar/ipython/8.4.0/libexec/bin/python3.10 -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
+      "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
+     ]
+    }
+   ],
+   "source": [
+    "%pip install scikit-learn scipy matplotlib"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>['animation', 'comedy', 'family']</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>['adventure', 'fantasy', 'family']</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>['romance', 'comedy']</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>['comedy', 'drama', 'romance']</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>['comedy']</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title                              genres  runtime  \\\n",
+       "0                    Toy Story   ['animation', 'comedy', 'family']     81.0   \n",
+       "1                      Jumanji  ['adventure', 'fantasy', 'family']    104.0   \n",
+       "2             Grumpier Old Men               ['romance', 'comedy']    101.0   \n",
+       "3            Waiting to Exhale      ['comedy', 'drama', 'romance']    127.0   \n",
+       "4  Father of the Bride Part II                          ['comedy']    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  year  \n",
+       "0           7.7      5415.0  1995  \n",
+       "1           6.9      2413.0  1995  \n",
+       "2           6.5        92.0  1995  \n",
+       "3           6.1        34.0  1995  \n",
+       "4           5.7       173.0  1995  "
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "\n",
+    "#Import data from the clean file \n",
+    "df = pd.read_csv('../data/metadata_clean.csv')\n",
+    "\n",
+    "#Print the head of the cleaned DataFrame\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>genres</th>\n",
+       "      <th>runtime</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>year</th>\n",
+       "      <th>overview</th>\n",
+       "      <th>id</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Toy Story</td>\n",
+       "      <td>['animation', 'comedy', 'family']</td>\n",
+       "      <td>81.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>5415.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>Led by Woody, Andy's toys live happily in his ...</td>\n",
+       "      <td>862</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Jumanji</td>\n",
+       "      <td>['adventure', 'fantasy', 'family']</td>\n",
+       "      <td>104.0</td>\n",
+       "      <td>6.9</td>\n",
+       "      <td>2413.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>When siblings Judy and Peter discover an encha...</td>\n",
+       "      <td>8844</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Grumpier Old Men</td>\n",
+       "      <td>['romance', 'comedy']</td>\n",
+       "      <td>101.0</td>\n",
+       "      <td>6.5</td>\n",
+       "      <td>92.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>A family wedding reignites the ancient feud be...</td>\n",
+       "      <td>15602</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Waiting to Exhale</td>\n",
+       "      <td>['comedy', 'drama', 'romance']</td>\n",
+       "      <td>127.0</td>\n",
+       "      <td>6.1</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>Cheated on, mistreated and stepped on, the wom...</td>\n",
+       "      <td>31357</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Father of the Bride Part II</td>\n",
+       "      <td>['comedy']</td>\n",
+       "      <td>106.0</td>\n",
+       "      <td>5.7</td>\n",
+       "      <td>173.0</td>\n",
+       "      <td>1995</td>\n",
+       "      <td>Just when George Banks has recovered from his ...</td>\n",
+       "      <td>11862</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                         title                              genres  runtime  \\\n",
+       "0                    Toy Story   ['animation', 'comedy', 'family']     81.0   \n",
+       "1                      Jumanji  ['adventure', 'fantasy', 'family']    104.0   \n",
+       "2             Grumpier Old Men               ['romance', 'comedy']    101.0   \n",
+       "3            Waiting to Exhale      ['comedy', 'drama', 'romance']    127.0   \n",
+       "4  Father of the Bride Part II                          ['comedy']    106.0   \n",
+       "\n",
+       "   vote_average  vote_count  year  \\\n",
+       "0           7.7      5415.0  1995   \n",
+       "1           6.9      2413.0  1995   \n",
+       "2           6.5        92.0  1995   \n",
+       "3           6.1        34.0  1995   \n",
+       "4           5.7       173.0  1995   \n",
+       "\n",
+       "                                            overview     id  \n",
+       "0  Led by Woody, Andy's toys live happily in his ...    862  \n",
+       "1  When siblings Judy and Peter discover an encha...   8844  \n",
+       "2  A family wedding reignites the ancient feud be...  15602  \n",
+       "3  Cheated on, mistreated and stepped on, the wom...  31357  \n",
+       "4  Just when George Banks has recovered from his ...  11862  "
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#Import the original file\n",
+    "orig_df = pd.read_csv('../data/movies_metadata.csv', low_memory=False)\n",
+    "\n",
+    "#Add the useful features into the cleaned dataframe\n",
+    "df['overview'], df['id'] = orig_df['overview'], orig_df['id']\n",
+    "\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "#Import TfIdfVectorizer from the scikit-learn library\n",
+    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
+    "\n",
+    "#Define a TF-IDF Vectorizer Object. Remove all english stopwords\n",
+    "tfidf = TfidfVectorizer(stop_words='english')\n",
+    "\n",
+    "#Replace NaN with an empty string\n",
+    "df['overview'] = df['overview'].fillna('')\n",
+    "\n",
+    "#Construct the required TF-IDF matrix by applying the fit_transform method on the overview feature\n",
+    "tfidf_matrix = tfidf.fit_transform(df['overview'])\n",
+    "\n",
+    "#Output the shape of tfidf_matrix\n",
+    "tfidf_matrix.shape"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Import linear_kernel to compute the dot product\n",
+    "from sklearn.metrics.pairwise import linear_kernel\n",
+    "\n",
+    "# Compute the cosine similarity matrix\n",
+    "cosine_sim = linear_kernel(tfidf_matrix, tfidf_matrix)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Construct a reverse mapping of indices and movie titles, and drop duplicate titles, if any\n",
+    "indices = pd.Series(df.index, index=df['title']).drop_duplicates()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Function that takes in movie title as input and gives recommendations \n",
+    "def content_recommender(title, cosine_sim=cosine_sim, df=df, indices=indices):\n",
+    "    # Obtain the index of the movie that matches the title\n",
+    "    idx = indices[title]\n",
+    "\n",
+    "    # Get the pairwsie similarity scores of all movies with that movie\n",
+    "    # And convert it into a list of tuples as described above\n",
+    "    sim_scores = list(enumerate(cosine_sim[idx]))\n",
+    "\n",
+    "    # Sort the movies based on the cosine similarity scores\n",
+    "    sim_scores = sorted(sim_scores, key=lambda x: x[1], reverse=True)\n",
+    "\n",
+    "    # Get the scores of the 10 most similar movies. Ignore the first movie.\n",
+    "    sim_scores = sim_scores[1:11]\n",
+    "\n",
+    "    # Get the movie indices\n",
+    "    movie_indices = [i[0] for i in sim_scores]\n",
+    "\n",
+    "    # Return the top 10 most similar movies\n",
+    "    return df['title'].iloc[movie_indices]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Get recommendations for The Lion King\n",
+    "content_recommender('The Lion King')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Metadata Based Recommender"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Load the keywords and credits files\n",
+    "cred_df = pd.read_csv('../data/credits.csv')\n",
+    "key_df = pd.read_csv('../data/keywords.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Print the head of the credit dataframe\n",
+    "cred_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Print the head of the keywords dataframe\n",
+    "key_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Convert the IDs of df into int\n",
+    "df['id'] = df['id'].astype('int')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Function to convert all non-integer IDs to NaN\n",
+    "def clean_ids(x):\n",
+    "    try:\n",
+    "        return int(x)\n",
+    "    except:\n",
+    "        return np.nan"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Clean the ids of df\n",
+    "df['id'] = df['id'].apply(clean_ids)\n",
+    "\n",
+    "#Filter all rows that have a null ID\n",
+    "df = df[df['id'].notnull()]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Convert IDs into integer\n",
+    "df['id'] = df['id'].astype('int')\n",
+    "key_df['id'] = key_df['id'].astype('int')\n",
+    "cred_df['id'] = cred_df['id'].astype('int')\n",
+    "\n",
+    "# Merge keywords and credits into your main metadata dataframe\n",
+    "df = df.merge(cred_df, on='id')\n",
+    "df = df.merge(key_df, on='id')\n",
+    "\n",
+    "#Display the head of df\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Convert the stringified objects into the native python objects\n",
+    "from ast import literal_eval\n",
+    "\n",
+    "features = ['cast', 'crew', 'keywords', 'genres']\n",
+    "for feature in features:\n",
+    "    df[feature] = df[feature].apply(literal_eval)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Print the first cast member of the first movie in df\n",
+    "df.iloc[0]['crew'][0]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Extract the director's name. If director is not listed, return NaN\n",
+    "def get_director(x):\n",
+    "    for crew_member in x:\n",
+    "        if crew_member['job'] == 'Director':\n",
+    "            return crew_member['name']\n",
+    "    return np.nan"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Define the new director feature\n",
+    "df['director'] = df['crew'].apply(get_director)\n",
+    "\n",
+    "#Print the directors of the first five movies\n",
+    "df['director'].head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Returns the list top 3 elements or entire list; whichever is more.\n",
+    "def generate_list(x):\n",
+    "    if isinstance(x, list):\n",
+    "        names = [i['name'] for i in x]\n",
+    "        #Check if more than 3 elements exist. If yes, return only first three. If no, return entire list.\n",
+    "        if len(names) > 3:\n",
+    "            names = names[:3]\n",
+    "        return names\n",
+    "\n",
+    "    #Return empty list in case of missing/malformed data\n",
+    "    return []"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Apply the generate_list function to cast and keywords\n",
+    "df['cast'] = df['cast'].apply(generate_list)\n",
+    "df['keywords'] = df['keywords'].apply(generate_list)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Only consider a maximum of 3 genres\n",
+    "df['genres'] = df['genres'].apply(lambda x: x[:3])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Print the new features of the first 5 movies along with title\n",
+    "df[['title', 'cast', 'director', 'keywords', 'genres']].head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Function to sanitize data to prevent ambiguity. It removes spaces and converts to lowercase\n",
+    "def sanitize(x):\n",
+    "    if isinstance(x, list):\n",
+    "        #Strip spaces and convert to lowercase\n",
+    "        return [str.lower(i.replace(\" \", \"\")) for i in x]\n",
+    "    else:\n",
+    "        #Check if director exists. If not, return empty string\n",
+    "        if isinstance(x, str):\n",
+    "            return str.lower(x.replace(\" \", \"\"))\n",
+    "        else:\n",
+    "            return ''"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Apply the generate_list function to cast, keywords, director and genres\n",
+    "for feature in ['cast', 'director', 'genres', 'keywords']:\n",
+    "    df[feature] = df[feature].apply(sanitize)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "#Function that creates a soup out of the desired metadata\n",
+    "def create_soup(x):\n",
+    "    return ' '.join(x['keywords']) + ' ' + ' '.join(x['cast']) + ' ' + x['director'] + ' ' + ' '.join(x['genres'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Create the new soup feature\n",
+    "df['soup'] = df.apply(create_soup, axis=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Display the soup of the first movie\n",
+    "df.iloc[0]['soup']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Import CountVectorizer\n",
+    "from sklearn.feature_extraction.text import CountVectorizer\n",
+    "\n",
+    "#Define a new CountVectorizer object and create vectors for the soup\n",
+    "count = CountVectorizer(stop_words='english')\n",
+    "count_matrix = count.fit_transform(df['soup'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Import cosine_similarity function\n",
+    "from sklearn.metrics.pairwise import cosine_similarity\n",
+    "\n",
+    "#Compute the cosine similarity score (equivalent to dot product for tf-idf vectors)\n",
+    "cosine_sim2 = cosine_similarity(count_matrix, count_matrix)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Reset index of your df and construct reverse mapping again\n",
+    "df = df.reset_index()\n",
+    "indices2 = pd.Series(df.index, index=df['title'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "content_recommender('The Lion King', cosine_sim2, df, indices2)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter7/.ipynb_checkpoints/Hybrid Recommender-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

Chapter7/Hybrid Recommender.ipynb

@@ -0,0 +1,496 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Hybrid Recommenders"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "import numpy as np\n",
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "#Import or compute the cosine_sim matrix\n",
+    "cosine_sim = pd.read_csv('../data/cosine_sim.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Import or compute the cosine sim mapping matrix\n",
+    "cosine_sim_map = pd.read_csv('../data/cosine_sim_map.csv', header=None)\n",
+    "\n",
+    "#Convert cosine_sim_map into a Pandas Series\n",
+    "cosine_sim_map = cosine_sim_map.set_index(0)\n",
+    "cosine_sim_map = cosine_sim_map[1]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Build the SVD based Collaborative filter\n",
+    "from surprise import SVD, Reader, Dataset\n",
+    "\n",
+    "reader = Reader()\n",
+    "ratings = pd.read_csv('../data/ratings_small.csv')\n",
+    "data = Dataset.load_from_df(ratings[['userId', 'movieId', 'rating']], reader)\n",
+    "data.split(n_folds=5)\n",
+    "svd = SVD()\n",
+    "trainset = data.build_full_trainset()\n",
+    "svd.train(trainset)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Build title to ID and ID to title mappings\n",
+    "id_map = pd.read_csv('../data/movie_ids.csv')\n",
+    "id_to_title = id_map.set_index('id')\n",
+    "title_to_id = id_map.set_index('title')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Import or compute relevant metadata of the movies\n",
+    "smd = pd.read_csv('../data/metadata_small.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def hybrid(userId, title):\n",
+    "    #Extract the cosine_sim index of the movie\n",
+    "    idx = cosine_sim_map[title]\n",
+    "    \n",
+    "    #Extract the TMDB ID of the movie\n",
+    "    tmdbId = title_to_id.loc[title]['id']\n",
+    "    \n",
+    "    #Extract the movie ID internally assigned by the dataset\n",
+    "    movie_id = title_to_id.loc[title]['movieId']\n",
+    "    \n",
+    "    #Extract the similarity scores and their corresponding index for every movie from the cosine_sim matrix\n",
+    "    sim_scores = list(enumerate(cosine_sim[str(int(idx))]))\n",
+    "    \n",
+    "    #Sort the (index, score) tuples in decreasing order of similarity scores\n",
+    "    sim_scores = sorted(sim_scores, key=lambda x: x[1], reverse=True)\n",
+    "    \n",
+    "    #Select the top 25 tuples, excluding the first \n",
+    "    #(as it is the similarity score of the movie with itself)\n",
+    "    sim_scores = sim_scores[1:26]\n",
+    "    \n",
+    "    #Store the cosine_sim indices of the top 25 movies in a list\n",
+    "    movie_indices = [i[0] for i in sim_scores]\n",
+    "\n",
+    "    #Extract the metadata of the aforementioned movies\n",
+    "    movies = smd.iloc[movie_indices][['title', 'vote_count', 'vote_average', 'year', 'id']]\n",
+    "    \n",
+    "    #Compute the predicted ratings using the SVD filter\n",
+    "    movies['est'] = movies['id'].apply(lambda x: svd.predict(userId, id_to_title.loc[x]['movieId']).est)\n",
+    "    \n",
+    "    #Sort the movies in decreasing order of predicted rating\n",
+    "    movies = movies.sort_values('est', ascending=False)\n",
+    "    \n",
+    "    #Return the top 10 movies as recommendations\n",
+    "    return movies.head(10)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>year</th>\n",
+       "      <th>id</th>\n",
+       "      <th>est</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>1011</th>\n",
+       "      <td>The Terminator</td>\n",
+       "      <td>4208.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>1984</td>\n",
+       "      <td>218</td>\n",
+       "      <td>3.140748</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>974</th>\n",
+       "      <td>Aliens</td>\n",
+       "      <td>3282.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>1986</td>\n",
+       "      <td>679</td>\n",
+       "      <td>3.126947</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8401</th>\n",
+       "      <td>Star Trek Into Darkness</td>\n",
+       "      <td>4479.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>2013</td>\n",
+       "      <td>54138</td>\n",
+       "      <td>3.079551</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7705</th>\n",
+       "      <td>Alice in Wonderland</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>5.4</td>\n",
+       "      <td>1933</td>\n",
+       "      <td>25694</td>\n",
+       "      <td>3.054995</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3060</th>\n",
+       "      <td>Sinbad and the Eye of the Tiger</td>\n",
+       "      <td>39.0</td>\n",
+       "      <td>6.3</td>\n",
+       "      <td>1977</td>\n",
+       "      <td>11940</td>\n",
+       "      <td>3.028386</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8658</th>\n",
+       "      <td>X-Men: Days of Future Past</td>\n",
+       "      <td>6155.0</td>\n",
+       "      <td>7.5</td>\n",
+       "      <td>2014</td>\n",
+       "      <td>127585</td>\n",
+       "      <td>2.997411</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2014</th>\n",
+       "      <td>Fantastic Planet</td>\n",
+       "      <td>140.0</td>\n",
+       "      <td>7.6</td>\n",
+       "      <td>1973</td>\n",
+       "      <td>16306</td>\n",
+       "      <td>2.957614</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>522</th>\n",
+       "      <td>Terminator 2: Judgment Day</td>\n",
+       "      <td>4274.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>1991</td>\n",
+       "      <td>280</td>\n",
+       "      <td>2.914548</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1621</th>\n",
+       "      <td>Darby O'Gill and the Little People</td>\n",
+       "      <td>35.0</td>\n",
+       "      <td>6.7</td>\n",
+       "      <td>1959</td>\n",
+       "      <td>18887</td>\n",
+       "      <td>2.844940</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1668</th>\n",
+       "      <td>Return from Witch Mountain</td>\n",
+       "      <td>38.0</td>\n",
+       "      <td>5.6</td>\n",
+       "      <td>1978</td>\n",
+       "      <td>14822</td>\n",
+       "      <td>2.804012</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                   title  vote_count  vote_average  year  \\\n",
+       "1011                      The Terminator      4208.0           7.4  1984   \n",
+       "974                               Aliens      3282.0           7.7  1986   \n",
+       "8401             Star Trek Into Darkness      4479.0           7.4  2013   \n",
+       "7705                 Alice in Wonderland         8.0           5.4  1933   \n",
+       "3060     Sinbad and the Eye of the Tiger        39.0           6.3  1977   \n",
+       "8658          X-Men: Days of Future Past      6155.0           7.5  2014   \n",
+       "2014                    Fantastic Planet       140.0           7.6  1973   \n",
+       "522           Terminator 2: Judgment Day      4274.0           7.7  1991   \n",
+       "1621  Darby O'Gill and the Little People        35.0           6.7  1959   \n",
+       "1668          Return from Witch Mountain        38.0           5.6  1978   \n",
+       "\n",
+       "          id       est  \n",
+       "1011     218  3.140748  \n",
+       "974      679  3.126947  \n",
+       "8401   54138  3.079551  \n",
+       "7705   25694  3.054995  \n",
+       "3060   11940  3.028386  \n",
+       "8658  127585  2.997411  \n",
+       "2014   16306  2.957614  \n",
+       "522      280  2.914548  \n",
+       "1621   18887  2.844940  \n",
+       "1668   14822  2.804012  "
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "hybrid(1, 'Avatar')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>title</th>\n",
+       "      <th>vote_count</th>\n",
+       "      <th>vote_average</th>\n",
+       "      <th>year</th>\n",
+       "      <th>id</th>\n",
+       "      <th>est</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>522</th>\n",
+       "      <td>Terminator 2: Judgment Day</td>\n",
+       "      <td>4274.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>1991</td>\n",
+       "      <td>280</td>\n",
+       "      <td>3.943639</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2834</th>\n",
+       "      <td>Predator</td>\n",
+       "      <td>2129.0</td>\n",
+       "      <td>7.3</td>\n",
+       "      <td>1987</td>\n",
+       "      <td>106</td>\n",
+       "      <td>3.866272</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8401</th>\n",
+       "      <td>Star Trek Into Darkness</td>\n",
+       "      <td>4479.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>2013</td>\n",
+       "      <td>54138</td>\n",
+       "      <td>3.858491</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1011</th>\n",
+       "      <td>The Terminator</td>\n",
+       "      <td>4208.0</td>\n",
+       "      <td>7.4</td>\n",
+       "      <td>1984</td>\n",
+       "      <td>218</td>\n",
+       "      <td>3.856029</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7705</th>\n",
+       "      <td>Alice in Wonderland</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>5.4</td>\n",
+       "      <td>1933</td>\n",
+       "      <td>25694</td>\n",
+       "      <td>3.701565</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>922</th>\n",
+       "      <td>The Abyss</td>\n",
+       "      <td>822.0</td>\n",
+       "      <td>7.1</td>\n",
+       "      <td>1989</td>\n",
+       "      <td>2756</td>\n",
+       "      <td>3.676465</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>974</th>\n",
+       "      <td>Aliens</td>\n",
+       "      <td>3282.0</td>\n",
+       "      <td>7.7</td>\n",
+       "      <td>1986</td>\n",
+       "      <td>679</td>\n",
+       "      <td>3.672303</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1621</th>\n",
+       "      <td>Darby O'Gill and the Little People</td>\n",
+       "      <td>35.0</td>\n",
+       "      <td>6.7</td>\n",
+       "      <td>1959</td>\n",
+       "      <td>18887</td>\n",
+       "      <td>3.628234</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1668</th>\n",
+       "      <td>Return from Witch Mountain</td>\n",
+       "      <td>38.0</td>\n",
+       "      <td>5.6</td>\n",
+       "      <td>1978</td>\n",
+       "      <td>14822</td>\n",
+       "      <td>3.614118</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2014</th>\n",
+       "      <td>Fantastic Planet</td>\n",
+       "      <td>140.0</td>\n",
+       "      <td>7.6</td>\n",
+       "      <td>1973</td>\n",
+       "      <td>16306</td>\n",
+       "      <td>3.602051</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                   title  vote_count  vote_average  year  \\\n",
+       "522           Terminator 2: Judgment Day      4274.0           7.7  1991   \n",
+       "2834                            Predator      2129.0           7.3  1987   \n",
+       "8401             Star Trek Into Darkness      4479.0           7.4  2013   \n",
+       "1011                      The Terminator      4208.0           7.4  1984   \n",
+       "7705                 Alice in Wonderland         8.0           5.4  1933   \n",
+       "922                            The Abyss       822.0           7.1  1989   \n",
+       "974                               Aliens      3282.0           7.7  1986   \n",
+       "1621  Darby O'Gill and the Little People        35.0           6.7  1959   \n",
+       "1668          Return from Witch Mountain        38.0           5.6  1978   \n",
+       "2014                    Fantastic Planet       140.0           7.6  1973   \n",
+       "\n",
+       "         id       est  \n",
+       "522     280  3.943639  \n",
+       "2834    106  3.866272  \n",
+       "8401  54138  3.858491  \n",
+       "1011    218  3.856029  \n",
+       "7705  25694  3.701565  \n",
+       "922    2756  3.676465  \n",
+       "974     679  3.672303  \n",
+       "1621  18887  3.628234  \n",
+       "1668  14822  3.614118  \n",
+       "2014  16306  3.602051  "
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "hybrid(2, 'Avatar')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.0"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 Packt
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,73 @@
+# Hands-On Recommendation Systems with Python
+
+<a href="https://www.packtpub.com/big-data-and-business-intelligence/hands-recommendation-systems-python?utm_source=github&utm_medium=repository&utm_campaign=9781788993753"><img src="https://d255esdrn735hr.cloudfront.net/sites/default/files/imagecache/ppv4_main_book_cover/B10302_cover_New.png" alt="Hands-On Recommendation Systems with Python" height="256px" align="right"></a>
+
+This is the code repository for [Hands-On Recommendation Systems with Python](https://www.packtpub.com/big-data-and-business-intelligence/hands-recommendation-systems-python?utm_source=github&utm_medium=repository&utm_campaign=9781788993753), published by Packt.
+
+**Start building powerful and personalized, recommendation engines with Python**
+
+## What is this book about?
+First Paragraph from the Long Description
+
+This book covers the following exciting features:
+* The different kinds of recommender systems
+* Data wrangling techniques using the pandas library
+* Building an IMDB Top 250 Clone
+* Building a content based engine to recommend movies based on movie metadata
+* Data mining techniques used in building recommenders
+
+If you feel this book is for you, get your [copy](https://www.amazon.com/dp/1788993756) today!
+
+<a href="https://www.packtpub.com/?utm_source=github&utm_medium=banner&utm_campaign=GitHubBanner"><img src="https://raw.githubusercontent.com/PacktPublishing/GitHub/master/GitHub.png" 
+alt="https://www.packtpub.com/" border="5" /></a>
+
+
+## Instructions and Navigations
+All of the code is organized into folders. For example, Chapter02.
+
+The code will look like the following:
+```
+#Import SVD
+from surprise import SVD
+
+#Define the SVD algorithm object
+svd = SVD()
+
+#Evaluate the performance in terms of RMSE
+evaluate(svd, data, measures=['RMSE'])
+```
+
+**Following is what you need for this book:**
+If you are a Python developer and want to develop applications for social networking, news personalization or smart advertising, this is the book for you. Basic knowledge of machine learning techniques will be helpful, but not mandatory.
+
+With the following software and hardware list you can run all code files present in the book (Chapter 1-7).
+
+### Software and Hardware List
+
+| Chapter  | Software required                   | OS required                        |
+| -------- | ------------------------------------| -----------------------------------|
+| 1        | Samba 4.x Server Software           | Windows                            |
+
+
+
+We also provide a PDF file that has color images of the screenshots/diagrams used in this book. [Click here to download it](https://www.packtpub.com/sites/default/files/downloads/HandsOnRecommendationSystemswithPython_ColorImages.pdf).
+
+## Code in Action
+
+Click on the following link to see the Code in Action:
+
+[http://bit.ly/2JV4oeu](http://bit.ly/2JV4oeu)
+
+### Related products
+* Statistics for Machine Learning [[Packt]](https://www.packtpub.com/big-data-and-business-intelligence/statistics-machine-learning?utm_source=github&utm_medium=repository&utm_campaign=9781788295758) [[Amazon]](https://www.amazon.com/dp/1788295757)
+
+* Feature Engineering Made Easy [[Packt]](https://www.packtpub.com/big-data-and-business-intelligence/feature-engineering-made-easy?utm_source=github&utm_medium=repository&utm_campaign=9781787287600) [[Amazon]](https://www.amazon.com/dp/1787287602)
+
+## Get to Know the Author
+**Rounak Banik**
+Rounak Banik is a Young India Fellow and an ECE graduate from IIT Roorkee. He has worked as a software engineer at Parceed, a New York start-up, and Springboard, an EdTech start-up based in San Francisco and Bangalore. He has also served as a backend development instructor at Acadview, teaching Python and Django to around 35 college students from Delhi and Dehradun.
+
+He is an alumni of Springboard's data science career track. He has given talks at the SciPy India Conference and published popular tutorials on Kaggle and DataCamp.
+
+### Suggestions and Feedback
+[Click here](https://docs.google.com/forms/d/e/1FAIpQLSdy7dATC6QmEL81FIUuymZ0Wy9vH1jHkvpY57OiMeKGqib_Ow/viewform) if you have any feedback or suggestions.