project_1_recommender_and_evaluation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "alike-morgan",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from IPython.display import Markdown, display, HTML\n",
    "from collections import defaultdict\n",
    "\n",
    "# Fix the dying kernel problem (only a problem in some installations - you can remove it, if it works without it)\n",
    "import os\n",
    "os.environ['KMP_DUPLICATE_LIB_OK'] = 'True'"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "blessed-knitting",
   "metadata": {},
   "source": [
    "# Load the dataset for recommenders"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "victorian-bottom",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[0-160]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>Easter</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[0-160]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>10</td>\n",
       "      <td>9</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>11</td>\n",
       "      <td>9</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[8-inf]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>11</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  item_id            term length_of_stay_bucket rate_plan  \\\n",
       "0         1        0  WinterVacation                 [2-3]  Standard   \n",
       "1         2        1  WinterVacation                 [2-3]  Standard   \n",
       "2         3        2  WinterVacation                 [2-3]  Standard   \n",
       "3         4        3  WinterVacation                 [4-7]  Standard   \n",
       "4         5        4  WinterVacation                 [4-7]  Standard   \n",
       "5         6        5          Easter                 [4-7]  Standard   \n",
       "6         7        6       OffSeason                 [2-3]  Standard   \n",
       "7         8        7      HighSeason                 [2-3]  Standard   \n",
       "8         9        8      HighSeason                 [2-3]  Standard   \n",
       "9         8        7      HighSeason                 [2-3]  Standard   \n",
       "10        8        7      HighSeason                 [2-3]  Standard   \n",
       "11       10        9      HighSeason                 [2-3]  Standard   \n",
       "12       11        9      HighSeason                 [2-3]  Standard   \n",
       "13       12       10      HighSeason               [8-inf]  Standard   \n",
       "14       15       11       LowSeason                 [2-3]  Standard   \n",
       "\n",
       "   room_segment n_people_bucket weekend_stay  \n",
       "0     [260-360]         [5-inf]         True  \n",
       "1     [160-260]           [3-4]         True  \n",
       "2     [160-260]           [2-2]        False  \n",
       "3     [160-260]           [3-4]         True  \n",
       "4       [0-160]           [2-2]         True  \n",
       "5     [260-360]         [5-inf]         True  \n",
       "6     [260-360]         [5-inf]         True  \n",
       "7     [160-260]           [1-1]         True  \n",
       "8       [0-160]           [1-1]         True  \n",
       "9     [160-260]           [1-1]         True  \n",
       "10    [160-260]           [1-1]         True  \n",
       "11    [160-260]           [3-4]         True  \n",
       "12    [160-260]           [3-4]         True  \n",
       "13    [160-260]           [3-4]         True  \n",
       "14    [160-260]         [5-inf]         True  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "data_path = os.path.join(\"data\", \"hotel_data\")\n",
    "\n",
    "interactions_df = pd.read_csv(os.path.join(data_path, \"hotel_data_interactions_df.csv\"), index_col=0)\n",
    "\n",
    "base_item_features = ['term', 'length_of_stay_bucket', 'rate_plan', 'room_segment', 'n_people_bucket', 'weekend_stay']\n",
    "\n",
    "column_values_dict = {\n",
    "    'term': ['WinterVacation', 'Easter', 'OffSeason', 'HighSeason', 'LowSeason', 'MayLongWeekend', 'NewYear', 'Christmas'],\n",
    "    'length_of_stay_bucket': ['[0-1]', '[2-3]', '[4-7]', '[8-inf]'],\n",
    "    'rate_plan': ['Standard', 'Nonref'],\n",
    "    'room_segment': ['[0-160]', '[160-260]', '[260-360]', '[360-500]', '[500-900]'],\n",
    "    'n_people_bucket': ['[1-1]', '[2-2]', '[3-4]', '[5-inf]'],\n",
    "    'weekend_stay': ['True', 'False']\n",
    "}\n",
    "\n",
    "interactions_df['term'] = pd.Categorical(\n",
    "    interactions_df['term'], categories=column_values_dict['term'])\n",
    "interactions_df['length_of_stay_bucket'] = pd.Categorical(\n",
    "    interactions_df['length_of_stay_bucket'], categories=column_values_dict['length_of_stay_bucket'])\n",
    "interactions_df['rate_plan'] = pd.Categorical(\n",
    "    interactions_df['rate_plan'], categories=column_values_dict['rate_plan'])\n",
    "interactions_df['room_segment'] = pd.Categorical(\n",
    "    interactions_df['room_segment'], categories=column_values_dict['room_segment'])\n",
    "interactions_df['n_people_bucket'] = pd.Categorical(\n",
    "    interactions_df['n_people_bucket'], categories=column_values_dict['n_people_bucket'])\n",
    "interactions_df['weekend_stay'] = interactions_df['weekend_stay'].astype('str')\n",
    "interactions_df['weekend_stay'] = pd.Categorical(\n",
    "    interactions_df['weekend_stay'], categories=column_values_dict['weekend_stay'])\n",
    "\n",
    "display(interactions_df.head(15))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "realistic-third",
   "metadata": {},
   "source": [
    "# Define user features based on reservations\n",
    "\n",
    "The content-based recommenders will be forecasting the probability of interaction between user and item based on user features vector and item features vector:\n",
    "\n",
    "$$\n",
    "    r_{u, i} = f(user\\_features, item\\_features)\n",
    "$$\n",
    "\n",
    "<span style=\"color:red\"><font size=\"4\">**Task:**</font></span><br> \n",
    "Design numerical user features based on user reservations. Code the following method which for a given interactions DataFrame (it will be used in the fit method of the recommender) returns a DataFrame with user_id and user features as well as a list with names of user features (this will be important to select the right columns for an ML algorithm). Remember to name the columns differently than item features which you will create in the next task. Validate your features on users with several interactions (sample user ids are already given below).\n",
    "\n",
    "Ideas for user features:\n",
    "- Find the vector of most popular feature values from all user reservations and encode every feature with one-hot encoding.\n",
    "- For every reservation feature calculate the probability distribution of its values among all user's reservations.\n",
    "- For numerical buckets (length_of_stay, room_segment, n_people) you can calculate the average value for every user from their reservations (you will have to map the buckets back to numerical values before averaging them).\n",
    "\n",
    "Remember that you will have to select the best features (with the highest explanatory power). Using all above features at once would make the number of variables too large for this dataset and would also introduce too much correlations between features.\n",
    "\n",
    "You can also prepare several versions of the prepare_users_df method and test which works best in your recommender."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "ec976501",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['user_WinterVacation', 'user_Easter', 'user_OffSeason', 'user_HighSeason', 'user_LowSeason', 'user_MayLongWeekend', 'user_NewYear', 'user_Christmas', 'user_[0-160]', 'user_[160-260]', 'user_[260-360]', 'user_[360-500]', 'user_[500-900]', 'user_Standard', 'user_Nonref', 'user_[0-1]', 'user_[2-3]', 'user_[4-7]', 'user_[8-inf]', 'user_[1-1]', 'user_[2-2]', 'user_[3-4]', 'user_[5-inf]', 'user_True', 'user_False']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>user_WinterVacation</th>\n",
       "      <th>user_Easter</th>\n",
       "      <th>user_OffSeason</th>\n",
       "      <th>user_HighSeason</th>\n",
       "      <th>user_LowSeason</th>\n",
       "      <th>user_MayLongWeekend</th>\n",
       "      <th>user_NewYear</th>\n",
       "      <th>user_Christmas</th>\n",
       "      <th>user_[0-160]</th>\n",
       "      <th>user_[160-260]</th>\n",
       "      <th>user_[260-360]</th>\n",
       "      <th>user_[360-500]</th>\n",
       "      <th>user_[500-900]</th>\n",
       "      <th>user_Standard</th>\n",
       "      <th>user_Nonref</th>\n",
       "      <th>user_[0-1]</th>\n",
       "      <th>user_[2-3]</th>\n",
       "      <th>user_[4-7]</th>\n",
       "      <th>user_[8-inf]</th>\n",
       "      <th>user_[1-1]</th>\n",
       "      <th>user_[2-2]</th>\n",
       "      <th>user_[3-4]</th>\n",
       "      <th>user_[5-inf]</th>\n",
       "      <th>user_True</th>\n",
       "      <th>user_False</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>333</th>\n",
       "      <td>706</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>569</th>\n",
       "      <td>115</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1350</th>\n",
       "      <td>1736</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2967</th>\n",
       "      <td>96</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12667</th>\n",
       "      <td>7779</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# DO NOT USE, WORKS POORLY\n",
    "\n",
    "# ONE HOT ENCODING\n",
    "\n",
    "def prepare_users_df(interactions_df):\n",
    "    interactions_df = interactions_df.copy().drop_duplicates(subset='user_id')\n",
    "    one_hot = pd.get_dummies(data=interactions_df, columns=['term', 'room_segment', 'rate_plan', 'length_of_stay_bucket', 'n_people_bucket', 'weekend_stay'], prefix='user')\n",
    "    users_df = one_hot.drop(['item_id'], axis = 1, errors='ignore')\n",
    "    user_features = list(users_df.columns.values[1:])\n",
    "    \n",
    "    return users_df, user_features\n",
    "\n",
    "users_df, user_features = prepare_users_df(interactions_df)\n",
    "\n",
    "print(user_features)\n",
    "\n",
    "display(HTML(users_df.loc[users_df['user_id'].isin([706, 1736, 7779, 96, 1, 50, 115])].head(15).to_html()))\n",
    "\n",
    "user_avg = users_df.mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "e8047ded",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['room_segment', 'length_of_stay_bucket', 'n_people_bucket', 'user_WinterVacation', 'user_Easter', 'user_OffSeason', 'user_HighSeason', 'user_LowSeason', 'user_MayLongWeekend', 'user_NewYear', 'user_Christmas', 'user_Standard', 'user_Nonref', 'user_True', 'user_False']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>user_WinterVacation</th>\n",
       "      <th>user_Easter</th>\n",
       "      <th>user_OffSeason</th>\n",
       "      <th>user_HighSeason</th>\n",
       "      <th>user_LowSeason</th>\n",
       "      <th>user_MayLongWeekend</th>\n",
       "      <th>user_NewYear</th>\n",
       "      <th>user_Christmas</th>\n",
       "      <th>user_Standard</th>\n",
       "      <th>user_Nonref</th>\n",
       "      <th>user_True</th>\n",
       "      <th>user_False</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>233</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>50</td>\n",
       "      <td>263</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>96</td>\n",
       "      <td>222</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>115</td>\n",
       "      <td>270</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>371</th>\n",
       "      <td>706</td>\n",
       "      <td>225</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1383</th>\n",
       "      <td>1736</td>\n",
       "      <td>226</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7301</th>\n",
       "      <td>7779</td>\n",
       "      <td>220</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# DO NOT USE, WORKS POORLY\n",
    "\n",
    "# ONE HOT ENCODING + AVERAGE VALUE FOR BUCKETS\n",
    "\n",
    "def prepare_users_df(interactions_df):\n",
    "    \n",
    "    interactions_copy = interactions_df.copy()\n",
    "    \n",
    "    # Calculate average from buckets\n",
    "    room_segment = {'[0-160]' : 80, '[160-260]' : 220, '[260-360]' : 320, '[360-500]' : 430, '[500-900]' : 700}\n",
    "    length_of_stay_bucket = {'[0-1]' : 0.5, '[2-3]' : 2.5, '[4-7]' : 6, '[8-inf]' : 11}\n",
    "    n_people_bucket = {'[1-1]' : 1, '[2-2]' : 2, '[3-4]' : 3.5, '[5-inf]' : 8}\n",
    "    \n",
    "    \n",
    "    interactions_copy.loc[:, 'room_segment'] = interactions_copy['room_segment'].replace(room_segment)  \n",
    "    interactions_copy.loc[:, \"length_of_stay_bucket\"] = interactions_copy[\"length_of_stay_bucket\"].replace(length_of_stay_bucket)  \n",
    "    interactions_copy.loc[:, \"n_people_bucket\"] = interactions_copy[\"n_people_bucket\"].replace(n_people_bucket)\n",
    "    \n",
    "    users_grouped = interactions_copy.loc[:, [\"user_id\"] + [\"room_segment\"] + [\"length_of_stay_bucket\"] + [\"n_people_bucket\"]].groupby(\"user_id\").mean().fillna(0).astype(int)\n",
    "    \n",
    "    interactions_copy = interactions_copy.copy().drop_duplicates(subset='user_id')\n",
    "    \n",
    "    interactions_copy = interactions_copy.drop(columns=['room_segment', 'n_people_bucket', 'length_of_stay_bucket'])\n",
    "    \n",
    "    one_hot = pd.get_dummies(data=interactions_copy, columns=['term', 'rate_plan', 'weekend_stay'], prefix='user')\n",
    "    \n",
    "    one_hot['count'] = 1\n",
    "    \n",
    "    one_hot = one_hot.groupby(\"user_id\").sum().reset_index()\n",
    "    \n",
    "    one_hot = users_grouped.merge(one_hot, on=\"user_id\")\n",
    "    \n",
    "    users_df = one_hot.drop(['item_id'], axis = 1, errors='ignore')\n",
    "    users_df = users_df.drop(['count'], axis = 1, errors='ignore')\n",
    "    user_features = list(users_df.columns.values[1:])\n",
    "    \n",
    "    return users_df, user_features\n",
    "    \n",
    "\n",
    "users_df, user_features = prepare_users_df(interactions_df)\n",
    "\n",
    "print(user_features)\n",
    "\n",
    "display(HTML(users_df.loc[users_df['user_id'].isin([706, 1736, 7779, 96, 1, 50, 115])].head(15).to_html()))\n",
    "\n",
    "user_avg = users_df.mean()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "variable-jaguar",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['user_WinterVacation', 'user_Easter', 'user_OffSeason', 'user_HighSeason', 'user_LowSeason', 'user_MayLongWeekend', 'user_NewYear', 'user_Christmas', 'user_[0-1]', 'user_[2-3]', 'user_[4-7]', 'user_[8-inf]', 'user_Standard', 'user_Nonref', 'user_[0-160]', 'user_[160-260]', 'user_[260-360]', 'user_[360-500]', 'user_[500-900]', 'user_[1-1]', 'user_[2-2]', 'user_[3-4]', 'user_[5-inf]', 'user_True', 'user_False']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>user_WinterVacation</th>\n",
       "      <th>user_Easter</th>\n",
       "      <th>user_OffSeason</th>\n",
       "      <th>user_HighSeason</th>\n",
       "      <th>user_LowSeason</th>\n",
       "      <th>user_MayLongWeekend</th>\n",
       "      <th>user_NewYear</th>\n",
       "      <th>user_Christmas</th>\n",
       "      <th>user_[0-1]</th>\n",
       "      <th>user_[2-3]</th>\n",
       "      <th>user_[4-7]</th>\n",
       "      <th>user_[8-inf]</th>\n",
       "      <th>user_Standard</th>\n",
       "      <th>user_Nonref</th>\n",
       "      <th>user_[0-160]</th>\n",
       "      <th>user_[160-260]</th>\n",
       "      <th>user_[260-360]</th>\n",
       "      <th>user_[360-500]</th>\n",
       "      <th>user_[500-900]</th>\n",
       "      <th>user_[1-1]</th>\n",
       "      <th>user_[2-2]</th>\n",
       "      <th>user_[3-4]</th>\n",
       "      <th>user_[5-inf]</th>\n",
       "      <th>user_True</th>\n",
       "      <th>user_False</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.681818</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>0.409091</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.863636</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.727273</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.772727</td>\n",
       "      <td>0.227273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>50</td>\n",
       "      <td>0.043478</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.434783</td>\n",
       "      <td>0.304348</td>\n",
       "      <td>0.217391</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.913043</td>\n",
       "      <td>0.086957</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.260870</td>\n",
       "      <td>0.739130</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.565217</td>\n",
       "      <td>0.434783</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.173913</td>\n",
       "      <td>0.521739</td>\n",
       "      <td>0.304348</td>\n",
       "      <td>0.782609</td>\n",
       "      <td>0.217391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>96</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.681818</td>\n",
       "      <td>0.136364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.272727</td>\n",
       "      <td>0.636364</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.272727</td>\n",
       "      <td>0.727273</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.863636</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.045455</td>\n",
       "      <td>0.272727</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>0.727273</td>\n",
       "      <td>0.272727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>115</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>371</th>\n",
       "      <td>706</td>\n",
       "      <td>0.095238</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.511905</td>\n",
       "      <td>0.190476</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.011905</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.297619</td>\n",
       "      <td>0.380952</td>\n",
       "      <td>0.238095</td>\n",
       "      <td>0.083333</td>\n",
       "      <td>0.976190</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>0.035714</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>0.107143</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.119048</td>\n",
       "      <td>0.154762</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>0.130952</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>0.416667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1383</th>\n",
       "      <td>1736</td>\n",
       "      <td>0.034483</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.482759</td>\n",
       "      <td>0.206897</td>\n",
       "      <td>0.275862</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.241379</td>\n",
       "      <td>0.551724</td>\n",
       "      <td>0.206897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172414</td>\n",
       "      <td>0.827586</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.931034</td>\n",
       "      <td>0.068966</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.379310</td>\n",
       "      <td>0.413793</td>\n",
       "      <td>0.206897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.448276</td>\n",
       "      <td>0.551724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7301</th>\n",
       "      <td>7779</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# CALCULATE PROBABILITIES AMONG USER'S VALUES\n",
    "\n",
    "# WORKS GREAT :)\n",
    "\n",
    "def prepare_users_df(interactions_df):\n",
    "    \n",
    "    interactions_copy = interactions_df.copy()\n",
    "    \n",
    "    one_hot = pd.get_dummies(data=interactions_copy, columns=['term', 'length_of_stay_bucket', 'rate_plan', 'room_segment', 'n_people_bucket', 'weekend_stay'], prefix='user')\n",
    "    \n",
    "    one_hot['count'] = 1\n",
    "    \n",
    "    one_hot = one_hot.groupby(\"user_id\").sum().reset_index()\n",
    "    \n",
    "    one_hot.loc[:, 'user_WinterVacation':'user_False'] = one_hot.loc[:, 'user_WinterVacation':'user_False'].div(one_hot[\"count\"],axis=0)\n",
    "    \n",
    "    users_df = one_hot.drop(['item_id'], axis = 1, errors='ignore')\n",
    "    users_df = users_df.drop(['count'], axis = 1, errors='ignore')\n",
    "    user_features = list(users_df.columns.values[1:])\n",
    "    \n",
    "    return users_df, user_features\n",
    "    \n",
    "\n",
    "users_df, user_features = prepare_users_df(interactions_df)\n",
    "\n",
    "print(user_features)\n",
    "\n",
    "display(HTML(users_df.loc[users_df['user_id'].isin([706, 1736, 7779, 96, 1, 50, 115])].head(15).to_html()))\n",
    "\n",
    "# CALCULATE AVERAGE USER TO FILL NAN VALUES LATER\n",
    "\n",
    "user_avg = users_df.mean()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "built-complaint",
   "metadata": {},
   "source": [
    "# Prepare numerical item features\n",
    "\n",
    "<span style=\"color:red\"><font size=\"4\">**Task:**</font></span><br> \n",
    "Code the prepare_items_df method which will be used in the recommender fit and recommend methods to map items to numerical features. This method should take the interactions_df DataFrame as input and return a DataFrame containing one record per item_id with item_id column and numerical item feature columns.\n",
    "\n",
    "You can try turning all item features into one-hot representations. You can use the get_dummies method from pandas. It will return the same columns on any dataset of interactions because the categorical variables with all possible values have been defined in the second cell in this notebook.\n",
    "\n",
    "You are welcome to design your own numerical item features, for instance based on numerical min and max values in buckets used as features."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "formal-munich",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['item_WinterVacation', 'item_Easter', 'item_OffSeason', 'item_HighSeason', 'item_LowSeason', 'item_MayLongWeekend', 'item_NewYear', 'item_Christmas', 'item_[0-160]', 'item_[160-260]', 'item_[260-360]', 'item_[360-500]', 'item_[500-900]', 'item_Standard', 'item_Nonref', 'item_[0-1]', 'item_[2-3]', 'item_[4-7]', 'item_[8-inf]', 'item_[1-1]', 'item_[2-2]', 'item_[3-4]', 'item_[5-inf]', 'item_True', 'item_False']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_WinterVacation</th>\n",
       "      <th>item_Easter</th>\n",
       "      <th>item_OffSeason</th>\n",
       "      <th>item_HighSeason</th>\n",
       "      <th>item_LowSeason</th>\n",
       "      <th>item_MayLongWeekend</th>\n",
       "      <th>item_NewYear</th>\n",
       "      <th>item_Christmas</th>\n",
       "      <th>item_[0-160]</th>\n",
       "      <th>item_[160-260]</th>\n",
       "      <th>item_[260-360]</th>\n",
       "      <th>item_[360-500]</th>\n",
       "      <th>item_[500-900]</th>\n",
       "      <th>item_Standard</th>\n",
       "      <th>item_Nonref</th>\n",
       "      <th>item_[0-1]</th>\n",
       "      <th>item_[2-3]</th>\n",
       "      <th>item_[4-7]</th>\n",
       "      <th>item_[8-inf]</th>\n",
       "      <th>item_[1-1]</th>\n",
       "      <th>item_[2-2]</th>\n",
       "      <th>item_[3-4]</th>\n",
       "      <th>item_[5-inf]</th>\n",
       "      <th>item_True</th>\n",
       "      <th>item_False</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# ONE HOT ENCODING\n",
    "\n",
    "# WORKS GREAT :)\n",
    "\n",
    "def prepare_items_df(interactions_df):\n",
    "    interactions_df = interactions_df.copy().drop_duplicates(subset='item_id')\n",
    "    one_hot = pd.get_dummies(data=interactions_df, columns=['term', 'room_segment', 'rate_plan', 'length_of_stay_bucket', 'n_people_bucket', 'weekend_stay'], prefix='item')\n",
    "    items_df = one_hot.drop(['user_id'], axis = 1, errors='ignore')\n",
    "    item_features = list(items_df.columns.values[1:])\n",
    "    \n",
    "    return items_df, item_features\n",
    "\n",
    "\n",
    "items_df, item_features = prepare_items_df(interactions_df)\n",
    "print(item_features)\n",
    "\n",
    "display(HTML(items_df.loc[items_df['item_id'].isin([0, 1, 2, 3, 4, 5, 6])].head(15).to_html()))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "figured-imaging",
   "metadata": {},
   "source": [
    "# Content-based recommender\n",
    "\n",
    "<span style=\"color:red\"><font size=\"4\">**Task:**</font></span><br> \n",
    "Code the content-based recommender. User features should be calculated within the fit method based on available training data and should be saved in the object as self.users_df for later use in the recommend method. Item features should be calculated both in the fit method (from interactions_df) and in the recommend method (from items_df - the items to be evaluated).\n",
    "\n",
    "In the fit method you have to randomly generate non-existing interactions and add them to the training data for the regressor. You should add the target variable to interactions - equal to 1 for real (\"positive\") interactions and equal to 0 for those newly added \"negative\" interactions. Generate several negative interactions per every positive interaction (n_neg_per_pos). Treat the proportion as a tunable parameter of the model.\n",
    "\n",
    "Remember to keep control over randomness - in the init method add seed as a parameter and initialize the random seed generator with that seed:\n",
    "\n",
    "```python\n",
    "self.seed = seed\n",
    "self.rng = np.random.RandomState(seed=seed)\n",
    "```\n",
    "\n",
    "Below the base content-based recommender class there are several classes which inherit from the base class and use different ML models:\n",
    "  - LinearRegressionCBUIRecommender - based on linear regression,\n",
    "  - SVRCBUIRecommender - based on Support Vector Regressor (if you want to test it, sample the data in the fit method, as the training can take many hours on the entire dataset of interactions),\n",
    "  - RandomForestCBUIRecommender - based on Random Forest,\n",
    "  - XGBoostCBUIRecommender - based on XGBoost.\n",
    "  \n",
    "There is no need to change anything in those inheriting classes, although you can experiment with other tunable parameters of the underlying models.\n",
    "\n",
    "You are encouraged to experiment with:\n",
    "  - Other numerical user and item features (but always train and evaluate the model on buckets defined in the first notebook).\n",
    "  - Other ML models, e.g. Huber regression, Lasso regression, Ridge regression, LARS regression, Linear SVR, Decision Tree, Naive Bayes, LightGBM, Neural Networks or any model of your choice."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "unlike-recipient",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.svm import SVR\n",
    "from sklearn.ensemble import RandomForestRegressor\n",
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "\n",
    "from recommenders.recommender import Recommender\n",
    "\n",
    "\n",
    "class ContentBasedUserItemRecommender(Recommender):\n",
    "    \"\"\"\n",
    "    Linear recommender class based on user and item features.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, seed=6789, n_neg_per_pos=5):\n",
    "        \"\"\"\n",
    "        Initialize base recommender params and variables.\n",
    "        \"\"\"\n",
    "        self.model = LinearRegression()\n",
    "        self.n_neg_per_pos = n_neg_per_pos\n",
    "\n",
    "        self.recommender_df = pd.DataFrame(\n",
    "            columns=['user_id', 'item_id', 'score'])\n",
    "        self.users_df = None\n",
    "        self.user_features = None\n",
    "\n",
    "        self.seed = seed\n",
    "        self.rng = np.random.RandomState(seed=seed)\n",
    "\n",
    "    def fit(self, interactions_df, users_df, items_df):\n",
    "        \"\"\"\n",
    "        Training of the recommender.\n",
    "\n",
    "        :param pd.DataFrame interactions_df: DataFrame with recorded interactions between users and items \n",
    "            defined by user_id, item_id and features of the interaction.\n",
    "        :param pd.DataFrame users_df: DataFrame with users and their features defined by user_id and the user feature columns.\n",
    "        :param pd.DataFrame items_df: DataFrame with items and their features defined by item_id and the item feature columns.\n",
    "        \"\"\"\n",
    "\n",
    "        interactions_df = interactions_df.copy()\n",
    "\n",
    "        # Prepare users_df and items_df\n",
    "\n",
    "        users_df, user_features = prepare_users_df(interactions_df)\n",
    "\n",
    "        self.users_df = users_df\n",
    "        self.user_features = user_features\n",
    "\n",
    "        items_df, item_features = prepare_items_df(interactions_df)\n",
    "        items_df = items_df.loc[:, ['item_id'] + item_features]\n",
    "\n",
    "        # Generate negative interactions\n",
    "\n",
    "        interactions_df = interactions_df.loc[:, ['user_id', 'item_id']]\n",
    "\n",
    "        interactions_df.loc[:, 'interacted'] = 1\n",
    "\n",
    "        negative_interactions = []\n",
    "\n",
    "        ########################\n",
    "        # Write your code here #\n",
    "        # Generate tuples (user_id, item_id, 0) for pairs (user_id, item_id) which do not\n",
    "        # appear in the interactions_df and add those tuples to the list negative_interactions.\n",
    "        # Generate self.n_neg_per_pos * len(interactions_df) negative interactions\n",
    "        # (self.n_neg_per_pos per one positive).\n",
    "        # Make sure the code is efficient and runs fast, otherwise you will not be able to properly tune your model.\n",
    "\n",
    "        pos_tuples = interactions_df.loc[:,  ['user_id', 'item_id']]\n",
    "        \n",
    "        # Iterate over all items using tuples\n",
    "        pos_tuples = set(pos_tuples.itertuples(index=False, name=None))\n",
    "        pos_tuples = {key: 1 for key in pos_tuples}\n",
    "\n",
    "        user_ids, item_ids = interactions_df.user_id.unique(), interactions_df.item_id.unique()\n",
    "\n",
    "        while len(negative_interactions) < self.n_neg_per_pos * len(interactions_df):\n",
    "            x, y = np.random.choice(user_ids), np.random.choice(item_ids)\n",
    "\n",
    "            if (x, y) in pos_tuples:\n",
    "                continue\n",
    "            negative_interactions.append((x, y, 0))\n",
    "\n",
    "        interactions_df = pd.concat(\n",
    "            [interactions_df, pd.DataFrame(negative_interactions, columns=['user_id', 'item_id', 'interacted'])])\n",
    "\n",
    "        # Get the input data for the model\n",
    "\n",
    "        interactions_df = pd.merge(interactions_df, users_df, on=['user_id'])\n",
    "        interactions_df = pd.merge(interactions_df, items_df, on=['item_id'])\n",
    "\n",
    "        x = interactions_df.loc[:, user_features + item_features].values\n",
    "        y = interactions_df['interacted'].values\n",
    "\n",
    "        self.model.fit(x, y)\n",
    "\n",
    "    def recommend(self, users_df, items_df, n_recommendations=1):\n",
    "        \"\"\"\n",
    "        Serving of recommendations. Scores items in items_df for each user in users_df and returns \n",
    "        top n_recommendations for each user.\n",
    "\n",
    "        :param pd.DataFrame users_df: DataFrame with users and their features for which recommendations should be generated.\n",
    "        :param pd.DataFrame items_df: DataFrame with items and their features which should be scored.\n",
    "        :param int n_recommendations: Number of recommendations to be returned for each user.\n",
    "        :return: DataFrame with user_id, item_id and score as columns returning n_recommendations top recommendations \n",
    "            for each user.\n",
    "        :rtype: pd.DataFrame\n",
    "        \"\"\"\n",
    "\n",
    "        # Clean previous recommendations (iloc could be used alternatively)\n",
    "        self.recommender_df = self.recommender_df[:0]\n",
    "\n",
    "        ########################\n",
    "        # Write your code here #\n",
    "        # Prepare users_df and items_df\n",
    "        # For users_df you need to merge user features from self.users_df to users_df\n",
    "        # (the users for which you generate recommendations).\n",
    "        # Note that for users who were not in the hotel before (which is true for most users)\n",
    "        # there will be no features in self.users_df. For such users you can initialize their features\n",
    "        # with all zeros (for instance with fillna(0)), but you can also try to use average feature\n",
    "        # values from self.users_df (this way you would trear a new user as an average user).\n",
    "        # For items you have to apply the prepare_items_df method to items_df.\n",
    "\n",
    "        users_df = pd.merge(users_df, self.users_df,\n",
    "                            on=['user_id'], how='left')\n",
    "        users_df = users_df.fillna(user_avg)\n",
    "        items_df, item_features = prepare_items_df(items_df)\n",
    "\n",
    "        # Score the items\n",
    "\n",
    "        recommendations = pd.DataFrame(columns=['user_id', 'item_id', 'score'])\n",
    "\n",
    "        for ix, user in users_df.iterrows():\n",
    "\n",
    "            ########################\n",
    "            # Write your code here #\n",
    "            # Create a Carthesian product of users from users_df and items from items_df\n",
    "            user_df = user.to_frame().transpose()\n",
    "            carthesian = pd.merge(items_df, user_df, how='cross')\n",
    "\n",
    "            ########################\n",
    "            # Write your code here #\n",
    "            # Use self.model.predict method to calculate scores for all records in the just created DataFrame\n",
    "            # of users and items\n",
    "            scores = self.model.predict(\n",
    "                carthesian.loc[:, user_features + item_features].values)\n",
    "\n",
    "            ########################\n",
    "            # Write your code here #\n",
    "            # Obtain item ids with the highest score and save those ids under the chosen_ids variable\n",
    "            # Do not exclude already booked items.\n",
    "\n",
    "            chosen_ids = (-scores).argsort()[:n_recommendations]\n",
    "\n",
    "            recommendations = []\n",
    "            for item_id in chosen_ids:\n",
    "                recommendations.append(\n",
    "                    {\n",
    "                        'user_id': user['user_id'],\n",
    "                        'item_id': item_id,\n",
    "                        'score': scores[item_id]\n",
    "                    }\n",
    "                )\n",
    "\n",
    "            user_recommendations = pd.DataFrame(recommendations)\n",
    "\n",
    "            self.recommender_df = pd.concat(\n",
    "                [self.recommender_df, user_recommendations])\n",
    "\n",
    "        return self.recommender_df\n",
    "\n",
    "\n",
    "class LinearRegressionCBUIRecommender(ContentBasedUserItemRecommender):\n",
    "    \"\"\"\n",
    "    Linear regression recommender class based on user and item features.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, seed=6789, n_neg_per_pos=5, **model_params):\n",
    "        \"\"\"\n",
    "        Initialize base recommender params and variables.\n",
    "        \"\"\"\n",
    "        super().__init__(seed=seed, n_neg_per_pos=n_neg_per_pos)\n",
    "        self.model = LinearRegression()\n",
    "\n",
    "\n",
    "class SVRCBUIRecommender(ContentBasedUserItemRecommender):\n",
    "    \"\"\"\n",
    "    SVR recommender class based on user and item features.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, seed=6789, n_neg_per_pos=5, **model_params):\n",
    "        \"\"\"\n",
    "        Initialize base recommender params and variables.\n",
    "        \"\"\"\n",
    "        super().__init__(seed=seed, n_neg_per_pos=n_neg_per_pos)\n",
    "        if 'kernel' in model_params:\n",
    "            self.kernel = model_params['kernel']\n",
    "        else:\n",
    "            self.kernel = 'rbf'\n",
    "        if 'C' in model_params:\n",
    "            self.C = model_params['C']\n",
    "        else:\n",
    "            self.C = 1.0\n",
    "        if 'epsilon' in model_params:\n",
    "            self.epsilon = model_params['epsilon']\n",
    "        else:\n",
    "            self.epsilon = 0.1\n",
    "        self.model = SVR(kernel=self.kernel, C=self.C, epsilon=self.epsilon)\n",
    "\n",
    "\n",
    "class RandomForestCBUIRecommender(ContentBasedUserItemRecommender):\n",
    "    \"\"\"\n",
    "    Random forest recommender class based on user and item features.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, seed=6789, n_neg_per_pos=5, **model_params):\n",
    "        \"\"\"\n",
    "        Initialize base recommender params and variables.\n",
    "        \"\"\"\n",
    "        super().__init__(seed=seed, n_neg_per_pos=n_neg_per_pos)\n",
    "        if 'n_estimators' in model_params:\n",
    "            self.n_estimators = int(model_params['n_estimators'])\n",
    "        else:\n",
    "            self.n_estimators = 100\n",
    "        if 'max_depth' in model_params:\n",
    "            self.max_depth = int(model_params['max_depth'])\n",
    "        else:\n",
    "            self.max_depth = 30\n",
    "        if 'min_samples_split' in model_params:\n",
    "            self.min_samples_split = int(model_params['min_samples_split'])\n",
    "        else:\n",
    "            self.min_samples_split = 30\n",
    "        self.model = RandomForestRegressor(\n",
    "            n_estimators=self.n_estimators, max_depth=self.max_depth, min_samples_split=self.min_samples_split)\n",
    "\n",
    "\n",
    "class XGBoostCBUIRecommender(ContentBasedUserItemRecommender):\n",
    "    \"\"\"\n",
    "    XGBoost recommender class based on user and item features.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, seed=6789, n_neg_per_pos=5, **model_params):\n",
    "        \"\"\"\n",
    "        Initialize base recommender params and variables.\n",
    "        \"\"\"\n",
    "        super().__init__(seed=seed, n_neg_per_pos=n_neg_per_pos)\n",
    "        if 'n_estimators' in model_params:\n",
    "            self.n_estimators = int(model_params['n_estimators'])\n",
    "        else:\n",
    "            self.n_estimators = 100\n",
    "        if 'max_depth' in model_params:\n",
    "            self.max_depth = int(model_params['max_depth'])\n",
    "        else:\n",
    "            self.max_depth = 30\n",
    "        if 'min_samples_split' in model_params:\n",
    "            self.min_samples_split = int(model_params['min_samples_split'])\n",
    "        else:\n",
    "            self.min_samples_split = 30\n",
    "        if 'learning_rate' in model_params:\n",
    "            self.learning_rate = model_params['learning_rate']\n",
    "        else:\n",
    "            self.learning_rate = 30\n",
    "        self.model = GradientBoostingRegressor(\n",
    "            n_estimators=self.n_estimators, max_depth=self.max_depth, min_samples_split=self.min_samples_split,\n",
    "            learning_rate=self.learning_rate)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "copyrighted-relative",
   "metadata": {},
   "source": [
    "# Quick test of the recommender"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "greatest-canon",
   "metadata": {},
   "outputs": [],
   "source": [
    "items_df = interactions_df.loc[:, ['item_id'] + base_item_features].drop_duplicates()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "2d5e94a7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fit method\n",
    "cb_user_item_recommender = ContentBasedUserItemRecommender()\n",
    "cb_user_item_recommender.fit(interactions_df, None, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "bdc6d477",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>score</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>51</td>\n",
       "      <td>0.589844</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>22</td>\n",
       "      <td>0.583984</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>55</td>\n",
       "      <td>0.549805</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>32</td>\n",
       "      <td>0.543945</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>57</td>\n",
       "      <td>0.510742</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>34</td>\n",
       "      <td>0.504883</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.0</td>\n",
       "      <td>62</td>\n",
       "      <td>0.485352</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.0</td>\n",
       "      <td>78</td>\n",
       "      <td>0.480469</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>76</td>\n",
       "      <td>0.480469</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.0</td>\n",
       "      <td>31</td>\n",
       "      <td>0.479492</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id item_id     score        term length_of_stay_bucket rate_plan  \\\n",
       "0      1.0      51  0.589844   OffSeason                 [2-3]    Nonref   \n",
       "1      1.0      22  0.583984   OffSeason                 [2-3]  Standard   \n",
       "2      1.0      55  0.549805   OffSeason                 [2-3]    Nonref   \n",
       "3      1.0      32  0.543945   OffSeason                 [2-3]  Standard   \n",
       "4      1.0      57  0.510742   OffSeason                 [2-3]    Nonref   \n",
       "5      1.0      34  0.504883   OffSeason                 [2-3]  Standard   \n",
       "6      1.0      62  0.485352   OffSeason                 [2-3]    Nonref   \n",
       "7      1.0      78  0.480469  HighSeason                 [2-3]    Nonref   \n",
       "8      1.0      76  0.480469   OffSeason                 [4-7]    Nonref   \n",
       "9      1.0      31  0.479492   OffSeason                 [2-3]  Standard   \n",
       "\n",
       "  room_segment n_people_bucket weekend_stay  \n",
       "0    [160-260]           [3-4]         True  \n",
       "1    [160-260]           [3-4]         True  \n",
       "2    [160-260]           [2-2]         True  \n",
       "3    [160-260]           [2-2]         True  \n",
       "4    [160-260]           [3-4]        False  \n",
       "5    [160-260]           [3-4]        False  \n",
       "6    [160-260]         [5-inf]         True  \n",
       "7    [160-260]           [3-4]         True  \n",
       "8    [160-260]           [3-4]         True  \n",
       "9    [160-260]         [5-inf]         True  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Recommender method\n",
    "\n",
    "recommendations = cb_user_item_recommender.recommend(pd.DataFrame([[1], [2], [3], [4], [5]], columns=['user_id']), interactions_df, 10)\n",
    "\n",
    "recommendations = pd.merge(recommendations, items_df, on='item_id', how='left')\n",
    "display(recommendations.head(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "559c8052",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fit method\n",
    "cb_user_item_recommender = LinearRegressionCBUIRecommender()\n",
    "cb_user_item_recommender.fit(interactions_df, None, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "07727b55",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>score</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>51</td>\n",
       "      <td>0.589844</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>22</td>\n",
       "      <td>0.582520</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>55</td>\n",
       "      <td>0.551758</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>32</td>\n",
       "      <td>0.544922</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>57</td>\n",
       "      <td>0.512695</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>34</td>\n",
       "      <td>0.505859</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.0</td>\n",
       "      <td>62</td>\n",
       "      <td>0.486328</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.0</td>\n",
       "      <td>76</td>\n",
       "      <td>0.482422</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>31</td>\n",
       "      <td>0.479004</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[5-inf]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.0</td>\n",
       "      <td>78</td>\n",
       "      <td>0.476562</td>\n",
       "      <td>HighSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id item_id     score        term length_of_stay_bucket rate_plan  \\\n",
       "0      1.0      51  0.589844   OffSeason                 [2-3]    Nonref   \n",
       "1      1.0      22  0.582520   OffSeason                 [2-3]  Standard   \n",
       "2      1.0      55  0.551758   OffSeason                 [2-3]    Nonref   \n",
       "3      1.0      32  0.544922   OffSeason                 [2-3]  Standard   \n",
       "4      1.0      57  0.512695   OffSeason                 [2-3]    Nonref   \n",
       "5      1.0      34  0.505859   OffSeason                 [2-3]  Standard   \n",
       "6      1.0      62  0.486328   OffSeason                 [2-3]    Nonref   \n",
       "7      1.0      76  0.482422   OffSeason                 [4-7]    Nonref   \n",
       "8      1.0      31  0.479004   OffSeason                 [2-3]  Standard   \n",
       "9      1.0      78  0.476562  HighSeason                 [2-3]    Nonref   \n",
       "\n",
       "  room_segment n_people_bucket weekend_stay  \n",
       "0    [160-260]           [3-4]         True  \n",
       "1    [160-260]           [3-4]         True  \n",
       "2    [160-260]           [2-2]         True  \n",
       "3    [160-260]           [2-2]         True  \n",
       "4    [160-260]           [3-4]        False  \n",
       "5    [160-260]           [3-4]        False  \n",
       "6    [160-260]         [5-inf]         True  \n",
       "7    [160-260]           [3-4]         True  \n",
       "8    [160-260]         [5-inf]         True  \n",
       "9    [160-260]           [3-4]         True  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Recommender method\n",
    "\n",
    "recommendations = cb_user_item_recommender.recommend(pd.DataFrame([[1], [2], [3], [4], [5]], columns=['user_id']), interactions_df, 10)\n",
    "\n",
    "recommendations = pd.merge(recommendations, items_df, on='item_id', how='left')\n",
    "display(recommendations.head(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "f1686c6b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fit method\n",
    "cb_user_item_recommender = XGBoostCBUIRecommender()\n",
    "cb_user_item_recommender.fit(interactions_df, None, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "1614ef31",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>score</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>173</td>\n",
       "      <td>2.895737e+145</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[0-1]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>423</td>\n",
       "      <td>2.895737e+145</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[0-1]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>273</td>\n",
       "      <td>2.895737e+145</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[0-1]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>54</td>\n",
       "      <td>2.895737e+145</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[0-1]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>381</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[0-160]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>526</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>WinterVacation</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[0-160]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.0</td>\n",
       "      <td>390</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[0-1]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.0</td>\n",
       "      <td>402</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[360-500]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>403</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.0</td>\n",
       "      <td>404</td>\n",
       "      <td>2.895000e+145</td>\n",
       "      <td>LowSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[1-1]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id item_id          score            term length_of_stay_bucket  \\\n",
       "0      1.0     173  2.895737e+145       OffSeason                 [0-1]   \n",
       "1      1.0     423  2.895737e+145       OffSeason                 [0-1]   \n",
       "2      1.0     273  2.895737e+145       OffSeason                 [0-1]   \n",
       "3      1.0      54  2.895737e+145       OffSeason                 [0-1]   \n",
       "4      1.0     381  2.895000e+145       LowSeason                 [2-3]   \n",
       "5      1.0     526  2.895000e+145  WinterVacation                 [2-3]   \n",
       "6      1.0     390  2.895000e+145       LowSeason                 [0-1]   \n",
       "7      1.0     402  2.895000e+145       LowSeason                 [2-3]   \n",
       "8      1.0     403  2.895000e+145       LowSeason                 [2-3]   \n",
       "9      1.0     404  2.895000e+145       LowSeason                 [2-3]   \n",
       "\n",
       "  rate_plan room_segment n_people_bucket weekend_stay  \n",
       "0  Standard    [160-260]           [3-4]         True  \n",
       "1    Nonref    [160-260]           [2-2]         True  \n",
       "2    Nonref    [160-260]           [3-4]         True  \n",
       "3  Standard    [160-260]           [2-2]         True  \n",
       "4  Standard      [0-160]           [1-1]        False  \n",
       "5    Nonref      [0-160]           [1-1]         True  \n",
       "6    Nonref    [260-360]           [1-1]         True  \n",
       "7    Nonref    [360-500]           [1-1]         True  \n",
       "8    Nonref    [260-360]           [1-1]         True  \n",
       "9  Standard    [260-360]           [1-1]        False  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Recommender method\n",
    "\n",
    "recommendations = cb_user_item_recommender.recommend(pd.DataFrame([[1], [2], [3], [4], [5]], columns=['user_id']), interactions_df, 10)\n",
    "\n",
    "recommendations = pd.merge(recommendations, items_df, on='item_id', how='left')\n",
    "display(recommendations.head(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "49b8c340",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fit method\n",
    "cb_user_item_recommender = RandomForestCBUIRecommender()\n",
    "cb_user_item_recommender.fit(interactions_df, None, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "ce9423e9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>score</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>53</td>\n",
       "      <td>0.999130</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>55</td>\n",
       "      <td>0.998904</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>51</td>\n",
       "      <td>0.998516</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>61</td>\n",
       "      <td>0.992451</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>22</td>\n",
       "      <td>0.992076</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>23</td>\n",
       "      <td>0.986856</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.0</td>\n",
       "      <td>32</td>\n",
       "      <td>0.979718</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.0</td>\n",
       "      <td>21</td>\n",
       "      <td>0.968531</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>33</td>\n",
       "      <td>0.966890</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[260-360]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.0</td>\n",
       "      <td>56</td>\n",
       "      <td>0.965730</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id item_id     score       term length_of_stay_bucket rate_plan  \\\n",
       "0      1.0      53  0.999130  OffSeason                 [2-3]    Nonref   \n",
       "1      1.0      55  0.998904  OffSeason                 [2-3]    Nonref   \n",
       "2      1.0      51  0.998516  OffSeason                 [2-3]    Nonref   \n",
       "3      1.0      61  0.992451  OffSeason                 [4-7]    Nonref   \n",
       "4      1.0      22  0.992076  OffSeason                 [2-3]  Standard   \n",
       "5      1.0      23  0.986856  OffSeason                 [4-7]  Standard   \n",
       "6      1.0      32  0.979718  OffSeason                 [2-3]  Standard   \n",
       "7      1.0      21  0.968531  OffSeason                 [2-3]  Standard   \n",
       "8      1.0      33  0.966890  OffSeason                 [2-3]  Standard   \n",
       "9      1.0      56  0.965730  OffSeason                 [4-7]    Nonref   \n",
       "\n",
       "  room_segment n_people_bucket weekend_stay  \n",
       "0    [160-260]           [2-2]        False  \n",
       "1    [160-260]           [2-2]         True  \n",
       "2    [160-260]           [3-4]         True  \n",
       "3    [160-260]           [2-2]         True  \n",
       "4    [160-260]           [3-4]         True  \n",
       "5    [160-260]           [2-2]         True  \n",
       "6    [160-260]           [2-2]         True  \n",
       "7    [160-260]           [2-2]        False  \n",
       "8    [260-360]           [2-2]         True  \n",
       "9    [160-260]           [2-2]        False  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Recommender method\n",
    "\n",
    "recommendations = cb_user_item_recommender.recommend(pd.DataFrame([[1], [2], [3], [4], [5]], columns=['user_id']), interactions_df, 10)\n",
    "\n",
    "recommendations = pd.merge(recommendations, items_df, on='item_id', how='left')\n",
    "display(recommendations.head(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "id": "initial-capital",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# DO NOT RUN 65 MIN\n",
    "\n",
    "cb_user_item_recommender = SVRCBUIRecommender()\n",
    "cb_user_item_recommender.fit(interactions_df, None, None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "id": "digital-consolidation",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>score</th>\n",
       "      <th>term</th>\n",
       "      <th>length_of_stay_bucket</th>\n",
       "      <th>rate_plan</th>\n",
       "      <th>room_segment</th>\n",
       "      <th>n_people_bucket</th>\n",
       "      <th>weekend_stay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>55</td>\n",
       "      <td>1.132122</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>32</td>\n",
       "      <td>1.114019</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>23</td>\n",
       "      <td>0.986181</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>61</td>\n",
       "      <td>0.971776</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>51</td>\n",
       "      <td>0.944905</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>22</td>\n",
       "      <td>0.930947</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.0</td>\n",
       "      <td>53</td>\n",
       "      <td>0.853980</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.0</td>\n",
       "      <td>14</td>\n",
       "      <td>0.837589</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>21</td>\n",
       "      <td>0.826649</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[2-3]</td>\n",
       "      <td>Standard</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[2-2]</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.0</td>\n",
       "      <td>76</td>\n",
       "      <td>0.806991</td>\n",
       "      <td>OffSeason</td>\n",
       "      <td>[4-7]</td>\n",
       "      <td>Nonref</td>\n",
       "      <td>[160-260]</td>\n",
       "      <td>[3-4]</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id item_id     score       term length_of_stay_bucket rate_plan  \\\n",
       "0      1.0      55  1.132122  OffSeason                 [2-3]    Nonref   \n",
       "1      1.0      32  1.114019  OffSeason                 [2-3]  Standard   \n",
       "2      1.0      23  0.986181  OffSeason                 [4-7]  Standard   \n",
       "3      1.0      61  0.971776  OffSeason                 [4-7]    Nonref   \n",
       "4      1.0      51  0.944905  OffSeason                 [2-3]    Nonref   \n",
       "5      1.0      22  0.930947  OffSeason                 [2-3]  Standard   \n",
       "6      1.0      53  0.853980  OffSeason                 [2-3]    Nonref   \n",
       "7      1.0      14  0.837589  OffSeason                 [4-7]  Standard   \n",
       "8      1.0      21  0.826649  OffSeason                 [2-3]  Standard   \n",
       "9      1.0      76  0.806991  OffSeason                 [4-7]    Nonref   \n",
       "\n",
       "  room_segment n_people_bucket weekend_stay  \n",
       "0    [160-260]           [2-2]         True  \n",
       "1    [160-260]           [2-2]         True  \n",
       "2    [160-260]           [2-2]         True  \n",
       "3    [160-260]           [2-2]         True  \n",
       "4    [160-260]           [3-4]         True  \n",
       "5    [160-260]           [3-4]         True  \n",
       "6    [160-260]           [2-2]        False  \n",
       "7    [160-260]           [3-4]         True  \n",
       "8    [160-260]           [2-2]        False  \n",
       "9    [160-260]           [3-4]         True  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Recommender method\n",
    "\n",
    "recommendations = cb_user_item_recommender.recommend(pd.DataFrame([[1], [2], [3], [4], [5]], columns=['user_id']), interactions_df, 10)\n",
    "\n",
    "recommendations = pd.merge(recommendations, items_df, on='item_id', how='left')\n",
    "display(recommendations.head(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "advanced-eleven",
   "metadata": {},
   "source": [
    "# Tuning method"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "strange-alaska",
   "metadata": {},
   "outputs": [],
   "source": [
    "from evaluation_and_testing.testing import evaluate_train_test_split_implicit\n",
    "\n",
    "seed = 6789"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "stable-theta",
   "metadata": {},
   "outputs": [],
   "source": [
    "from hyperopt import hp, fmin, tpe, Trials\n",
    "import traceback\n",
    "\n",
    "def tune_recommender(recommender_class, interactions_df, items_df, \n",
    "                     param_space, max_evals=1, show_progressbar=True, seed=6789):\n",
    "    # Split into train_validation and test sets\n",
    "\n",
    "    shuffle = np.arange(len(interactions_df))\n",
    "    rng = np.random.RandomState(seed=seed)\n",
    "    rng.shuffle(shuffle)\n",
    "    shuffle = list(shuffle)\n",
    "\n",
    "    train_test_split = 0.8\n",
    "    split_index = int(len(interactions_df) * train_test_split)\n",
    "\n",
    "    train_validation = interactions_df.iloc[shuffle[:split_index]]\n",
    "    test = interactions_df.iloc[shuffle[split_index:]]\n",
    "\n",
    "    # Tune\n",
    "\n",
    "    def loss(tuned_params):\n",
    "        recommender = recommender_class(seed=seed, **tuned_params)\n",
    "        hr1, hr3, hr5, hr10, ndcg1, ndcg3, ndcg5, ndcg10 = evaluate_train_test_split_implicit(\n",
    "            recommender, train_validation, items_df, seed=seed)\n",
    "        return -hr10\n",
    "\n",
    "    n_tries = 1\n",
    "    succeded = False\n",
    "    try_id = 0\n",
    "    while not succeded and try_id < n_tries:\n",
    "        try:\n",
    "            trials = Trials()\n",
    "            best_param_set = fmin(loss, space=param_space, algo=tpe.suggest, \n",
    "                                  max_evals=max_evals, show_progressbar=show_progressbar, trials=trials, verbose=True)\n",
    "            succeded = True\n",
    "        except:\n",
    "            traceback.print_exc()\n",
    "            try_id += 1\n",
    "            \n",
    "    if not succeded:\n",
    "        return None\n",
    "        \n",
    "    # Validate\n",
    "    \n",
    "    recommender = recommender_class(seed=seed, **best_param_set)\n",
    "\n",
    "    results = [[recommender_class.__name__] + list(evaluate_train_test_split_implicit(\n",
    "        recommender, {'train': train_validation, 'test': test}, items_df, seed=seed))]\n",
    "\n",
    "    results = pd.DataFrame(results, \n",
    "                           columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])\n",
    "\n",
    "    display(results)\n",
    "    \n",
    "    return best_param_set"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "spiritual-orbit",
   "metadata": {},
   "source": [
    "## Tuning of the recommender\n",
    "\n",
    "<span style=\"color:red\"><font size=\"4\">**Task:**</font></span><br> \n",
    "Tune your models using the code below. You only need to put the class name of your recommender and choose an appropriate parameter space."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8ce71adc",
   "metadata": {},
   "source": [
    "### Test recommenders with default params"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "30b8171b",
   "metadata": {},
   "source": [
    "#### LINEAR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "993fb604",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = LinearRegressionCBUIRecommender()\n",
    "\n",
    "# Give the name of your recommender in the line below\n",
    "linear_cbui_tts_results = [['LinearRegressionCBUIRecommender'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "linear_cbui_tts_results = pd.DataFrame(\n",
    "    linear_cbui_tts_results, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "e7fdb6e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>LinearRegressionCBUIRecommender</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.228785</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.130502</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       Recommender      HR@1      HR@3      HR@5     HR@10  \\\n",
       "0  LinearRegressionCBUIRecommender  0.049219  0.130007  0.174134  0.228785   \n",
       "\n",
       "     NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "0  0.049219  0.094502  0.113016  0.130502  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(linear_cbui_tts_results)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "db452451",
   "metadata": {},
   "source": [
    "#### RANDOM FOREST"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "ac803da2",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = RandomForestCBUIRecommender()\n",
    "# Give the name of your recommender in the line below\n",
    "RandomForrest_cbui_tts_results = [['RandomForestCBUIRecommender'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "RandomForrest_cbui_tts_results = pd.DataFrame(\n",
    "    RandomForrest_cbui_tts_results, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "b36257a5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>RandomForestCBUIRecommender</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.111337</td>\n",
       "      <td>0.131365</td>\n",
       "      <td>0.21962</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.089212</td>\n",
       "      <td>0.097346</td>\n",
       "      <td>0.124859</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(HTML(RandomForrest_cbui_tts_results.to_html()))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2ed06245",
   "metadata": {},
   "source": [
    "#### XGBOOST"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "51c4df2e",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = XGBoostCBUIRecommender()\n",
    "# Give the name of your recommender in the line below\n",
    "XGBoost_cbui_tts_results = [['XGBoostCBUIRecommender'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "XGBoost_cbui_tts_results = pd.DataFrame(\n",
    "    XGBoost_cbui_tts_results, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "7e07c6e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>XGBoostCBUIRecommender</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.006449</td>\n",
       "      <td>0.009504</td>\n",
       "      <td>0.017312</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.004126</td>\n",
       "      <td>0.005367</td>\n",
       "      <td>0.007898</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(HTML(XGBoost_cbui_tts_results.to_html()))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5608f53e",
   "metadata": {},
   "source": [
    "#### SVR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "514b624b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SVRCBUIRecommender</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.144603</td>\n",
       "      <td>0.193822</td>\n",
       "      <td>0.265784</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.107203</td>\n",
       "      <td>0.12788</td>\n",
       "      <td>0.150752</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# DO NOT RUN 275 min\n",
    "\n",
    "cb_user_item_recommender2 = SVRCBUIRecommender(\n",
    "    **{'C': 1.0, 'epsilon': 0.1, 'kernel': 'rbf'}\n",
    ")\n",
    "# Give the name of your recommender in the line below\n",
    "SVR_cbui_tts_results2 = [['SVRCBUIRecommender'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender2, interactions_df, items_df))]\n",
    "\n",
    "SVR_cbui_tts_results2 = pd.DataFrame(\n",
    "    SVR_cbui_tts_results2, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])\n",
    "\n",
    "display(HTML(SVR_cbui_tts_results2.to_html()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "52f1fe24",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SVRCBUIRecommender</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.144603</td>\n",
       "      <td>0.193822</td>\n",
       "      <td>0.265784</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.107203</td>\n",
       "      <td>0.12788</td>\n",
       "      <td>0.150752</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          Recommender      HR@1      HR@3      HR@5     HR@10    NDCG@1  \\\n",
       "0  SVRCBUIRecommender  0.059403  0.144603  0.193822  0.265784  0.059403   \n",
       "\n",
       "     NDCG@3   NDCG@5   NDCG@10  \n",
       "0  0.107203  0.12788  0.150752  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(SVR_cbui_tts_results2)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "22baa19e",
   "metadata": {},
   "source": [
    "#### AMAZON"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "c398fd96",
   "metadata": {},
   "outputs": [],
   "source": [
    "from recommenders.amazon_recommender import AmazonRecommender\n",
    "\n",
    "amazon_recommender = AmazonRecommender()\n",
    "\n",
    "amazon_tts_results = [['AmazonRecommender'] + list(evaluate_train_test_split_implicit(\n",
    "    amazon_recommender, interactions_df, items_df))]\n",
    "\n",
    "amazon_tts_results = pd.DataFrame(\n",
    "    amazon_tts_results, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "d3db500f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AmazonRecommender</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.118805</td>\n",
       "      <td>0.160557</td>\n",
       "      <td>0.223693</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.086755</td>\n",
       "      <td>0.104216</td>\n",
       "      <td>0.124468</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Recommender      HR@1      HR@3      HR@5     HR@10    NDCG@1  \\\n",
       "0  AmazonRecommender  0.044128  0.118805  0.160557  0.223693  0.044128   \n",
       "\n",
       "     NDCG@3    NDCG@5   NDCG@10  \n",
       "0  0.086755  0.104216  0.124468  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(amazon_tts_results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "id": "a7552d25",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>XGBoostCBUIRecommender</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.006449</td>\n",
       "      <td>0.009504</td>\n",
       "      <td>0.017312</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.004126</td>\n",
       "      <td>0.005367</td>\n",
       "      <td>0.007898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RandomForestCBUIRecommender</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.111337</td>\n",
       "      <td>0.131365</td>\n",
       "      <td>0.219620</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.089212</td>\n",
       "      <td>0.097346</td>\n",
       "      <td>0.124859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AmazonRecommender</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.118805</td>\n",
       "      <td>0.160557</td>\n",
       "      <td>0.223693</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.086755</td>\n",
       "      <td>0.104216</td>\n",
       "      <td>0.124468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>LinearRegressionCBUIRecommender</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.228785</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.130502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SVRCBUIRecommender</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.144603</td>\n",
       "      <td>0.193822</td>\n",
       "      <td>0.265784</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.107203</td>\n",
       "      <td>0.127880</td>\n",
       "      <td>0.150752</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       Recommender      HR@1      HR@3      HR@5     HR@10  \\\n",
       "2           XGBoostCBUIRecommender  0.001358  0.006449  0.009504  0.017312   \n",
       "1      RandomForestCBUIRecommender  0.056687  0.111337  0.131365  0.219620   \n",
       "3                AmazonRecommender  0.044128  0.118805  0.160557  0.223693   \n",
       "0  LinearRegressionCBUIRecommender  0.049219  0.130007  0.174134  0.228785   \n",
       "4               SVRCBUIRecommender  0.059403  0.144603  0.193822  0.265784   \n",
       "\n",
       "     NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "2  0.001358  0.004126  0.005367  0.007898  \n",
       "1  0.056687  0.089212  0.097346  0.124859  \n",
       "3  0.044128  0.086755  0.104216  0.124468  \n",
       "0  0.049219  0.094502  0.113016  0.130502  \n",
       "4  0.059403  0.107203  0.127880  0.150752  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "recommenders_list = []\n",
    "recommenders_list.append(linear_cbui_tts_results)\n",
    "recommenders_list.append(RandomForrest_cbui_tts_results)\n",
    "recommenders_list.append(XGBoost_cbui_tts_results)\n",
    "recommenders_list.append(amazon_tts_results)\n",
    "recommenders_list.append(SVR_cbui_tts_results2)\n",
    "\n",
    "tts_results = pd.concat(recommenders_list).reset_index(drop=True)\n",
    "display(tts_results.sort_values(by=['HR@10']))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2f2e0674",
   "metadata": {},
   "source": [
    "## TUNING"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "073e2ed6",
   "metadata": {},
   "source": [
    "# LinearRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "a96a0a0f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 10/10 [22:41<00:00, 136.16s/trial, best loss: -0.2264071096064325]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>LinearRegressionCBUIRecommender</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.228785</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.130548</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       Recommender      HR@1      HR@3      HR@5     HR@10  \\\n",
       "0  LinearRegressionCBUIRecommender  0.049219  0.130007  0.174134  0.228785   \n",
       "\n",
       "     NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "0  0.049219  0.094502  0.113016  0.130548  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameters:\n",
      "{'n_neg_per_pos': 5.0}\n"
     ]
    }
   ],
   "source": [
    "# # OK\n",
    "\n",
    "# param_space = {\n",
    "#     'n_neg_per_pos': hp.quniform('n_neg_per_pos', 1, 10, 1)\n",
    "# }\n",
    "\n",
    "# best_param_set = tune_recommender(LinearRegressionCBUIRecommender, interactions_df, items_df,\n",
    "#                                   param_space, max_evals=10, show_progressbar=True, seed=seed)\n",
    "\n",
    "# print(\"Best parameters:\")\n",
    "# print(best_param_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "ba69b9ab",
   "metadata": {},
   "outputs": [],
   "source": [
    "best_param_set = {'n_neg_per_pos': 5.0}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "41e6b680",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = LinearRegressionCBUIRecommender(**best_param_set)\n",
    "\n",
    "# Give the name of your recommender in the line below\n",
    "linear_cbui_tts_results_tuned = [['LinearRegressionCBUIRecommenderTuned'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "linear_cbui_tts_results_tuned = pd.DataFrame(\n",
    "    linear_cbui_tts_results_tuned, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>LinearRegressionCBUIRecommenderTuned</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.243381</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.135005</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(HTML(linear_cbui_tts_results_tuned.to_html()))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e51073d1",
   "metadata": {},
   "source": [
    "# RandomForest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "id": "seasonal-header",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 100/100 [5:38:43<00:00, 203.24s/trial, best loss: -0.23487092678798138] \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>RandomForestCBUIRecommender</td>\n",
       "      <td>0.051595</td>\n",
       "      <td>0.137475</td>\n",
       "      <td>0.182281</td>\n",
       "      <td>0.244739</td>\n",
       "      <td>0.051595</td>\n",
       "      <td>0.100579</td>\n",
       "      <td>0.119385</td>\n",
       "      <td>0.139151</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Recommender      HR@1      HR@3      HR@5     HR@10  \\\n",
       "0  RandomForestCBUIRecommender  0.051595  0.137475  0.182281  0.244739   \n",
       "\n",
       "     NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "0  0.051595  0.100579  0.119385  0.139151  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameters:\n",
      "{'max_depth': 10.0, 'min_samples_split': 8.0, 'n_estimators': 112.0, 'n_neg_per_pos': 10.0}\n"
     ]
    }
   ],
   "source": [
    "# param_space = {\n",
    "#     'n_neg_per_pos': hp.quniform('n_neg_per_pos', 1, 10, 1),\n",
    "#     'n_estimators': hp.quniform('n_estimators', 30, 300, 1),\n",
    "#     'max_depth': hp.quniform('max_depth', 2, 10, 1),\n",
    "#     'min_samples_split': hp.quniform('min_samples_split', 2, 30, 1)\n",
    "# }\n",
    "\n",
    "# best_param_set = tune_recommender(RandomForestCBUIRecommender, interactions_df, items_df,\n",
    "#                                   param_space, max_evals=100, show_progressbar=True, seed=seed)\n",
    "\n",
    "# print(\"Best parameters:\")\n",
    "# print(best_param_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "id": "901015a5",
   "metadata": {},
   "outputs": [],
   "source": [
    "best_param_set = {'max_depth': 10.0, 'min_samples_split': 8.0, 'n_estimators': 112.0, 'n_neg_per_pos': 10.0}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "id": "0541102a",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = RandomForestCBUIRecommender(**best_param_set)\n",
    "# Give the name of your recommender in the line below\n",
    "RandomForrest_cbui_tts_results_tuned = [['RandomForestCBUIRecommenderTuned'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "RandomForrest_cbui_tts_results_tuned = pd.DataFrame(\n",
    "    RandomForrest_cbui_tts_results_tuned, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "id": "6258a795",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>RandomForestCBUIRecommenderTuned</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.125594</td>\n",
       "      <td>0.181602</td>\n",
       "      <td>0.24372</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.086836</td>\n",
       "      <td>0.110452</td>\n",
       "      <td>0.130318</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(HTML(RandomForrest_cbui_tts_results_tuned.to_html()))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f7f27f0e",
   "metadata": {},
   "source": [
    "# XGBoost"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "moved-gothic",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 300/300 [13:43:56<00:00, 164.79s/trial, best loss: -0.23656369022429116]  \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>XGBoostCBUIRecommender</td>\n",
       "      <td>0.047862</td>\n",
       "      <td>0.110319</td>\n",
       "      <td>0.158181</td>\n",
       "      <td>0.247115</td>\n",
       "      <td>0.047862</td>\n",
       "      <td>0.085446</td>\n",
       "      <td>0.10533</td>\n",
       "      <td>0.133754</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              Recommender      HR@1      HR@3      HR@5     HR@10    NDCG@1  \\\n",
       "0  XGBoostCBUIRecommender  0.047862  0.110319  0.158181  0.247115  0.047862   \n",
       "\n",
       "     NDCG@3   NDCG@5   NDCG@10  \n",
       "0  0.085446  0.10533  0.133754  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best parameters:\n",
      "{'learning_rate': 0.049287321236651666, 'max_depth': 6.0, 'min_samples_split': 12.0, 'n_estimators': 208.0, 'n_neg_per_pos': 9.0}\n"
     ]
    }
   ],
   "source": [
    "# # This tuning may take around 12 hours\n",
    "\n",
    "# param_space = {\n",
    "#     'n_neg_per_pos': hp.quniform('n_neg_per_pos', 1, 10, 1),\n",
    "#     'n_estimators': hp.quniform('n_estimators', 10, 300, 1),\n",
    "#     'max_depth': hp.quniform('max_depth', 2, 10, 1),\n",
    "#     'min_samples_split': hp.quniform('min_samples_split', 2, 30, 1),\n",
    "#     'learning_rate': hp.loguniform('learning_rate', np.log(0.001), np.log(0.1))\n",
    "# }\n",
    "\n",
    "# best_param_set = tune_recommender(XGBoostCBUIRecommender, interactions_df, items_df,\n",
    "#                                   param_space, max_evals=300, show_progressbar=True, seed=seed)\n",
    "\n",
    "# print(\"Best parameters:\")\n",
    "# print(best_param_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "id": "bd26c5a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "best_param_set = {'learning_rate': 0.049287321236651666, 'max_depth': 6.0, 'min_samples_split': 12.0, 'n_estimators': 208.0, 'n_neg_per_pos': 9.0}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "id": "dae3bbff",
   "metadata": {},
   "outputs": [],
   "source": [
    "cb_user_item_recommender = XGBoostCBUIRecommender(**best_param_set)\n",
    "# Give the name of your recommender in the line below\n",
    "XGBoost_cbui_tts_results_tuned = [['XGBoostCBUIRecommenderTuned'] + list(evaluate_train_test_split_implicit(\n",
    "    cb_user_item_recommender, interactions_df, items_df))]\n",
    "\n",
    "XGBoost_cbui_tts_results_tuned = pd.DataFrame(\n",
    "    XGBoost_cbui_tts_results_tuned, columns=['Recommender', 'HR@1', 'HR@3', 'HR@5', 'HR@10', 'NDCG@1', 'NDCG@3', 'NDCG@5', 'NDCG@10'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "id": "aeb3f086",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>XGBoostCBUIRecommenderTuned</td>\n",
       "      <td>0.04888</td>\n",
       "      <td>0.132722</td>\n",
       "      <td>0.154786</td>\n",
       "      <td>0.254243</td>\n",
       "      <td>0.04888</td>\n",
       "      <td>0.097156</td>\n",
       "      <td>0.106123</td>\n",
       "      <td>0.138937</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   Recommender     HR@1      HR@3      HR@5     HR@10  \\\n",
       "0  XGBoostCBUIRecommenderTuned  0.04888  0.132722  0.154786  0.254243   \n",
       "\n",
       "    NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "0  0.04888  0.097156  0.106123  0.138937  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(XGBoost_cbui_tts_results_tuned)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "11c38237",
   "metadata": {},
   "source": [
    "# Final evaluation\n",
    "\n",
    "<span style=\"color:red\"><font size=\"4\">**Task:**</font></span><br> \n",
    "Run the final evaluation of your recommender and present its results against the Amazon recommender's results. You can present results for several of your recommenders. You just need to give the class name of your recommender and its tuned parameters below. If you present results for several recommenders, you should add a separate cell for each recommender and change the names of the DataFrames containing results."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d52aca7a",
   "metadata": {},
   "source": [
    "# ALL RECOMMENDERS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "6ede23a5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>XGBoostCBUIRecommender</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.006449</td>\n",
       "      <td>0.009504</td>\n",
       "      <td>0.017312</td>\n",
       "      <td>0.001358</td>\n",
       "      <td>0.004126</td>\n",
       "      <td>0.005367</td>\n",
       "      <td>0.007898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>RandomForestCBUIRecommender</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.111337</td>\n",
       "      <td>0.131365</td>\n",
       "      <td>0.219620</td>\n",
       "      <td>0.056687</td>\n",
       "      <td>0.089212</td>\n",
       "      <td>0.097346</td>\n",
       "      <td>0.124859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AmazonRecommender</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.118805</td>\n",
       "      <td>0.160557</td>\n",
       "      <td>0.223693</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.086755</td>\n",
       "      <td>0.104216</td>\n",
       "      <td>0.124468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>LinearRegressionCBUIRecommender</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.228785</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.130502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LinearRegressionCBUIRecommenderTuned</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.243381</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.135005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RandomForestCBUIRecommenderTuned</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.125594</td>\n",
       "      <td>0.181602</td>\n",
       "      <td>0.243720</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.086836</td>\n",
       "      <td>0.110452</td>\n",
       "      <td>0.130318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>XGBoostCBUIRecommenderTuned</td>\n",
       "      <td>0.048880</td>\n",
       "      <td>0.132722</td>\n",
       "      <td>0.154786</td>\n",
       "      <td>0.254243</td>\n",
       "      <td>0.048880</td>\n",
       "      <td>0.097156</td>\n",
       "      <td>0.106123</td>\n",
       "      <td>0.138937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>SVRCBUIRecommender</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.144603</td>\n",
       "      <td>0.193822</td>\n",
       "      <td>0.265784</td>\n",
       "      <td>0.059403</td>\n",
       "      <td>0.107203</td>\n",
       "      <td>0.127880</td>\n",
       "      <td>0.150752</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            Recommender      HR@1      HR@3      HR@5  \\\n",
       "4                XGBoostCBUIRecommender  0.001358  0.006449  0.009504   \n",
       "5           RandomForestCBUIRecommender  0.056687  0.111337  0.131365   \n",
       "3                     AmazonRecommender  0.044128  0.118805  0.160557   \n",
       "6       LinearRegressionCBUIRecommender  0.049219  0.130007  0.174134   \n",
       "2  LinearRegressionCBUIRecommenderTuned  0.049219  0.130007  0.174134   \n",
       "1      RandomForestCBUIRecommenderTuned  0.037678  0.125594  0.181602   \n",
       "0           XGBoostCBUIRecommenderTuned  0.048880  0.132722  0.154786   \n",
       "7                    SVRCBUIRecommender  0.059403  0.144603  0.193822   \n",
       "\n",
       "      HR@10    NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "4  0.017312  0.001358  0.004126  0.005367  0.007898  \n",
       "5  0.219620  0.056687  0.089212  0.097346  0.124859  \n",
       "3  0.223693  0.044128  0.086755  0.104216  0.124468  \n",
       "6  0.228785  0.049219  0.094502  0.113016  0.130502  \n",
       "2  0.243381  0.049219  0.094502  0.113016  0.135005  \n",
       "1  0.243720  0.037678  0.086836  0.110452  0.130318  \n",
       "0  0.254243  0.048880  0.097156  0.106123  0.138937  \n",
       "7  0.265784  0.059403  0.107203  0.127880  0.150752  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "recommenders_list2 = []\n",
    "recommenders_list2.append(XGBoost_cbui_tts_results_tuned)\n",
    "recommenders_list2.append(RandomForrest_cbui_tts_results_tuned)\n",
    "recommenders_list2.append(linear_cbui_tts_results_tuned)\n",
    "recommenders_list2.append(amazon_tts_results)\n",
    "recommenders_list2.append(XGBoost_cbui_tts_results)\n",
    "recommenders_list2.append(RandomForrest_cbui_tts_results)\n",
    "recommenders_list2.append(linear_cbui_tts_results)\n",
    "recommenders_list2.append(SVR_cbui_tts_results2)\n",
    "\n",
    "tts_results2 = pd.concat(recommenders_list2).reset_index(drop=True)\n",
    "display(tts_results2.sort_values(by=['HR@10']))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "726e6943",
   "metadata": {},
   "source": [
    "# TUNED RECOMMENDERS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "id": "39102b98",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Recommender</th>\n",
       "      <th>HR@1</th>\n",
       "      <th>HR@3</th>\n",
       "      <th>HR@5</th>\n",
       "      <th>HR@10</th>\n",
       "      <th>NDCG@1</th>\n",
       "      <th>NDCG@3</th>\n",
       "      <th>NDCG@5</th>\n",
       "      <th>NDCG@10</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AmazonRecommender</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.118805</td>\n",
       "      <td>0.160557</td>\n",
       "      <td>0.223693</td>\n",
       "      <td>0.044128</td>\n",
       "      <td>0.086755</td>\n",
       "      <td>0.104216</td>\n",
       "      <td>0.124468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LinearRegressionCBUIRecommenderTuned</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.130007</td>\n",
       "      <td>0.174134</td>\n",
       "      <td>0.243381</td>\n",
       "      <td>0.049219</td>\n",
       "      <td>0.094502</td>\n",
       "      <td>0.113016</td>\n",
       "      <td>0.135005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RandomForestCBUIRecommenderTuned</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.125594</td>\n",
       "      <td>0.181602</td>\n",
       "      <td>0.243720</td>\n",
       "      <td>0.037678</td>\n",
       "      <td>0.086836</td>\n",
       "      <td>0.110452</td>\n",
       "      <td>0.130318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>XGBoostCBUIRecommenderTuned</td>\n",
       "      <td>0.048880</td>\n",
       "      <td>0.132722</td>\n",
       "      <td>0.154786</td>\n",
       "      <td>0.254243</td>\n",
       "      <td>0.048880</td>\n",
       "      <td>0.097156</td>\n",
       "      <td>0.106123</td>\n",
       "      <td>0.138937</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            Recommender      HR@1      HR@3      HR@5  \\\n",
       "3                     AmazonRecommender  0.044128  0.118805  0.160557   \n",
       "2  LinearRegressionCBUIRecommenderTuned  0.049219  0.130007  0.174134   \n",
       "1      RandomForestCBUIRecommenderTuned  0.037678  0.125594  0.181602   \n",
       "0           XGBoostCBUIRecommenderTuned  0.048880  0.132722  0.154786   \n",
       "\n",
       "      HR@10    NDCG@1    NDCG@3    NDCG@5   NDCG@10  \n",
       "3  0.223693  0.044128  0.086755  0.104216  0.124468  \n",
       "2  0.243381  0.049219  0.094502  0.113016  0.135005  \n",
       "1  0.243720  0.037678  0.086836  0.110452  0.130318  \n",
       "0  0.254243  0.048880  0.097156  0.106123  0.138937  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "recommenders_list3 = []\n",
    "recommenders_list3.append(XGBoost_cbui_tts_results_tuned)\n",
    "recommenders_list3.append(RandomForrest_cbui_tts_results_tuned)\n",
    "recommenders_list3.append(linear_cbui_tts_results_tuned)\n",
    "recommenders_list3.append(amazon_tts_results)\n",
    "\n",
    "\n",
    "tts_results3 = pd.concat(recommenders_list3).reset_index(drop=True)\n",
    "display(tts_results3.sort_values(by=['HR@10']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4a98f1f4",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}