Content Based Recommender System.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 218,
   "id": "e02d4282",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd\n",
    "import math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 219,
   "id": "f2339cd0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>url</th>\n",
       "      <th>brand</th>\n",
       "      <th>name</th>\n",
       "      <th>price</th>\n",
       "      <th>skin type</th>\n",
       "      <th>spf</th>\n",
       "      <th>concern</th>\n",
       "      <th>concern 2</th>\n",
       "      <th>concern 3</th>\n",
       "      <th>key ingredient</th>\n",
       "      <th>formulation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Absolute Perfect Radiance Skin Lightening Day ...</td>\n",
       "      <td>₹ 79</td>\n",
       "      <td>All</td>\n",
       "      <td>NaN</td>\n",
       "      <td>General Care</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cream</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/bioti...</td>\n",
       "      <td>Biotique</td>\n",
       "      <td>Bio Morning Nectar Flawless Sustainable Skin M...</td>\n",
       "      <td>₹ 165</td>\n",
       "      <td>All</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Uneven Skin Tone</td>\n",
       "      <td>Hydration</td>\n",
       "      <td>Dark Spots</td>\n",
       "      <td>Honey</td>\n",
       "      <td>Lotion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/nivea...</td>\n",
       "      <td>Nivea</td>\n",
       "      <td>Unisex Aloe Hydration Skin Cream 100 ml</td>\n",
       "      <td>₹ 92</td>\n",
       "      <td>All</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Dull Skin</td>\n",
       "      <td>Dryness</td>\n",
       "      <td>General Care</td>\n",
       "      <td>Aloe Vera</td>\n",
       "      <td>Cream</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/vi-jo...</td>\n",
       "      <td>VI-JOHN</td>\n",
       "      <td>Women Set of 5 Saffron Fairness Cream Advanced</td>\n",
       "      <td>₹ 187</td>\n",
       "      <td>All</td>\n",
       "      <td>15 to 30</td>\n",
       "      <td>Softening and Smoothening</td>\n",
       "      <td>Softening and Smoothening</td>\n",
       "      <td>Sun Protection</td>\n",
       "      <td>Vitamin E</td>\n",
       "      <td>Cream</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Peach Milk Soft Creme 150g</td>\n",
       "      <td>₹ 192</td>\n",
       "      <td>All</td>\n",
       "      <td>NaN</td>\n",
       "      <td>General Care</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cream</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1767</th>\n",
       "      <td>foundation</td>\n",
       "      <td>https://www.myntra.com/foundation-and-primer/l...</td>\n",
       "      <td>LOreal</td>\n",
       "      <td>Paris Infallible 24h Matte Cover Liquid Founda...</td>\n",
       "      <td>₹ 559</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Between 15-30</td>\n",
       "      <td>Waterproof</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Liquid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1768</th>\n",
       "      <td>foundation</td>\n",
       "      <td>https://www.myntra.com/foundation-and-primer/t...</td>\n",
       "      <td>TEMPTU</td>\n",
       "      <td>Unisex Perfect Canvas Hydra Lock Nude Airbrush...</td>\n",
       "      <td>₹ 855</td>\n",
       "      <td>All</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Liquid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1769</th>\n",
       "      <td>foundation</td>\n",
       "      <td>https://www.myntra.com/foundation-and-primer/m...</td>\n",
       "      <td>Miss Claire</td>\n",
       "      <td>Skin Beige 23 Lasting Perfection Ultimate Wear...</td>\n",
       "      <td>₹ 256</td>\n",
       "      <td>Normal</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Liquid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1770</th>\n",
       "      <td>foundation</td>\n",
       "      <td>https://www.myntra.com/foundation-and-primer/c...</td>\n",
       "      <td>Colorbar</td>\n",
       "      <td>24Hrs Weightless Liquid Foundation-FC 6.2 25ml</td>\n",
       "      <td>₹ 796</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Oil Control</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Liquid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1771</th>\n",
       "      <td>foundation</td>\n",
       "      <td>https://www.myntra.com/foundation-and-primer/l...</td>\n",
       "      <td>LOreal</td>\n",
       "      <td>Paris Infallible 24H Matte Cover Liquid Founda...</td>\n",
       "      <td>₹ 623</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Between 15-30</td>\n",
       "      <td>Waterproof</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Liquid</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1772 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  label                                                url  \\\n",
       "0     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "1     face-moisturisers  https://www.myntra.com/face-moisturisers/bioti...   \n",
       "2     face-moisturisers  https://www.myntra.com/face-moisturisers/nivea...   \n",
       "3     face-moisturisers  https://www.myntra.com/face-moisturisers/vi-jo...   \n",
       "4     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "...                 ...                                                ...   \n",
       "1767         foundation  https://www.myntra.com/foundation-and-primer/l...   \n",
       "1768         foundation  https://www.myntra.com/foundation-and-primer/t...   \n",
       "1769         foundation  https://www.myntra.com/foundation-and-primer/m...   \n",
       "1770         foundation  https://www.myntra.com/foundation-and-primer/c...   \n",
       "1771         foundation  https://www.myntra.com/foundation-and-primer/l...   \n",
       "\n",
       "            brand                                               name  price  \\\n",
       "0           Lakme  Absolute Perfect Radiance Skin Lightening Day ...   ₹ 79   \n",
       "1        Biotique  Bio Morning Nectar Flawless Sustainable Skin M...  ₹ 165   \n",
       "2           Nivea            Unisex Aloe Hydration Skin Cream 100 ml   ₹ 92   \n",
       "3         VI-JOHN     Women Set of 5 Saffron Fairness Cream Advanced  ₹ 187   \n",
       "4           Lakme                         Peach Milk Soft Creme 150g  ₹ 192   \n",
       "...           ...                                                ...    ...   \n",
       "1767       LOreal  Paris Infallible 24h Matte Cover Liquid Founda...  ₹ 559   \n",
       "1768       TEMPTU  Unisex Perfect Canvas Hydra Lock Nude Airbrush...  ₹ 855   \n",
       "1769  Miss Claire  Skin Beige 23 Lasting Perfection Ultimate Wear...  ₹ 256   \n",
       "1770     Colorbar     24Hrs Weightless Liquid Foundation-FC 6.2 25ml  ₹ 796   \n",
       "1771       LOreal  Paris Infallible 24H Matte Cover Liquid Founda...  ₹ 623   \n",
       "\n",
       "     skin type            spf                    concern  \\\n",
       "0          All            NaN               General Care   \n",
       "1          All            NaN           Uneven Skin Tone   \n",
       "2          All            NaN                  Dull Skin   \n",
       "3          All       15 to 30  Softening and Smoothening   \n",
       "4          All            NaN               General Care   \n",
       "...        ...            ...                        ...   \n",
       "1767       NaN  Between 15-30                 Waterproof   \n",
       "1768       All            NaN                        NaN   \n",
       "1769    Normal            NaN                        NaN   \n",
       "1770       NaN            NaN                Oil Control   \n",
       "1771       NaN  Between 15-30                 Waterproof   \n",
       "\n",
       "                      concern 2       concern 3 key ingredient formulation  \n",
       "0                           NaN             NaN            NaN       Cream  \n",
       "1                     Hydration      Dark Spots          Honey      Lotion  \n",
       "2                       Dryness    General Care      Aloe Vera       Cream  \n",
       "3     Softening and Smoothening  Sun Protection      Vitamin E       Cream  \n",
       "4                           NaN             NaN            NaN       Cream  \n",
       "...                         ...             ...            ...         ...  \n",
       "1767                        NaN             NaN            NaN      Liquid  \n",
       "1768                        NaN             NaN            NaN      Liquid  \n",
       "1769                        NaN             NaN            NaN      Liquid  \n",
       "1770                        NaN             NaN            NaN      Liquid  \n",
       "1771                        NaN             NaN            NaN      Liquid  \n",
       "\n",
       "[1772 rows x 12 columns]"
      ]
     },
     "execution_count": 219,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('result.csv')\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9d652c91",
   "metadata": {},
   "source": [
    "## Imputation of values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "id": "3860a004",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "foundation           300\n",
       "concealer            300\n",
       "face-moisturisers    300\n",
       "cleanser             300\n",
       "mask-and-peel        300\n",
       "sunscreen            272\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 220,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "id": "2f9db474",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label                0\n",
       "url                  0\n",
       "brand               46\n",
       "name                46\n",
       "price               46\n",
       "skin type          309\n",
       "spf               1352\n",
       "concern            376\n",
       "concern 2         1115\n",
       "concern 3         1265\n",
       "key ingredient    1101\n",
       "formulation        384\n",
       "dtype: int64"
      ]
     },
     "execution_count": 221,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "id": "5a386d84",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['concern 2'].fillna('', inplace = True)\n",
    "df['concern 3'].fillna('', inplace = True)\n",
    "df['concern'] = df['concern'] + ',' + df['concern 2'] + ',' + df['concern 3']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 223,
   "id": "857ab1c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Sun Protection,,                        202\n",
       "Dark Spots,,                             81\n",
       "General Care,,                           68\n",
       "Waterproof,,                             43\n",
       "Acne or Blemishes,,                      41\n",
       "                                       ... \n",
       "Tan Removal,Hydration,                    1\n",
       "Redness,Pore Care,                        1\n",
       "Softening and Smoothening,Daily Use,      1\n",
       "Pigmentation,Pore Care,                   1\n",
       "Dark Spots,Hydration,Tan Removal          1\n",
       "Name: concern, Length: 420, dtype: int64"
      ]
     },
     "execution_count": 223,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.drop(columns=['concern 2', 'concern 3', 'spf', 'key ingredient', 'formulation'], inplace = True)\n",
    "df['concern'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "id": "e8770c2a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>url</th>\n",
       "      <th>brand</th>\n",
       "      <th>name</th>\n",
       "      <th>price</th>\n",
       "      <th>skin type</th>\n",
       "      <th>concern</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Absolute Perfect Radiance Skin Lightening Day ...</td>\n",
       "      <td>₹ 79</td>\n",
       "      <td>All</td>\n",
       "      <td>General Care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/bioti...</td>\n",
       "      <td>Biotique</td>\n",
       "      <td>Bio Morning Nectar Flawless Sustainable Skin M...</td>\n",
       "      <td>₹ 165</td>\n",
       "      <td>All</td>\n",
       "      <td>Uneven Skin Tone,Hydration,Dark Spots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/nivea...</td>\n",
       "      <td>Nivea</td>\n",
       "      <td>Unisex Aloe Hydration Skin Cream 100 ml</td>\n",
       "      <td>₹ 92</td>\n",
       "      <td>All</td>\n",
       "      <td>Dull Skin,Dryness,General Care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/vi-jo...</td>\n",
       "      <td>VI-JOHN</td>\n",
       "      <td>Women Set of 5 Saffron Fairness Cream Advanced</td>\n",
       "      <td>₹ 187</td>\n",
       "      <td>All</td>\n",
       "      <td>Softening and Smoothening,Softening and Smooth...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Peach Milk Soft Creme 150g</td>\n",
       "      <td>₹ 192</td>\n",
       "      <td>All</td>\n",
       "      <td>General Care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1467</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/samisha/s...</td>\n",
       "      <td>SAMISHA</td>\n",
       "      <td>Vitamin C Sleeping Mask 50 ml</td>\n",
       "      <td>₹ 399</td>\n",
       "      <td>All</td>\n",
       "      <td>Daily Use,Dark Spots,Hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1468</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/mancode/m...</td>\n",
       "      <td>MANCODE</td>\n",
       "      <td>Pack Of 3 De-Tan Facial Sheet Mask 25ml Each</td>\n",
       "      <td>₹ 299</td>\n",
       "      <td>All</td>\n",
       "      <td>Hydration,Hydration,Softening and Smoothening</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1469</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/masking/m...</td>\n",
       "      <td>MasKing</td>\n",
       "      <td>Set of 5 Beauty Green Tea Facial Sheet Mask 100ml</td>\n",
       "      <td>₹ 333</td>\n",
       "      <td>All</td>\n",
       "      <td>Daily Use,Hydration,Anti-Pollution</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1470</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/good-vibe...</td>\n",
       "      <td>Good Vibes</td>\n",
       "      <td>Rose Hydrating Face Mask 110 g</td>\n",
       "      <td>₹ 268</td>\n",
       "      <td>All</td>\n",
       "      <td>Dull Skin,Softening and Smoothening,Hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1471</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/miss-clai...</td>\n",
       "      <td>Miss Claire</td>\n",
       "      <td>Charcoal O2 Bubble Purifying Mask</td>\n",
       "      <td>₹ 120</td>\n",
       "      <td>All</td>\n",
       "      <td>Hydration,,</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1172 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  label                                                url  \\\n",
       "0     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "1     face-moisturisers  https://www.myntra.com/face-moisturisers/bioti...   \n",
       "2     face-moisturisers  https://www.myntra.com/face-moisturisers/nivea...   \n",
       "3     face-moisturisers  https://www.myntra.com/face-moisturisers/vi-jo...   \n",
       "4     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "...                 ...                                                ...   \n",
       "1467      mask-and-peel  https://www.myntra.com/mask-and-peel/samisha/s...   \n",
       "1468      mask-and-peel  https://www.myntra.com/mask-and-peel/mancode/m...   \n",
       "1469      mask-and-peel  https://www.myntra.com/mask-and-peel/masking/m...   \n",
       "1470      mask-and-peel  https://www.myntra.com/mask-and-peel/good-vibe...   \n",
       "1471      mask-and-peel  https://www.myntra.com/mask-and-peel/miss-clai...   \n",
       "\n",
       "            brand                                               name  price  \\\n",
       "0           Lakme  Absolute Perfect Radiance Skin Lightening Day ...   ₹ 79   \n",
       "1        Biotique  Bio Morning Nectar Flawless Sustainable Skin M...  ₹ 165   \n",
       "2           Nivea            Unisex Aloe Hydration Skin Cream 100 ml   ₹ 92   \n",
       "3         VI-JOHN     Women Set of 5 Saffron Fairness Cream Advanced  ₹ 187   \n",
       "4           Lakme                         Peach Milk Soft Creme 150g  ₹ 192   \n",
       "...           ...                                                ...    ...   \n",
       "1467      SAMISHA                      Vitamin C Sleeping Mask 50 ml  ₹ 399   \n",
       "1468      MANCODE       Pack Of 3 De-Tan Facial Sheet Mask 25ml Each  ₹ 299   \n",
       "1469      MasKing  Set of 5 Beauty Green Tea Facial Sheet Mask 100ml  ₹ 333   \n",
       "1470   Good Vibes                     Rose Hydrating Face Mask 110 g  ₹ 268   \n",
       "1471  Miss Claire                  Charcoal O2 Bubble Purifying Mask  ₹ 120   \n",
       "\n",
       "     skin type                                            concern  \n",
       "0          All                                     General Care,,  \n",
       "1          All              Uneven Skin Tone,Hydration,Dark Spots  \n",
       "2          All                     Dull Skin,Dryness,General Care  \n",
       "3          All  Softening and Smoothening,Softening and Smooth...  \n",
       "4          All                                     General Care,,  \n",
       "...        ...                                                ...  \n",
       "1467       All                     Daily Use,Dark Spots,Hydration  \n",
       "1468       All      Hydration,Hydration,Softening and Smoothening  \n",
       "1469       All                 Daily Use,Hydration,Anti-Pollution  \n",
       "1470       All      Dull Skin,Softening and Smoothening,Hydration  \n",
       "1471       All                                        Hydration,,  \n",
       "\n",
       "[1172 rows x 7 columns]"
      ]
     },
     "execution_count": 224,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2 = df[((df['label'] == 'foundation') | (df['label'] == 'concealer')) == False]\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "id": "8d66115c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1129 entries, 0 to 1128\n",
      "Data columns (total 7 columns):\n",
      " #   Column     Non-Null Count  Dtype \n",
      "---  ------     --------------  ----- \n",
      " 0   label      1129 non-null   object\n",
      " 1   url        1129 non-null   object\n",
      " 2   brand      1129 non-null   object\n",
      " 3   name       1129 non-null   object\n",
      " 4   price      1129 non-null   object\n",
      " 5   skin type  1129 non-null   object\n",
      " 6   concern    1101 non-null   object\n",
      "dtypes: object(7)\n",
      "memory usage: 70.6+ KB\n"
     ]
    }
   ],
   "source": [
    "df2 = df2[df2['skin type'].isna() == False]\n",
    "df2.index = [i for i in range(0, 1129)]\n",
    "df2.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "id": "7721054c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "face-moisturisers    10\n",
       "mask-and-peel         9\n",
       "cleanser              5\n",
       "sunscreen             4\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 226,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2[df2['concern'].isna() == True]['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 227,
   "id": "fce3fe39",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-227-c92a433a77e6>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['concern'] = df2['concern'].str.lower()\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "sun protection,,                               195\n",
       "sun protection,anti-pollution,tan removal        6\n",
       "sun protection,anti-pollution,                   6\n",
       "sun protection,dullness,tan removal              6\n",
       "sun protection,dullness,redness                  6\n",
       "sun protection,dullness,                         6\n",
       "sun protection,uneven skin tone,                 4\n",
       "sun protection,tan removal,                      3\n",
       "sun protection,tan removal,uneven skin tone      3\n",
       "anti-pollution,oil control,oil control           2\n",
       "sun protection,tan removal,anti-pollution        2\n",
       "sun protection,uneven skin tone,dullness         2\n",
       "sun protection,oil control,                      2\n",
       "sun protection,dullness,uneven skin tone         2\n",
       "sun protection,oil control,uneven skin tone      2\n",
       "sun protection,anti-pollution,dullness           1\n",
       "dullness,oil control,                            1\n",
       "tan removal,,                                    1\n",
       "sun protection,oil control,anti-pollution        1\n",
       "sun protection,redness,uneven skin tone          1\n",
       "sun protection,oil control,dullness              1\n",
       "sun protection,tan removal,redness               1\n",
       "sun protection,tan removal,oil control           1\n",
       "sun protection,oil control,redness               1\n",
       "sun protection,tan removal,dullness              1\n",
       "sun protection,anti-pollution,redness            1\n",
       "Name: concern, dtype: int64"
      ]
     },
     "execution_count": 227,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2['concern'] = df2['concern'].str.lower()\n",
    "# df2[df2['label'] == 'face-moisturisers']['concern'].value_counts()\n",
    "# df2[df2['label'] == 'mask-and-peel']['concern'].value_counts()\n",
    "df2[df2['label'] == 'sunscreen']['concern'].value_counts()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "id": "26c66535",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1129 entries, 0 to 1128\n",
      "Data columns (total 7 columns):\n",
      " #   Column     Non-Null Count  Dtype \n",
      "---  ------     --------------  ----- \n",
      " 0   label      1129 non-null   object\n",
      " 1   url        1129 non-null   object\n",
      " 2   brand      1129 non-null   object\n",
      " 3   name       1129 non-null   object\n",
      " 4   price      1129 non-null   object\n",
      " 5   skin type  1129 non-null   object\n",
      " 6   concern    1129 non-null   object\n",
      "dtypes: object(7)\n",
      "memory usage: 70.6+ KB\n"
     ]
    }
   ],
   "source": [
    "top_concerns = {'face-moisturisers':'general care', 'mask-and-peel':'daily use', 'cleanser':'general care', 'sunscreen':'sun protection' }\n",
    "entries = len(df2)\n",
    "for i in range(entries):\n",
    "    label = df2.iloc[i]['label']\n",
    "    if pd.isnull(df2.iloc[i]['concern']):\n",
    "        df2.iloc[i]['concern'] = top_concerns[label]\n",
    "df2.info()\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 229,
   "id": "45ae57db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>url</th>\n",
       "      <th>brand</th>\n",
       "      <th>name</th>\n",
       "      <th>price</th>\n",
       "      <th>skin type</th>\n",
       "      <th>concern</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Absolute Perfect Radiance Skin Lightening Day ...</td>\n",
       "      <td>₹ 79</td>\n",
       "      <td>All</td>\n",
       "      <td>general care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/bioti...</td>\n",
       "      <td>Biotique</td>\n",
       "      <td>Bio Morning Nectar Flawless Sustainable Skin M...</td>\n",
       "      <td>₹ 165</td>\n",
       "      <td>All</td>\n",
       "      <td>uneven skin tone,hydration,dark spots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/nivea...</td>\n",
       "      <td>Nivea</td>\n",
       "      <td>Unisex Aloe Hydration Skin Cream 100 ml</td>\n",
       "      <td>₹ 92</td>\n",
       "      <td>All</td>\n",
       "      <td>dull skin,dryness,general care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/vi-jo...</td>\n",
       "      <td>VI-JOHN</td>\n",
       "      <td>Women Set of 5 Saffron Fairness Cream Advanced</td>\n",
       "      <td>₹ 187</td>\n",
       "      <td>All</td>\n",
       "      <td>softening and smoothening,softening and smooth...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>Lakme</td>\n",
       "      <td>Peach Milk Soft Creme 150g</td>\n",
       "      <td>₹ 192</td>\n",
       "      <td>All</td>\n",
       "      <td>general care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1124</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/samisha/s...</td>\n",
       "      <td>SAMISHA</td>\n",
       "      <td>Vitamin C Sleeping Mask 50 ml</td>\n",
       "      <td>₹ 399</td>\n",
       "      <td>All</td>\n",
       "      <td>daily use,dark spots,hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1125</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/mancode/m...</td>\n",
       "      <td>MANCODE</td>\n",
       "      <td>Pack Of 3 De-Tan Facial Sheet Mask 25ml Each</td>\n",
       "      <td>₹ 299</td>\n",
       "      <td>All</td>\n",
       "      <td>hydration,hydration,softening and smoothening</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1126</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/masking/m...</td>\n",
       "      <td>MasKing</td>\n",
       "      <td>Set of 5 Beauty Green Tea Facial Sheet Mask 100ml</td>\n",
       "      <td>₹ 333</td>\n",
       "      <td>All</td>\n",
       "      <td>daily use,hydration,anti-pollution</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1127</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/good-vibe...</td>\n",
       "      <td>Good Vibes</td>\n",
       "      <td>Rose Hydrating Face Mask 110 g</td>\n",
       "      <td>₹ 268</td>\n",
       "      <td>All</td>\n",
       "      <td>dull skin,softening and smoothening,hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1128</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/miss-clai...</td>\n",
       "      <td>Miss Claire</td>\n",
       "      <td>Charcoal O2 Bubble Purifying Mask</td>\n",
       "      <td>₹ 120</td>\n",
       "      <td>All</td>\n",
       "      <td>hydration,,</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1129 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  label                                                url  \\\n",
       "0     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "1     face-moisturisers  https://www.myntra.com/face-moisturisers/bioti...   \n",
       "2     face-moisturisers  https://www.myntra.com/face-moisturisers/nivea...   \n",
       "3     face-moisturisers  https://www.myntra.com/face-moisturisers/vi-jo...   \n",
       "4     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "...                 ...                                                ...   \n",
       "1124      mask-and-peel  https://www.myntra.com/mask-and-peel/samisha/s...   \n",
       "1125      mask-and-peel  https://www.myntra.com/mask-and-peel/mancode/m...   \n",
       "1126      mask-and-peel  https://www.myntra.com/mask-and-peel/masking/m...   \n",
       "1127      mask-and-peel  https://www.myntra.com/mask-and-peel/good-vibe...   \n",
       "1128      mask-and-peel  https://www.myntra.com/mask-and-peel/miss-clai...   \n",
       "\n",
       "            brand                                               name  price  \\\n",
       "0           Lakme  Absolute Perfect Radiance Skin Lightening Day ...   ₹ 79   \n",
       "1        Biotique  Bio Morning Nectar Flawless Sustainable Skin M...  ₹ 165   \n",
       "2           Nivea            Unisex Aloe Hydration Skin Cream 100 ml   ₹ 92   \n",
       "3         VI-JOHN     Women Set of 5 Saffron Fairness Cream Advanced  ₹ 187   \n",
       "4           Lakme                         Peach Milk Soft Creme 150g  ₹ 192   \n",
       "...           ...                                                ...    ...   \n",
       "1124      SAMISHA                      Vitamin C Sleeping Mask 50 ml  ₹ 399   \n",
       "1125      MANCODE       Pack Of 3 De-Tan Facial Sheet Mask 25ml Each  ₹ 299   \n",
       "1126      MasKing  Set of 5 Beauty Green Tea Facial Sheet Mask 100ml  ₹ 333   \n",
       "1127   Good Vibes                     Rose Hydrating Face Mask 110 g  ₹ 268   \n",
       "1128  Miss Claire                  Charcoal O2 Bubble Purifying Mask  ₹ 120   \n",
       "\n",
       "     skin type                                            concern  \n",
       "0          All                                     general care,,  \n",
       "1          All              uneven skin tone,hydration,dark spots  \n",
       "2          All                     dull skin,dryness,general care  \n",
       "3          All  softening and smoothening,softening and smooth...  \n",
       "4          All                                     general care,,  \n",
       "...        ...                                                ...  \n",
       "1124       All                     daily use,dark spots,hydration  \n",
       "1125       All      hydration,hydration,softening and smoothening  \n",
       "1126       All                 daily use,hydration,anti-pollution  \n",
       "1127       All      dull skin,softening and smoothening,hydration  \n",
       "1128       All                                        hydration,,  \n",
       "\n",
       "[1129 rows x 7 columns]"
      ]
     },
     "execution_count": 229,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "id": "e9dd8a89",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-230-469241eb8d02>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['brand'] = df2['brand'].str.lower()\n",
      "<ipython-input-230-469241eb8d02>:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['name'] = df2['name'].str.lower()\n",
      "<ipython-input-230-469241eb8d02>:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['skin type'] = df2['skin type'].str.lower()\n",
      "<ipython-input-230-469241eb8d02>:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['concern'] = df2['concern'].str.replace(' and ', ',').str.replace(' or ', ',')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>url</th>\n",
       "      <th>brand</th>\n",
       "      <th>name</th>\n",
       "      <th>price</th>\n",
       "      <th>skin type</th>\n",
       "      <th>concern</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>lakme</td>\n",
       "      <td>absolute perfect radiance skin lightening day ...</td>\n",
       "      <td>₹ 79</td>\n",
       "      <td>all</td>\n",
       "      <td>general care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/bioti...</td>\n",
       "      <td>biotique</td>\n",
       "      <td>bio morning nectar flawless sustainable skin m...</td>\n",
       "      <td>₹ 165</td>\n",
       "      <td>all</td>\n",
       "      <td>uneven skin tone,hydration,dark spots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/nivea...</td>\n",
       "      <td>nivea</td>\n",
       "      <td>unisex aloe hydration skin cream 100 ml</td>\n",
       "      <td>₹ 92</td>\n",
       "      <td>all</td>\n",
       "      <td>dull skin,dryness,general care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/vi-jo...</td>\n",
       "      <td>vi-john</td>\n",
       "      <td>women set of 5 saffron fairness cream advanced</td>\n",
       "      <td>₹ 187</td>\n",
       "      <td>all</td>\n",
       "      <td>softening,smoothening,softening,smoothening,su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>face-moisturisers</td>\n",
       "      <td>https://www.myntra.com/face-moisturisers/lakme...</td>\n",
       "      <td>lakme</td>\n",
       "      <td>peach milk soft creme 150g</td>\n",
       "      <td>₹ 192</td>\n",
       "      <td>all</td>\n",
       "      <td>general care,,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1124</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/samisha/s...</td>\n",
       "      <td>samisha</td>\n",
       "      <td>vitamin c sleeping mask 50 ml</td>\n",
       "      <td>₹ 399</td>\n",
       "      <td>all</td>\n",
       "      <td>daily use,dark spots,hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1125</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/mancode/m...</td>\n",
       "      <td>mancode</td>\n",
       "      <td>pack of 3 de-tan facial sheet mask 25ml each</td>\n",
       "      <td>₹ 299</td>\n",
       "      <td>all</td>\n",
       "      <td>hydration,hydration,softening,smoothening</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1126</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/masking/m...</td>\n",
       "      <td>masking</td>\n",
       "      <td>set of 5 beauty green tea facial sheet mask 100ml</td>\n",
       "      <td>₹ 333</td>\n",
       "      <td>all</td>\n",
       "      <td>daily use,hydration,anti-pollution</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1127</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/good-vibe...</td>\n",
       "      <td>good vibes</td>\n",
       "      <td>rose hydrating face mask 110 g</td>\n",
       "      <td>₹ 268</td>\n",
       "      <td>all</td>\n",
       "      <td>dull skin,softening,smoothening,hydration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1128</th>\n",
       "      <td>mask-and-peel</td>\n",
       "      <td>https://www.myntra.com/mask-and-peel/miss-clai...</td>\n",
       "      <td>miss claire</td>\n",
       "      <td>charcoal o2 bubble purifying mask</td>\n",
       "      <td>₹ 120</td>\n",
       "      <td>all</td>\n",
       "      <td>hydration,,</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1129 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  label                                                url  \\\n",
       "0     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "1     face-moisturisers  https://www.myntra.com/face-moisturisers/bioti...   \n",
       "2     face-moisturisers  https://www.myntra.com/face-moisturisers/nivea...   \n",
       "3     face-moisturisers  https://www.myntra.com/face-moisturisers/vi-jo...   \n",
       "4     face-moisturisers  https://www.myntra.com/face-moisturisers/lakme...   \n",
       "...                 ...                                                ...   \n",
       "1124      mask-and-peel  https://www.myntra.com/mask-and-peel/samisha/s...   \n",
       "1125      mask-and-peel  https://www.myntra.com/mask-and-peel/mancode/m...   \n",
       "1126      mask-and-peel  https://www.myntra.com/mask-and-peel/masking/m...   \n",
       "1127      mask-and-peel  https://www.myntra.com/mask-and-peel/good-vibe...   \n",
       "1128      mask-and-peel  https://www.myntra.com/mask-and-peel/miss-clai...   \n",
       "\n",
       "            brand                                               name  price  \\\n",
       "0           lakme  absolute perfect radiance skin lightening day ...   ₹ 79   \n",
       "1        biotique  bio morning nectar flawless sustainable skin m...  ₹ 165   \n",
       "2           nivea            unisex aloe hydration skin cream 100 ml   ₹ 92   \n",
       "3         vi-john     women set of 5 saffron fairness cream advanced  ₹ 187   \n",
       "4           lakme                         peach milk soft creme 150g  ₹ 192   \n",
       "...           ...                                                ...    ...   \n",
       "1124      samisha                      vitamin c sleeping mask 50 ml  ₹ 399   \n",
       "1125      mancode       pack of 3 de-tan facial sheet mask 25ml each  ₹ 299   \n",
       "1126      masking  set of 5 beauty green tea facial sheet mask 100ml  ₹ 333   \n",
       "1127   good vibes                     rose hydrating face mask 110 g  ₹ 268   \n",
       "1128  miss claire                  charcoal o2 bubble purifying mask  ₹ 120   \n",
       "\n",
       "     skin type                                            concern  \n",
       "0          all                                     general care,,  \n",
       "1          all              uneven skin tone,hydration,dark spots  \n",
       "2          all                     dull skin,dryness,general care  \n",
       "3          all  softening,smoothening,softening,smoothening,su...  \n",
       "4          all                                     general care,,  \n",
       "...        ...                                                ...  \n",
       "1124       all                     daily use,dark spots,hydration  \n",
       "1125       all          hydration,hydration,softening,smoothening  \n",
       "1126       all                 daily use,hydration,anti-pollution  \n",
       "1127       all          dull skin,softening,smoothening,hydration  \n",
       "1128       all                                        hydration,,  \n",
       "\n",
       "[1129 rows x 7 columns]"
      ]
     },
     "execution_count": 230,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2['brand'] = df2['brand'].str.lower()\n",
    "df2['name'] = df2['name'].str.lower()\n",
    "df2['skin type'] = df2['skin type'].str.lower()\n",
    "df2['concern'] = df2['concern'].str.replace(' and ', ',').str.replace(' or ', ',')\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "id": "c6081aef",
   "metadata": {},
   "outputs": [],
   "source": [
    "def concern_elements(comma_sep_concerns):\n",
    "    words = comma_sep_concerns.split(',')\n",
    "    for w in words:\n",
    "        if w != '':\n",
    "            concerns.add(w.rstrip())\n",
    "\n",
    "\n",
    "            \n",
    "# features\n",
    "list(df2['skin type'].unique())\n",
    "concerns = set([])\n",
    "for i in range(entries):\n",
    "    concern_elements(df2.iloc[i]['concern'])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e9cb62a8",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "id": "43bfe84f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'acne',\n",
       " 'anti acne scarring',\n",
       " 'anti-ageing',\n",
       " 'anti-pollution',\n",
       " 'blackheads',\n",
       " 'blackheads removal',\n",
       " 'blemishes',\n",
       " 'daily use',\n",
       " 'dark spots',\n",
       " 'deep nourishment',\n",
       " 'dryness',\n",
       " 'dull skin',\n",
       " 'dullness',\n",
       " 'excess oil',\n",
       " 'fine lines',\n",
       " 'general care',\n",
       " 'hydration',\n",
       " 'irregular textures',\n",
       " 'lightening',\n",
       " 'oil control',\n",
       " 'oily skin',\n",
       " 'pigmentation',\n",
       " 'pore care',\n",
       " 'redness',\n",
       " 'skin inflammation',\n",
       " 'skin sagging',\n",
       " 'skin tightening',\n",
       " 'smoothening',\n",
       " 'softening',\n",
       " 'sun protection',\n",
       " 'tan removal',\n",
       " 'uneven skin tone',\n",
       " 'whiteheads',\n",
       " 'wrinkles'}"
      ]
     },
     "execution_count": 232,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "concerns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "id": "ea53fef4",
   "metadata": {},
   "outputs": [],
   "source": [
    "concerns.remove('anti acne scarring')\n",
    "concerns.add('scarring')\n",
    "concerns.remove('blackheads removal')\n",
    "concerns.remove('dull skin')\n",
    "concerns.remove('dullness')\n",
    "concerns.add('dull')\n",
    "concerns.remove('oily skin')\n",
    "concerns.remove('excess oil')\n",
    "concerns.remove('oil control')\n",
    "concerns.add('oil')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "id": "d5d0b141",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['all',\n",
       " 'normal',\n",
       " 'dry',\n",
       " 'oily',\n",
       " 'combination',\n",
       " 'sensitive',\n",
       " 'wrinkles',\n",
       " 'blemishes',\n",
       " 'lightening',\n",
       " 'softening',\n",
       " 'skin tightening',\n",
       " 'dull',\n",
       " 'dryness',\n",
       " 'anti-ageing',\n",
       " 'pigmentation',\n",
       " 'general care',\n",
       " 'oil',\n",
       " 'blackheads',\n",
       " 'fine lines',\n",
       " 'smoothening',\n",
       " 'anti-pollution',\n",
       " 'redness',\n",
       " 'dark spots',\n",
       " 'scarring',\n",
       " 'skin inflammation',\n",
       " 'whiteheads',\n",
       " 'hydration',\n",
       " 'uneven skin tone',\n",
       " 'skin sagging',\n",
       " 'irregular textures',\n",
       " 'deep nourishment',\n",
       " 'daily use',\n",
       " 'tan removal',\n",
       " 'sun protection',\n",
       " 'pore care',\n",
       " 'acne']"
      ]
     },
     "execution_count": 234,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features = list(df2['skin type'].unique()) + list(concerns)\n",
    "features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "id": "56fc0a23",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "36"
      ]
     },
     "execution_count": 235,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "id": "1db8d323",
   "metadata": {},
   "outputs": [],
   "source": [
    "def search_concern(target, i):\n",
    "    if target in df2.iloc[i]['concern']:\n",
    "        return True\n",
    "    return False\n",
    "\n",
    "one_hot_encodings = np.zeros([entries, len(features)])\n",
    "\n",
    "#skin types first\n",
    "for i in range(entries):\n",
    "    for j in range(6):\n",
    "        skin_type = features[j]\n",
    "        if skin_type == df2.iloc[i]['skin type']:\n",
    "            one_hot_encodings[i][j] = 1\n",
    "\n",
    "#other features\n",
    "for i in range(entries):\n",
    "    for j in range(6, len(features)):\n",
    "        feature = features[j]\n",
    "        if feature in df2.iloc[i]['concern']:\n",
    "            one_hot_encodings[i][j] = 1\n",
    "            \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "id": "fc00273f",
   "metadata": {},
   "outputs": [],
   "source": [
    "def cosine_similarity(a, b):\n",
    "    cos_sim = np.dot(a, b)/(np.linalg.norm(a)*np.linalg.norm(b))\n",
    "    return cos_sim\n",
    "\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "id": "d4b8dc5f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label                                        face-moisturisers\n",
       "url          https://www.myntra.com/face-moisturisers/nivea...\n",
       "brand                                                    nivea\n",
       "name                   unisex aloe hydration skin cream 100 ml\n",
       "price                                                     ₹ 92\n",
       "skin type                                                  all\n",
       "concern                         dull skin,dryness,general care\n",
       "Name: 2, dtype: object"
      ]
     },
     "execution_count": 383,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.iloc[2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 432,
   "id": "432359f9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INPUT CONCERNS: dull skin,dryness,general care\n",
      "\n",
      "Recommended products (1/4 - moisturisers): \n",
      "1) Score : 1.0\n",
      "mcaffeine lightweight cappuccino coffee moisturizer with vitamin e & almond milk (50ml) | dull skin,dryness,general care\n",
      "2) Score : 1.0\n",
      "men creme for face - body - hands 75 ml | general care,dull skin,dryness\n",
      "3) Score : 1.0\n",
      "unisex aloe hydration skin cream 100 ml | dull skin,dryness,general care\n",
      "4) Score : 0.75\n",
      "mcaffeine non-sticky latte coffee moisturizer with shea butter & ceramide 50ml | deep nourishment,dryness,general care\n",
      "5) Score : 0.75\n",
      "green tea balancing cream ex 50ml | hydration,dull skin,general care\n"
     ]
    }
   ],
   "source": [
    "import heapq\n",
    "heap = []\n",
    "\n",
    "capacity = 6\n",
    "feature_vector = one_hot_encodings[2]\n",
    "df_temp = df2[df2['label'] == 'face-moisturisers']\n",
    "for i in range(len(df_temp)):\n",
    "    x = df_temp.iloc[i]['name']\n",
    "    idx = df2.index[df2['name'] == x][0]\n",
    "    cs = cosine_similarity(feature_vector, one_hot_encodings[idx])\n",
    "    if capacity > 0:\n",
    "        heapq.heappush(heap, [cs, idx])\n",
    "        capacity -= 1\n",
    "    else:\n",
    "        if heap[0][0] < cs:\n",
    "            heapq.heappop(heap)\n",
    "            heapq.heappush(heap, [cs, idx])\n",
    "print(f\"INPUT CONCERNS: {df2.iloc[2]['concern'] }\")\n",
    "print(\"\")\n",
    "print(\"Recommended products (1/4 - moisturisers): \")\n",
    "elements = heapq.nlargest(5, heap)\n",
    "for index, element in enumerate(elements):\n",
    "    score = element[0]\n",
    "    product_data = df2.iloc[element[1]]\n",
    "    print(f\"{index+1}) Score : {score}\")\n",
    "    print(f\"{product_data['name']} | {product_data.concern}\")\n",
    "    \n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}