model.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import nltk\n",
    "#nltk.download()\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "%matplotlib inline\n",
    "from nltk.corpus import stopwords\n",
    "import re\n",
    "import string\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from nltk import word_tokenize\n",
    "from nltk.corpus import stopwords\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.neighbors import NearestNeighbors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to C:\\Users\\OGUNJOBI\n",
      "[nltk_data]     Victor\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to C:\\Users\\OGUNJOBI\n",
      "[nltk_data]     Victor\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to C:\\Users\\OGUNJOBI\n",
      "[nltk_data]     Victor\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]     C:\\Users\\OGUNJOBI Victor\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
      "[nltk_data]       date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.download('punkt')\n",
    "nltk.download('stopwords')\n",
    "nltk.download('wordnet')\n",
    "nltk.download('averaged_perceptron_tagger')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"./clean_data.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Job title</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Date</th>\n",
       "      <th>Company Location</th>\n",
       "      <th>Company Name</th>\n",
       "      <th>city</th>\n",
       "      <th>state</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "      <td>$27.03 an hour</td>\n",
       "      <td>19 days ago</td>\n",
       "      <td>Remote in Columbus, OH 43215</td>\n",
       "      <td>State of Ohio Jobs</td>\n",
       "      <td>Remote in Columbus</td>\n",
       "      <td>OH 43215</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Layout Design Artist</td>\n",
       "      <td>$20.76 an hour</td>\n",
       "      <td>1 day ago</td>\n",
       "      <td>Hybrid remote in Columbus, OH 43211</td>\n",
       "      <td>State of Ohio Jobs</td>\n",
       "      <td>Hybrid remote in Columbus</td>\n",
       "      <td>OH 43211</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Design Researcher</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8 days ago</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Central Mutual Insurance Company</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>Design Consultant</td>\n",
       "      <td>Up to $180,000 a year</td>\n",
       "      <td>30+ days ago</td>\n",
       "      <td>Dublin, OH 43016</td>\n",
       "      <td>Bassett Furniture</td>\n",
       "      <td>Dublin</td>\n",
       "      <td>OH 43016</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>Product Design, Associate</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4 days ago</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JPMorgan Chase Bank, N.A.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                          Job title  \\\n",
       "0           0  HYBRID - Electronic and Digital Design Special...   \n",
       "1           1                               Layout Design Artist   \n",
       "2           2                                  Design Researcher   \n",
       "3          12                                  Design Consultant   \n",
       "4          13                          Product Design, Associate   \n",
       "\n",
       "                  Salary          Date                     Company Location  \\\n",
       "0         $27.03 an hour   19 days ago         Remote in Columbus, OH 43215   \n",
       "1         $20.76 an hour     1 day ago  Hybrid remote in Columbus, OH 43211   \n",
       "2                    NaN    8 days ago                                  NaN   \n",
       "3  Up to $180,000 a year  30+ days ago                     Dublin, OH 43016   \n",
       "4                    NaN    4 days ago                                  NaN   \n",
       "\n",
       "                       Company Name                       city      state  \\\n",
       "0                State of Ohio Jobs         Remote in Columbus   OH 43215   \n",
       "1                State of Ohio Jobs  Hybrid remote in Columbus   OH 43211   \n",
       "2  Central Mutual Insurance Company                        NaN        NaN   \n",
       "3                 Bassett Furniture                     Dublin   OH 43016   \n",
       "4         JPMorgan Chase Bank, N.A.                        NaN        NaN   \n",
       "\n",
       "      label  \n",
       "0  negative  \n",
       "1  negative  \n",
       "2  negative  \n",
       "3  negative  \n",
       "4  negative  "
      ]
     },
     "execution_count": 133,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# User input"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Enter any job you want recommendation(s) on: Data Scientist\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>Data Scientist</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Text\n",
       "0  Data Scientist"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_input = str(input('Enter any job you want recommendation(s) on: '))\n",
    "from_user = pd.DataFrame(data=[user_input], columns = [\"Text\"])\n",
    "from_user.index=range(len(from_user.index))\n",
    "from_user"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Replace Nan values\n",
    "df.fillna(\"\", inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Job title</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Date</th>\n",
       "      <th>Company Location</th>\n",
       "      <th>Company Name</th>\n",
       "      <th>city</th>\n",
       "      <th>state</th>\n",
       "      <th>label</th>\n",
       "      <th>Text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "      <td>$27.03 an hour</td>\n",
       "      <td>19 days ago</td>\n",
       "      <td>Remote in Columbus, OH 43215</td>\n",
       "      <td>State of Ohio Jobs</td>\n",
       "      <td>Remote in Columbus</td>\n",
       "      <td>OH 43215</td>\n",
       "      <td>negative</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Layout Design Artist</td>\n",
       "      <td>$20.76 an hour</td>\n",
       "      <td>1 day ago</td>\n",
       "      <td>Hybrid remote in Columbus, OH 43211</td>\n",
       "      <td>State of Ohio Jobs</td>\n",
       "      <td>Hybrid remote in Columbus</td>\n",
       "      <td>OH 43211</td>\n",
       "      <td>negative</td>\n",
       "      <td>Layout Design Artist $20.76 an hour 1 day ago ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Design Researcher</td>\n",
       "      <td></td>\n",
       "      <td>8 days ago</td>\n",
       "      <td></td>\n",
       "      <td>Central Mutual Insurance Company</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>negative</td>\n",
       "      <td>Design Researcher  8 days ago  Central Mutual ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>Design Consultant</td>\n",
       "      <td>Up to $180,000 a year</td>\n",
       "      <td>30+ days ago</td>\n",
       "      <td>Dublin, OH 43016</td>\n",
       "      <td>Bassett Furniture</td>\n",
       "      <td>Dublin</td>\n",
       "      <td>OH 43016</td>\n",
       "      <td>negative</td>\n",
       "      <td>Design Consultant Up to $180,000 a year 30+ da...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>Product Design, Associate</td>\n",
       "      <td></td>\n",
       "      <td>4 days ago</td>\n",
       "      <td></td>\n",
       "      <td>JPMorgan Chase Bank, N.A.</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>negative</td>\n",
       "      <td>Product Design, Associate  4 days ago  JPMorga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>14</td>\n",
       "      <td>Artist, Graphic Retail</td>\n",
       "      <td></td>\n",
       "      <td>1 day ago</td>\n",
       "      <td></td>\n",
       "      <td>Giant Eagle, Inc.</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>negative</td>\n",
       "      <td>Artist, Graphic Retail  1 day ago  Giant Eagle...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>Product Design Engineer</td>\n",
       "      <td></td>\n",
       "      <td>30+ days ago</td>\n",
       "      <td>Remote in London, OH</td>\n",
       "      <td>Harness.io</td>\n",
       "      <td>Remote in London</td>\n",
       "      <td>OH</td>\n",
       "      <td>negative</td>\n",
       "      <td>Product Design Engineer  30+ days ago Remote i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>16</td>\n",
       "      <td>Designer</td>\n",
       "      <td></td>\n",
       "      <td>30+ days ago</td>\n",
       "      <td></td>\n",
       "      <td>McGraw Hill</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>negative</td>\n",
       "      <td>Designer  30+ days ago  McGraw Hill</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>17</td>\n",
       "      <td>Pricing Design Architect III - REMOTE/HYBRID</td>\n",
       "      <td></td>\n",
       "      <td>15 days ago</td>\n",
       "      <td>Remote in Columbus, OH</td>\n",
       "      <td>FedEx Supply Chain</td>\n",
       "      <td>Remote in Columbus</td>\n",
       "      <td>OH</td>\n",
       "      <td>negative</td>\n",
       "      <td>Pricing Design Architect III - REMOTE/HYBRID  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>18</td>\n",
       "      <td>Design Consultant</td>\n",
       "      <td></td>\n",
       "      <td>30+ days ago</td>\n",
       "      <td></td>\n",
       "      <td>The Cleary Company</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>negative</td>\n",
       "      <td>Design Consultant  30+ days ago  The Cleary Co...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                          Job title  \\\n",
       "0           0  HYBRID - Electronic and Digital Design Special...   \n",
       "1           1                               Layout Design Artist   \n",
       "2           2                                  Design Researcher   \n",
       "3          12                                  Design Consultant   \n",
       "4          13                          Product Design, Associate   \n",
       "5          14                             Artist, Graphic Retail   \n",
       "6          15                            Product Design Engineer   \n",
       "7          16                                           Designer   \n",
       "8          17       Pricing Design Architect III - REMOTE/HYBRID   \n",
       "9          18                                  Design Consultant   \n",
       "\n",
       "                  Salary          Date                     Company Location  \\\n",
       "0         $27.03 an hour   19 days ago         Remote in Columbus, OH 43215   \n",
       "1         $20.76 an hour     1 day ago  Hybrid remote in Columbus, OH 43211   \n",
       "2                           8 days ago                                        \n",
       "3  Up to $180,000 a year  30+ days ago                     Dublin, OH 43016   \n",
       "4                           4 days ago                                        \n",
       "5                            1 day ago                                        \n",
       "6                         30+ days ago                 Remote in London, OH   \n",
       "7                         30+ days ago                                        \n",
       "8                          15 days ago               Remote in Columbus, OH   \n",
       "9                         30+ days ago                                        \n",
       "\n",
       "                       Company Name                       city      state  \\\n",
       "0                State of Ohio Jobs         Remote in Columbus   OH 43215   \n",
       "1                State of Ohio Jobs  Hybrid remote in Columbus   OH 43211   \n",
       "2  Central Mutual Insurance Company                                         \n",
       "3                 Bassett Furniture                     Dublin   OH 43016   \n",
       "4         JPMorgan Chase Bank, N.A.                                         \n",
       "5                 Giant Eagle, Inc.                                         \n",
       "6                        Harness.io           Remote in London         OH   \n",
       "7                       McGraw Hill                                         \n",
       "8                FedEx Supply Chain         Remote in Columbus         OH   \n",
       "9                The Cleary Company                                         \n",
       "\n",
       "      label                                               Text  \n",
       "0  negative  HYBRID - Electronic and Digital Design Special...  \n",
       "1  negative  Layout Design Artist $20.76 an hour 1 day ago ...  \n",
       "2  negative  Design Researcher  8 days ago  Central Mutual ...  \n",
       "3  negative  Design Consultant Up to $180,000 a year 30+ da...  \n",
       "4  negative  Product Design, Associate  4 days ago  JPMorga...  \n",
       "5  negative  Artist, Graphic Retail  1 day ago  Giant Eagle...  \n",
       "6  negative  Product Design Engineer  30+ days ago Remote i...  \n",
       "7  negative              Designer  30+ days ago  McGraw Hill    \n",
       "8  negative  Pricing Design Architect III - REMOTE/HYBRID  ...  \n",
       "9  negative  Design Consultant  30+ days ago  The Cleary Co...  "
      ]
     },
     "execution_count": 200,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Creating the Jobs corpus\n",
    "\n",
    "df['Text'] = df['Job title'].map(str) + ' ' + df['Salary'] + ' ' + df['Date'] + ' ' + df['Company Location'] + ' ' + df['Company Name'] + ' ' + df['city']+ ' ' + df['state']\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Text</th>\n",
       "      <th>Job title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Layout Design Artist $20.76 an hour 1 day ago ...</td>\n",
       "      <td>Layout Design Artist</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Design Researcher  8 days ago  Central Mutual ...</td>\n",
       "      <td>Design Researcher</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>Design Consultant Up to $180,000 a year 30+ da...</td>\n",
       "      <td>Design Consultant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>Product Design, Associate  4 days ago  JPMorga...</td>\n",
       "      <td>Product Design, Associate</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                                               Text  \\\n",
       "0           0  HYBRID - Electronic and Digital Design Special...   \n",
       "1           1  Layout Design Artist $20.76 an hour 1 day ago ...   \n",
       "2           2  Design Researcher  8 days ago  Central Mutual ...   \n",
       "3          12  Design Consultant Up to $180,000 a year 30+ da...   \n",
       "4          13  Product Design, Associate  4 days ago  JPMorga...   \n",
       "\n",
       "                                           Job title  \n",
       "0  HYBRID - Electronic and Digital Design Special...  \n",
       "1                               Layout Design Artist  \n",
       "2                                  Design Researcher  \n",
       "3                                  Design Consultant  \n",
       "4                          Product Design, Associate  "
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = df[['Unnamed: 0', 'Text', 'Job title']]\n",
    "data = data.fillna(' ')\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.rename(columns={'Unnamed: 0':\"Job.ID\"}, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 203,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job.ID</th>\n",
       "      <th>Text</th>\n",
       "      <th>Job title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "      <td>HYBRID - Electronic and Digital Design Special...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Layout Design Artist $20.76 an hour 1 day ago ...</td>\n",
       "      <td>Layout Design Artist</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Design Researcher  8 days ago  Central Mutual ...</td>\n",
       "      <td>Design Researcher</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>Design Consultant Up to $180,000 a year 30+ da...</td>\n",
       "      <td>Design Consultant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>Product Design, Associate  4 days ago  JPMorga...</td>\n",
       "      <td>Product Design, Associate</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2393</td>\n",
       "      <td>5812</td>\n",
       "      <td>Extension Educator, 4-H Youth Development  1 d...</td>\n",
       "      <td>Extension Educator, 4-H Youth Development</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2394</td>\n",
       "      <td>5813</td>\n",
       "      <td>Facilities Management &amp; Services Worker II (Pr...</td>\n",
       "      <td>Facilities Management &amp; Services Worker II (Pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2395</td>\n",
       "      <td>5814</td>\n",
       "      <td>Director, Cooperative Extension  30+ days ago ...</td>\n",
       "      <td>Director, Cooperative Extension</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2396</td>\n",
       "      <td>5815</td>\n",
       "      <td>Associate Director, Programs, Family and Consu...</td>\n",
       "      <td>Associate Director, Programs, Family and Consu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2397</td>\n",
       "      <td>5816</td>\n",
       "      <td>County Agent III (Assistant Professor) Commerc...</td>\n",
       "      <td>County Agent III (Assistant Professor) Commerc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2398 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Job.ID                                               Text  \\\n",
       "0          0  HYBRID - Electronic and Digital Design Special...   \n",
       "1          1  Layout Design Artist $20.76 an hour 1 day ago ...   \n",
       "2          2  Design Researcher  8 days ago  Central Mutual ...   \n",
       "3         12  Design Consultant Up to $180,000 a year 30+ da...   \n",
       "4         13  Product Design, Associate  4 days ago  JPMorga...   \n",
       "...      ...                                                ...   \n",
       "2393    5812  Extension Educator, 4-H Youth Development  1 d...   \n",
       "2394    5813  Facilities Management & Services Worker II (Pr...   \n",
       "2395    5814  Director, Cooperative Extension  30+ days ago ...   \n",
       "2396    5815  Associate Director, Programs, Family and Consu...   \n",
       "2397    5816  County Agent III (Assistant Professor) Commerc...   \n",
       "\n",
       "                                              Job title  \n",
       "0     HYBRID - Electronic and Digital Design Special...  \n",
       "1                                  Layout Design Artist  \n",
       "2                                     Design Researcher  \n",
       "3                                     Design Consultant  \n",
       "4                             Product Design, Associate  \n",
       "...                                                 ...  \n",
       "2393          Extension Educator, 4-H Youth Development  \n",
       "2394  Facilities Management & Services Worker II (Pr...  \n",
       "2395                    Director, Cooperative Extension  \n",
       "2396  Associate Director, Programs, Family and Consu...  \n",
       "2397  County Agent III (Assistant Professor) Commerc...  \n",
       "\n",
       "[2398 rows x 3 columns]"
      ]
     },
     "execution_count": 203,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [],
   "source": [
    "stopword = stopwords.words('english')\n",
    "stopword_ = set(stopwords.words('english'))\n",
    "wn = WordNetLemmatizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create word tokens\n",
    "def token_txt(token):\n",
    "    return token not in stopword_ and token not in list(string.punctuation) and len(token) > 2   \n",
    "  \n",
    "def clean_txt(text):\n",
    "  clean_text = []\n",
    "  clean_text2 = []\n",
    "  text = re.sub(\"'\", \"\", text)\n",
    "  text = re.sub(\"(\\\\d|\\\\W)+\", \" \", text) \n",
    "  text = text.replace(\"nbsp\", \"\")\n",
    "  clean_text = [wn.lemmatize(word, pos = \"v\") for word in word_tokenize(text.lower()) if token_txt(word)]\n",
    "  clean_text2 = [word for word in clean_text if token_txt(word)]\n",
    "  return \" \".join(clean_text2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['Text'] = data['Text'].apply(clean_txt) "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Term Frequency - Inverse Document Frequency"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<2398x2742 sparse matrix of type '<class 'numpy.float64'>'\n",
       "\twith 21926 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 207,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_vect = TfidfVectorizer()\n",
    "\n",
    "# Fitting and transforming the vector\n",
    "tfidf_comb = tfidf_vect.fit_transform((data['Text'])) \n",
    "tfidf_comb"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Building the Recommender Systems"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Computing the Cosine Similarity using TF-IDF\n",
    "\n",
    "user_tfidf = tfidf_vect.transform(from_user['Text'])\n",
    "cos_sim_tfidf = map(lambda x: cosine_similarity(user_tfidf, x), tfidf_comb)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<map at 0x1c689dc0c88>"
      ]
     },
     "execution_count": 209,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cos_sim_tfidf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [],
   "source": [
    "rec1 = list(cos_sim_tfidf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_recommendation(top, the_data, scores):\n",
    "  recommendation = pd.DataFrame(columns = ['Job_ID',  'Job title', 'Score'], dtype=object)\n",
    "  count = 0\n",
    "  for i in top:\n",
    "      recommendation.at[count, 'Job_ID'] = the_data['Job.ID'][i]\n",
    "      recommendation.at[count, 'Job title'] = the_data['Job title'][i]\n",
    "      recommendation.at[count, 'Score'] =  scores[count]\n",
    "      count += 1\n",
    "  return recommendation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[1232, 2161, 2160, 389, 404, 358, 1084, 1090, 1951, 1946]"
      ]
     },
     "execution_count": 212,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Using TF-IDF for recommendation\n",
    "\n",
    "top10_tfidf = sorted(range(len(rec1)), key = lambda i: rec1[i], reverse = True)[:10]\n",
    "top10_tfidf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 213,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.5243544326746316,\n",
       " 0.4824940092858012,\n",
       " 0.4688946858212054,\n",
       " 0.42315926868187914,\n",
       " 0.41095137578164626,\n",
       " 0.40511696458428315,\n",
       " 0.3813946657141657,\n",
       " 0.3445208903420802,\n",
       " 0.33862190210890625,\n",
       " 0.3378096293133905]"
      ]
     },
     "execution_count": 213,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_scores_tfidf = [rec1[i][0][0] for i in top10_tfidf]\n",
    "list_scores_tfidf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job_ID</th>\n",
       "      <th>Job title</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>4324</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.524354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>5564</td>\n",
       "      <td>HR Analytics – Data Scientist (Remote)</td>\n",
       "      <td>0.482494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>5563</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.468895</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>2190</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.423159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>2221</td>\n",
       "      <td>Research Scientist</td>\n",
       "      <td>0.410951</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>2151</td>\n",
       "      <td>Research Scientist</td>\n",
       "      <td>0.405117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>4094</td>\n",
       "      <td>Data Analytics Scientist</td>\n",
       "      <td>0.381395</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>4100</td>\n",
       "      <td>Consultant, Analytic Scientist</td>\n",
       "      <td>0.344521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>5229</td>\n",
       "      <td>Research Scientist</td>\n",
       "      <td>0.338622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>5224</td>\n",
       "      <td>Research Scientist</td>\n",
       "      <td>0.33781</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job_ID                               Job title     Score\n",
       "0   4324                          Data Scientist  0.524354\n",
       "1   5564  HR Analytics – Data Scientist (Remote)  0.482494\n",
       "2   5563                          Data Scientist  0.468895\n",
       "3   2190                          Data Scientist  0.423159\n",
       "4   2221                      Research Scientist  0.410951\n",
       "5   2151                      Research Scientist  0.405117\n",
       "6   4094                Data Analytics Scientist  0.381395\n",
       "7   4100          Consultant, Analytic Scientist  0.344521\n",
       "8   5229                      Research Scientist  0.338622\n",
       "9   5224                      Research Scientist   0.33781"
      ]
     },
     "execution_count": 214,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_recommendation(top10_tfidf, data, list_scores_tfidf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<2398x2742 sparse matrix of type '<class 'numpy.int64'>'\n",
       "\twith 21926 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 215,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Using Count Vectorizer for recommendation\n",
    "\n",
    "count_vect = CountVectorizer()\n",
    "\n",
    "# Fitting and transforming the vectorizer\n",
    "count_comb = count_vect.fit_transform((data['Text'])) #fitting and transforming the vector\n",
    "count_comb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "user_count_countvec = count_vect.transform(from_user['Text'])\n",
    "cos_sim_count_countvec = map(lambda x: cosine_similarity(user_count_countvec, x), count_comb)\n",
    "count_vec1 = list(cos_sim_count_countvec)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job_ID</th>\n",
       "      <th>Job title</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>5563</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>4094</td>\n",
       "      <td>Data Analytics Scientist</td>\n",
       "      <td>0.392232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>4324</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.377964</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>2190</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>0.365148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>4658</td>\n",
       "      <td>Data Owner -Regulatory External Data Services-...</td>\n",
       "      <td>0.365148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>4908</td>\n",
       "      <td>Sr Data Architect - Data Lake &amp; Analytics - Na...</td>\n",
       "      <td>0.365148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>5564</td>\n",
       "      <td>HR Analytics – Data Scientist (Remote)</td>\n",
       "      <td>0.353553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>112</td>\n",
       "      <td>Principal Data Architect, Data Lake &amp; Analytics</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>103</td>\n",
       "      <td>Data Architect - Data Warehouse &amp; MPP - Nation...</td>\n",
       "      <td>0.324443</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>104</td>\n",
       "      <td>Sr Data Architect - Data Warehouse &amp; MPP - Nat...</td>\n",
       "      <td>0.324443</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job_ID                                          Job title     Score\n",
       "0   5563                                     Data Scientist       0.5\n",
       "1   4094                           Data Analytics Scientist  0.392232\n",
       "2   4324                                     Data Scientist  0.377964\n",
       "3   2190                                     Data Scientist  0.365148\n",
       "4   4658  Data Owner -Regulatory External Data Services-...  0.365148\n",
       "5   4908  Sr Data Architect - Data Lake & Analytics - Na...  0.365148\n",
       "6   5564             HR Analytics – Data Scientist (Remote)  0.353553\n",
       "7    112    Principal Data Architect, Data Lake & Analytics  0.333333\n",
       "8    103  Data Architect - Data Warehouse & MPP - Nation...  0.324443\n",
       "9    104  Sr Data Architect - Data Warehouse & MPP - Nat...  0.324443"
      ]
     },
     "execution_count": 217,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top10_count_vec_count = sorted(range(len(count_vec1)), key = lambda i: count_vec1[i], reverse = True)[:10]\n",
    "list_scores_vec_count = [count_vec1[i][0][0] for i in top10_count_vec_count]\n",
    "get_recommendation(top10_count_vec_count, data, list_scores_vec_count)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}