House_Prices_Prediction_With_Different_ML_Algorithms.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"id":"401087e4","metadata":{"id":"401087e4"},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","from matplotlib import pyplot as plt\n","import seaborn as sns\n","import plotly.express as px\n","import math\n","from sklearn.feature_extraction import DictVectorizer\n","from sklearn.neural_network import MLPRegressor\n","import matplotlib.pyplot as plt\n","import seaborn as sns\n","from sklearn.metrics import accuracy_score ,confusion_matrix\n","\n"]},{"cell_type":"markdown","id":"189a3cfc","metadata":{"papermill":{"duration":0.01135,"end_time":"2022-09-11T21:02:23.452474","exception":false,"start_time":"2022-09-11T21:02:23.441124","status":"completed"},"tags":[],"id":"189a3cfc"},"source":["# Loading of train data set"]},{"cell_type":"code","execution_count":null,"id":"dc312860","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.478840Z","iopub.status.busy":"2022-09-11T21:02:23.477726Z","iopub.status.idle":"2022-09-11T21:02:23.566262Z","shell.execute_reply":"2022-09-11T21:02:23.565061Z"},"papermill":{"duration":0.105167,"end_time":"2022-09-11T21:02:23.569314","exception":false,"start_time":"2022-09-11T21:02:23.464147","status":"completed"},"tags":[],"id":"dc312860","outputId":"7183decd-f038-4d0a-f954-eecadc4e0626"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Id</th>\n","      <th>MSSubClass</th>\n","      <th>MSZoning</th>\n","      <th>LotFrontage</th>\n","      <th>LotArea</th>\n","      <th>Street</th>\n","      <th>Alley</th>\n","      <th>LotShape</th>\n","      <th>LandContour</th>\n","      <th>Utilities</th>\n","      <th>...</th>\n","      <th>PoolArea</th>\n","      <th>PoolQC</th>\n","      <th>Fence</th>\n","      <th>MiscFeature</th>\n","      <th>MiscVal</th>\n","      <th>MoSold</th>\n","      <th>YrSold</th>\n","      <th>SaleType</th>\n","      <th>SaleCondition</th>\n","      <th>SalePrice</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>65.0</td>\n","      <td>8450</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>208500</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>80.0</td>\n","      <td>9600</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>5</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>181500</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>11250</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>9</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>223500</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>60.0</td>\n","      <td>9550</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2006</td>\n","      <td>WD</td>\n","      <td>Abnorml</td>\n","      <td>140000</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>84.0</td>\n","      <td>14260</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>12</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>250000</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>1456</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>62.0</td>\n","      <td>7917</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>8</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>175000</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>1457</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>85.0</td>\n","      <td>13175</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>MnPrv</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>210000</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>1458</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>66.0</td>\n","      <td>9042</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>GdPrv</td>\n","      <td>Shed</td>\n","      <td>2500</td>\n","      <td>5</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>266500</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>1459</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>9717</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>4</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>142125</td>\n","    </tr>\n","    <tr>\n","      <th>1459</th>\n","      <td>1460</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>75.0</td>\n","      <td>9937</td>\n","      <td>Pave</td>\n","      <td>NaN</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>0</td>\n","      <td>6</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>147500</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1460 rows × 81 columns</p>\n","</div>"],"text/plain":["        Id  MSSubClass MSZoning  LotFrontage  LotArea Street Alley LotShape  \\\n","0        1          60       RL         65.0     8450   Pave   NaN      Reg   \n","1        2          20       RL         80.0     9600   Pave   NaN      Reg   \n","2        3          60       RL         68.0    11250   Pave   NaN      IR1   \n","3        4          70       RL         60.0     9550   Pave   NaN      IR1   \n","4        5          60       RL         84.0    14260   Pave   NaN      IR1   \n","...    ...         ...      ...          ...      ...    ...   ...      ...   \n","1455  1456          60       RL         62.0     7917   Pave   NaN      Reg   \n","1456  1457          20       RL         85.0    13175   Pave   NaN      Reg   \n","1457  1458          70       RL         66.0     9042   Pave   NaN      Reg   \n","1458  1459          20       RL         68.0     9717   Pave   NaN      Reg   \n","1459  1460          20       RL         75.0     9937   Pave   NaN      Reg   \n","\n","     LandContour Utilities  ... PoolArea PoolQC  Fence MiscFeature MiscVal  \\\n","0            Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","1            Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","2            Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","3            Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","4            Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","...          ...       ...  ...      ...    ...    ...         ...     ...   \n","1455         Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","1456         Lvl    AllPub  ...        0    NaN  MnPrv         NaN       0   \n","1457         Lvl    AllPub  ...        0    NaN  GdPrv        Shed    2500   \n","1458         Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","1459         Lvl    AllPub  ...        0    NaN    NaN         NaN       0   \n","\n","     MoSold YrSold  SaleType  SaleCondition  SalePrice  \n","0         2   2008        WD         Normal     208500  \n","1         5   2007        WD         Normal     181500  \n","2         9   2008        WD         Normal     223500  \n","3         2   2006        WD        Abnorml     140000  \n","4        12   2008        WD         Normal     250000  \n","...     ...    ...       ...            ...        ...  \n","1455      8   2007        WD         Normal     175000  \n","1456      2   2010        WD         Normal     210000  \n","1457      5   2010        WD         Normal     266500  \n","1458      4   2010        WD         Normal     142125  \n","1459      6   2008        WD         Normal     147500  \n","\n","[1460 rows x 81 columns]"]},"execution_count":2,"metadata":{},"output_type":"execute_result"}],"source":["train=pd.read_csv(\"train.csv\")\n","train"]},{"cell_type":"code","execution_count":null,"id":"850e328e","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.635477Z","iopub.status.busy":"2022-09-11T21:02:23.634585Z","iopub.status.idle":"2022-09-11T21:02:23.648904Z","shell.execute_reply":"2022-09-11T21:02:23.647901Z"},"papermill":{"duration":0.032043,"end_time":"2022-09-11T21:02:23.651566","exception":false,"start_time":"2022-09-11T21:02:23.619523","status":"completed"},"tags":[],"id":"850e328e","outputId":"b50a3aa1-e004-44d7-f923-eebe7b92773b"},"outputs":[{"data":{"text/plain":["Id                 0\n","MSSubClass         0\n","MSZoning           0\n","LotFrontage      259\n","LotArea            0\n","                ... \n","MoSold             0\n","YrSold             0\n","SaleType           0\n","SaleCondition      0\n","SalePrice          0\n","Length: 81, dtype: int64"]},"execution_count":3,"metadata":{},"output_type":"execute_result"}],"source":["train.isnull().sum()"]},{"cell_type":"code","execution_count":null,"id":"1d5f6c0d","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.678955Z","iopub.status.busy":"2022-09-11T21:02:23.678091Z","iopub.status.idle":"2022-09-11T21:02:23.696689Z","shell.execute_reply":"2022-09-11T21:02:23.694540Z"},"papermill":{"duration":0.036048,"end_time":"2022-09-11T21:02:23.699947","exception":false,"start_time":"2022-09-11T21:02:23.663899","status":"completed"},"tags":[],"id":"1d5f6c0d","outputId":"a4520cd0-57dc-4a67-a6e9-b5aff630b125"},"outputs":[{"name":"stdout","output_type":"stream","text":["15\n"]},{"data":{"text/plain":["20     536\n","60     299\n","50     144\n","120     87\n","30      69\n","160     63\n","70      60\n","80      58\n","90      52\n","190     30\n","85      20\n","75      16\n","45      12\n","180     10\n","40       4\n","Name: MSSubClass, dtype: int64"]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["print(train['MSSubClass'].nunique())\n","train['MSSubClass'].value_counts()\n"]},{"cell_type":"code","execution_count":null,"id":"ad3eee58","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.727948Z","iopub.status.busy":"2022-09-11T21:02:23.726431Z","iopub.status.idle":"2022-09-11T21:02:23.735845Z","shell.execute_reply":"2022-09-11T21:02:23.734104Z"},"papermill":{"duration":0.027619,"end_time":"2022-09-11T21:02:23.740293","exception":false,"start_time":"2022-09-11T21:02:23.712674","status":"completed"},"tags":[],"id":"ad3eee58","outputId":"2f73a46c-f6cc-4755-d18e-dcb625ac8723"},"outputs":[{"name":"stdout","output_type":"stream","text":["5\n","RL         1151\n","RM          218\n","FV           65\n","RH           16\n","C (all)      10\n","Name: MSZoning, dtype: int64\n"]}],"source":["print(train['MSZoning'].nunique())\n","print(train['MSZoning'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"e8ea3929","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.772734Z","iopub.status.busy":"2022-09-11T21:02:23.772328Z","iopub.status.idle":"2022-09-11T21:02:23.781637Z","shell.execute_reply":"2022-09-11T21:02:23.779858Z"},"papermill":{"duration":0.02891,"end_time":"2022-09-11T21:02:23.784532","exception":false,"start_time":"2022-09-11T21:02:23.755622","status":"completed"},"tags":[],"id":"e8ea3929","outputId":"a891b723-26b6-41e2-bc5e-f0301f6827d8"},"outputs":[{"name":"stdout","output_type":"stream","text":["5\n","Gd    380\n","TA    313\n","Fa     33\n","Ex     24\n","Po     20\n","Name: FireplaceQu, dtype: int64\n"]}],"source":["print(train['FireplaceQu'].nunique())\n","print(train['FireplaceQu'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"5f7e9d73","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.812564Z","iopub.status.busy":"2022-09-11T21:02:23.811633Z","iopub.status.idle":"2022-09-11T21:02:23.855195Z","shell.execute_reply":"2022-09-11T21:02:23.853867Z"},"papermill":{"duration":0.060479,"end_time":"2022-09-11T21:02:23.857883","exception":false,"start_time":"2022-09-11T21:02:23.797404","status":"completed"},"tags":[],"id":"5f7e9d73","outputId":"f6b102f3-4efb-4eba-9a3a-4555c579b8f1"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Id</th>\n","      <th>MSSubClass</th>\n","      <th>MSZoning</th>\n","      <th>LotFrontage</th>\n","      <th>LotArea</th>\n","      <th>Street</th>\n","      <th>LotShape</th>\n","      <th>LandContour</th>\n","      <th>Utilities</th>\n","      <th>LotConfig</th>\n","      <th>...</th>\n","      <th>EnclosedPorch</th>\n","      <th>3SsnPorch</th>\n","      <th>ScreenPorch</th>\n","      <th>PoolArea</th>\n","      <th>MiscVal</th>\n","      <th>MoSold</th>\n","      <th>YrSold</th>\n","      <th>SaleType</th>\n","      <th>SaleCondition</th>\n","      <th>SalePrice</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>65.0</td>\n","      <td>8450</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>208500</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>80.0</td>\n","      <td>9600</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>FR2</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>5</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>181500</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>11250</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>9</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>223500</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>60.0</td>\n","      <td>9550</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Corner</td>\n","      <td>...</td>\n","      <td>272</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2006</td>\n","      <td>WD</td>\n","      <td>Abnorml</td>\n","      <td>140000</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>84.0</td>\n","      <td>14260</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>FR2</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>12</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>250000</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>1456</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>62.0</td>\n","      <td>7917</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>8</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>175000</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>1457</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>85.0</td>\n","      <td>13175</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>210000</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>1458</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>66.0</td>\n","      <td>9042</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2500</td>\n","      <td>5</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>266500</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>1459</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>9717</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>112</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>4</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>142125</td>\n","    </tr>\n","    <tr>\n","      <th>1459</th>\n","      <td>1460</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>75.0</td>\n","      <td>9937</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>6</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>147500</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1460 rows × 76 columns</p>\n","</div>"],"text/plain":["        Id  MSSubClass MSZoning  LotFrontage  LotArea Street LotShape  \\\n","0        1          60       RL         65.0     8450   Pave      Reg   \n","1        2          20       RL         80.0     9600   Pave      Reg   \n","2        3          60       RL         68.0    11250   Pave      IR1   \n","3        4          70       RL         60.0     9550   Pave      IR1   \n","4        5          60       RL         84.0    14260   Pave      IR1   \n","...    ...         ...      ...          ...      ...    ...      ...   \n","1455  1456          60       RL         62.0     7917   Pave      Reg   \n","1456  1457          20       RL         85.0    13175   Pave      Reg   \n","1457  1458          70       RL         66.0     9042   Pave      Reg   \n","1458  1459          20       RL         68.0     9717   Pave      Reg   \n","1459  1460          20       RL         75.0     9937   Pave      Reg   \n","\n","     LandContour Utilities LotConfig  ... EnclosedPorch 3SsnPorch ScreenPorch  \\\n","0            Lvl    AllPub    Inside  ...             0         0           0   \n","1            Lvl    AllPub       FR2  ...             0         0           0   \n","2            Lvl    AllPub    Inside  ...             0         0           0   \n","3            Lvl    AllPub    Corner  ...           272         0           0   \n","4            Lvl    AllPub       FR2  ...             0         0           0   \n","...          ...       ...       ...  ...           ...       ...         ...   \n","1455         Lvl    AllPub    Inside  ...             0         0           0   \n","1456         Lvl    AllPub    Inside  ...             0         0           0   \n","1457         Lvl    AllPub    Inside  ...             0         0           0   \n","1458         Lvl    AllPub    Inside  ...           112         0           0   \n","1459         Lvl    AllPub    Inside  ...             0         0           0   \n","\n","     PoolArea MiscVal MoSold  YrSold  SaleType  SaleCondition  SalePrice  \n","0           0       0      2    2008        WD         Normal     208500  \n","1           0       0      5    2007        WD         Normal     181500  \n","2           0       0      9    2008        WD         Normal     223500  \n","3           0       0      2    2006        WD        Abnorml     140000  \n","4           0       0     12    2008        WD         Normal     250000  \n","...       ...     ...    ...     ...       ...            ...        ...  \n","1455        0       0      8    2007        WD         Normal     175000  \n","1456        0       0      2    2010        WD         Normal     210000  \n","1457        0    2500      5    2010        WD         Normal     266500  \n","1458        0       0      4    2010        WD         Normal     142125  \n","1459        0       0      6    2008        WD         Normal     147500  \n","\n","[1460 rows x 76 columns]"]},"execution_count":7,"metadata":{},"output_type":"execute_result"}],"source":["train.drop(\"Alley\",axis=1, inplace=True)\n","train.drop(\"PoolQC\",axis=1, inplace=True)\n","train.drop(\"Fence\",axis=1, inplace=True)\n","train.drop(\"MiscFeature\",axis=1, inplace=True)\n","train.drop(\"FireplaceQu\",axis=1, inplace=True)\n","train"]},{"cell_type":"code","execution_count":null,"id":"edbcdaa3","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:23.886516Z","iopub.status.busy":"2022-09-11T21:02:23.885637Z","iopub.status.idle":"2022-09-11T21:02:23.894826Z","shell.execute_reply":"2022-09-11T21:02:23.893187Z"},"papermill":{"duration":0.02798,"end_time":"2022-09-11T21:02:23.898848","exception":false,"start_time":"2022-09-11T21:02:23.870868","status":"completed"},"tags":[],"id":"edbcdaa3","outputId":"49851757-492b-4e65-c814-3983c501fba6"},"outputs":[{"name":"stdout","output_type":"stream","text":["15\n","20     536\n","60     299\n","50     144\n","120     87\n","30      69\n","160     63\n","70      60\n","80      58\n","90      52\n","190     30\n","85      20\n","75      16\n","45      12\n","180     10\n","40       4\n","Name: MSSubClass, dtype: int64\n"]}],"source":["print(train['MSSubClass'].nunique())\n","print(train['MSSubClass'].value_counts())\n"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"iegjlJDzfCDb","outputId":"b0766424-abcc-43e2-8559-3d88bdebeab3"},"outputs":[{"name":"stdout","output_type":"stream","text":["5\n","RL         1151\n","RM          218\n","FV           65\n","RH           16\n","C (all)      10\n","Name: MSZoning, dtype: int64\n"]}],"source":["print(train['MSZoning'].nunique())\n","print(train['MSZoning'].value_counts())\n"],"id":"iegjlJDzfCDb"},{"cell_type":"code","execution_count":null,"id":"49fe48af","metadata":{"id":"49fe48af","outputId":"3043d990-2171-49ae-be87-0a4cf8e1d730"},"outputs":[{"name":"stdout","output_type":"stream","text":["4\n","Reg    925\n","IR1    484\n","IR2     41\n","IR3     10\n","Name: LotShape, dtype: int64\n"]}],"source":["print(train['LotShape'].nunique())\n","print(train['LotShape'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"4c9136fb","metadata":{"id":"4c9136fb","outputId":"4b1630f8-794d-4074-8b01-14046e91aec0"},"outputs":[{"name":"stdout","output_type":"stream","text":["4\n","Lvl    1311\n","Bnk      63\n","HLS      50\n","Low      36\n","Name: LandContour, dtype: int64\n"]}],"source":["print(train['LandContour'].nunique())\n","print(train['LandContour'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"bd02b128","metadata":{"id":"bd02b128","outputId":"36e89712-6f14-48eb-ae9a-9b89b1152ff7"},"outputs":[{"name":"stdout","output_type":"stream","text":["2\n","AllPub    1459\n","NoSeWa       1\n","Name: Utilities, dtype: int64\n"]}],"source":["print(train['Utilities'].nunique())\n","print(train['Utilities'].value_counts())\n"]},{"cell_type":"code","execution_count":null,"id":"c504b2a3","metadata":{"id":"c504b2a3","outputId":"9169f952-88e8-46bd-f356-a59b8de18634"},"outputs":[{"name":"stdout","output_type":"stream","text":["5\n","Inside     1052\n","Corner      263\n","CulDSac      94\n","FR2          47\n","FR3           4\n","Name: LotConfig, dtype: int64\n"]}],"source":["print(train['LotConfig'].nunique())\n","print(train['LotConfig'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"837c4268","metadata":{"id":"837c4268","outputId":"3c6eed3a-3a8f-48e3-f9c8-569e4f80415b"},"outputs":[{"name":"stdout","output_type":"stream","text":["8\n","0      1453\n","512       1\n","648       1\n","576       1\n","555       1\n","480       1\n","519       1\n","738       1\n","Name: PoolArea, dtype: int64\n"]}],"source":["print(train['PoolArea'].nunique())\n","print(train['PoolArea'].value_counts())"]},{"cell_type":"code","execution_count":null,"id":"42962d6c","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:24.096780Z","iopub.status.busy":"2022-09-11T21:02:24.095645Z","iopub.status.idle":"2022-09-11T21:02:24.126291Z","shell.execute_reply":"2022-09-11T21:02:24.124989Z"},"papermill":{"duration":0.048014,"end_time":"2022-09-11T21:02:24.129001","exception":false,"start_time":"2022-09-11T21:02:24.080987","status":"completed"},"tags":[],"id":"42962d6c","outputId":"e7486940-73cf-45d2-946e-cd16b026531b"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Id</th>\n","      <th>MSSubClass</th>\n","      <th>MSZoning</th>\n","      <th>LotFrontage</th>\n","      <th>LotArea</th>\n","      <th>Street</th>\n","      <th>LotShape</th>\n","      <th>LandContour</th>\n","      <th>Utilities</th>\n","      <th>LotConfig</th>\n","      <th>...</th>\n","      <th>EnclosedPorch</th>\n","      <th>3SsnPorch</th>\n","      <th>ScreenPorch</th>\n","      <th>PoolArea</th>\n","      <th>MiscVal</th>\n","      <th>MoSold</th>\n","      <th>YrSold</th>\n","      <th>SaleType</th>\n","      <th>SaleCondition</th>\n","      <th>SalePrice</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>65.0</td>\n","      <td>8450</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>208500</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>80.0</td>\n","      <td>9600</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>FR2</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>5</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>181500</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>11250</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>9</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>223500</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>60.0</td>\n","      <td>9550</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Corner</td>\n","      <td>...</td>\n","      <td>272</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2006</td>\n","      <td>WD</td>\n","      <td>Abnorml</td>\n","      <td>140000</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>84.0</td>\n","      <td>14260</td>\n","      <td>Pave</td>\n","      <td>IR1</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>FR2</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>12</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>250000</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>1456</td>\n","      <td>60</td>\n","      <td>RL</td>\n","      <td>62.0</td>\n","      <td>7917</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>8</td>\n","      <td>2007</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>175000</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>1457</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>85.0</td>\n","      <td>13175</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>210000</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>1458</td>\n","      <td>70</td>\n","      <td>RL</td>\n","      <td>66.0</td>\n","      <td>9042</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>2500</td>\n","      <td>5</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>266500</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>1459</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>68.0</td>\n","      <td>9717</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>112</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>4</td>\n","      <td>2010</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>142125</td>\n","    </tr>\n","    <tr>\n","      <th>1459</th>\n","      <td>1460</td>\n","      <td>20</td>\n","      <td>RL</td>\n","      <td>75.0</td>\n","      <td>9937</td>\n","      <td>Pave</td>\n","      <td>Reg</td>\n","      <td>Lvl</td>\n","      <td>AllPub</td>\n","      <td>Inside</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>6</td>\n","      <td>2008</td>\n","      <td>WD</td>\n","      <td>Normal</td>\n","      <td>147500</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1460 rows × 76 columns</p>\n","</div>"],"text/plain":["        Id  MSSubClass MSZoning  LotFrontage  LotArea Street LotShape  \\\n","0        1          60       RL         65.0     8450   Pave      Reg   \n","1        2          20       RL         80.0     9600   Pave      Reg   \n","2        3          60       RL         68.0    11250   Pave      IR1   \n","3        4          70       RL         60.0     9550   Pave      IR1   \n","4        5          60       RL         84.0    14260   Pave      IR1   \n","...    ...         ...      ...          ...      ...    ...      ...   \n","1455  1456          60       RL         62.0     7917   Pave      Reg   \n","1456  1457          20       RL         85.0    13175   Pave      Reg   \n","1457  1458          70       RL         66.0     9042   Pave      Reg   \n","1458  1459          20       RL         68.0     9717   Pave      Reg   \n","1459  1460          20       RL         75.0     9937   Pave      Reg   \n","\n","     LandContour Utilities LotConfig  ... EnclosedPorch 3SsnPorch ScreenPorch  \\\n","0            Lvl    AllPub    Inside  ...             0         0           0   \n","1            Lvl    AllPub       FR2  ...             0         0           0   \n","2            Lvl    AllPub    Inside  ...             0         0           0   \n","3            Lvl    AllPub    Corner  ...           272         0           0   \n","4            Lvl    AllPub       FR2  ...             0         0           0   \n","...          ...       ...       ...  ...           ...       ...         ...   \n","1455         Lvl    AllPub    Inside  ...             0         0           0   \n","1456         Lvl    AllPub    Inside  ...             0         0           0   \n","1457         Lvl    AllPub    Inside  ...             0         0           0   \n","1458         Lvl    AllPub    Inside  ...           112         0           0   \n","1459         Lvl    AllPub    Inside  ...             0         0           0   \n","\n","     PoolArea MiscVal MoSold  YrSold  SaleType  SaleCondition  SalePrice  \n","0           0       0      2    2008        WD         Normal     208500  \n","1           0       0      5    2007        WD         Normal     181500  \n","2           0       0      9    2008        WD         Normal     223500  \n","3           0       0      2    2006        WD        Abnorml     140000  \n","4           0       0     12    2008        WD         Normal     250000  \n","...       ...     ...    ...     ...       ...            ...        ...  \n","1455        0       0      8    2007        WD         Normal     175000  \n","1456        0       0      2    2010        WD         Normal     210000  \n","1457        0    2500      5    2010        WD         Normal     266500  \n","1458        0       0      4    2010        WD         Normal     142125  \n","1459        0       0      6    2008        WD         Normal     147500  \n","\n","[1460 rows x 76 columns]"]},"execution_count":15,"metadata":{},"output_type":"execute_result"}],"source":["train"]},{"cell_type":"code","execution_count":null,"id":"158b0254","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:24.159087Z","iopub.status.busy":"2022-09-11T21:02:24.158290Z","iopub.status.idle":"2022-09-11T21:02:24.183843Z","shell.execute_reply":"2022-09-11T21:02:24.182135Z"},"papermill":{"duration":0.043676,"end_time":"2022-09-11T21:02:24.186691","exception":false,"start_time":"2022-09-11T21:02:24.143015","status":"completed"},"tags":[],"id":"158b0254","outputId":"1ffb1016-9480-432d-b0f1-6252679b2b9b"},"outputs":[{"name":"stdout","output_type":"stream","text":["<class 'pandas.core.frame.DataFrame'>\n","RangeIndex: 1460 entries, 0 to 1459\n","Data columns (total 76 columns):\n"," #   Column         Non-Null Count  Dtype  \n","---  ------         --------------  -----  \n"," 0   Id             1460 non-null   int64  \n"," 1   MSSubClass     1460 non-null   int64  \n"," 2   MSZoning       1460 non-null   object \n"," 3   LotFrontage    1201 non-null   float64\n"," 4   LotArea        1460 non-null   int64  \n"," 5   Street         1460 non-null   object \n"," 6   LotShape       1460 non-null   object \n"," 7   LandContour    1460 non-null   object \n"," 8   Utilities      1460 non-null   object \n"," 9   LotConfig      1460 non-null   object \n"," 10  LandSlope      1460 non-null   object \n"," 11  Neighborhood   1460 non-null   object \n"," 12  Condition1     1460 non-null   object \n"," 13  Condition2     1460 non-null   object \n"," 14  BldgType       1460 non-null   object \n"," 15  HouseStyle     1460 non-null   object \n"," 16  OverallQual    1460 non-null   int64  \n"," 17  OverallCond    1460 non-null   int64  \n"," 18  YearBuilt      1460 non-null   int64  \n"," 19  YearRemodAdd   1460 non-null   int64  \n"," 20  RoofStyle      1460 non-null   object \n"," 21  RoofMatl       1460 non-null   object \n"," 22  Exterior1st    1460 non-null   object \n"," 23  Exterior2nd    1460 non-null   object \n"," 24  MasVnrType     1452 non-null   object \n"," 25  MasVnrArea     1452 non-null   float64\n"," 26  ExterQual      1460 non-null   object \n"," 27  ExterCond      1460 non-null   object \n"," 28  Foundation     1460 non-null   object \n"," 29  BsmtQual       1423 non-null   object \n"," 30  BsmtCond       1423 non-null   object \n"," 31  BsmtExposure   1422 non-null   object \n"," 32  BsmtFinType1   1423 non-null   object \n"," 33  BsmtFinSF1     1460 non-null   int64  \n"," 34  BsmtFinType2   1422 non-null   object \n"," 35  BsmtFinSF2     1460 non-null   int64  \n"," 36  BsmtUnfSF      1460 non-null   int64  \n"," 37  TotalBsmtSF    1460 non-null   int64  \n"," 38  Heating        1460 non-null   object \n"," 39  HeatingQC      1460 non-null   object \n"," 40  CentralAir     1460 non-null   object \n"," 41  Electrical     1459 non-null   object \n"," 42  1stFlrSF       1460 non-null   int64  \n"," 43  2ndFlrSF       1460 non-null   int64  \n"," 44  LowQualFinSF   1460 non-null   int64  \n"," 45  GrLivArea      1460 non-null   int64  \n"," 46  BsmtFullBath   1460 non-null   int64  \n"," 47  BsmtHalfBath   1460 non-null   int64  \n"," 48  FullBath       1460 non-null   int64  \n"," 49  HalfBath       1460 non-null   int64  \n"," 50  BedroomAbvGr   1460 non-null   int64  \n"," 51  KitchenAbvGr   1460 non-null   int64  \n"," 52  KitchenQual    1460 non-null   object \n"," 53  TotRmsAbvGrd   1460 non-null   int64  \n"," 54  Functional     1460 non-null   object \n"," 55  Fireplaces     1460 non-null   int64  \n"," 56  GarageType     1379 non-null   object \n"," 57  GarageYrBlt    1379 non-null   float64\n"," 58  GarageFinish   1379 non-null   object \n"," 59  GarageCars     1460 non-null   int64  \n"," 60  GarageArea     1460 non-null   int64  \n"," 61  GarageQual     1379 non-null   object \n"," 62  GarageCond     1379 non-null   object \n"," 63  PavedDrive     1460 non-null   object \n"," 64  WoodDeckSF     1460 non-null   int64  \n"," 65  OpenPorchSF    1460 non-null   int64  \n"," 66  EnclosedPorch  1460 non-null   int64  \n"," 67  3SsnPorch      1460 non-null   int64  \n"," 68  ScreenPorch    1460 non-null   int64  \n"," 69  PoolArea       1460 non-null   int64  \n"," 70  MiscVal        1460 non-null   int64  \n"," 71  MoSold         1460 non-null   int64  \n"," 72  YrSold         1460 non-null   int64  \n"," 73  SaleType       1460 non-null   object \n"," 74  SaleCondition  1460 non-null   object \n"," 75  SalePrice      1460 non-null   int64  \n","dtypes: float64(3), int64(35), object(38)\n","memory usage: 867.0+ KB\n"]}],"source":["train.info()"]},{"cell_type":"code","execution_count":null,"id":"0e4e20ec","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:24.217498Z","iopub.status.busy":"2022-09-11T21:02:24.216751Z","iopub.status.idle":"2022-09-11T21:02:24.263420Z","shell.execute_reply":"2022-09-11T21:02:24.262226Z"},"papermill":{"duration":0.065571,"end_time":"2022-09-11T21:02:24.266446","exception":false,"start_time":"2022-09-11T21:02:24.200875","status":"completed"},"tags":[],"id":"0e4e20ec"},"outputs":[],"source":["LotShape=pd.get_dummies(train['LotShape'], drop_first=True) \n","RoofStyle=pd.get_dummies(train['RoofStyle'], drop_first=True)\n","HouseStyle =pd.get_dummies(train['HouseStyle'], drop_first=True)\n","BldgType =pd.get_dummies(train['BldgType'], drop_first=True)\n","Condition2 =pd.get_dummies(train['Condition2'], drop_first=True)\n","\n","Condition1=pd.get_dummies(train['Condition1'], drop_first=True)\n","Neighborhood =pd.get_dummies(train['Neighborhood'], drop_first=True)\n","Utilities=pd.get_dummies(train['Utilities'], drop_first=True)\n","LandContour=pd.get_dummies(train['LandContour'], drop_first=True) \n","Street=pd.get_dummies(train['Street'], drop_first=True)\n","ExterCond=pd.get_dummies(train['ExterCond'], drop_first=True)\n","ExterQual=pd.get_dummies(train['ExterQual'], drop_first=True)\n","MasVnrType=pd.get_dummies(train['MasVnrType'], drop_first=True)\n","Exterior2nd=pd.get_dummies(train['Exterior2nd'], drop_first=True)\n","Exterior1st=pd.get_dummies(train['Exterior1st'], drop_first=True)\n","MSZoning=pd.get_dummies(train['MSZoning'], drop_first=True)\n","BsmtFinType2=pd.get_dummies(train['BsmtFinType2'], drop_first=True)\n","BsmtFinType1=pd.get_dummies(train['BsmtFinType1'], drop_first=True)\n","BsmtExposure=pd.get_dummies(train['BsmtExposure'], drop_first=True)\n","BsmtCond=pd.get_dummies(train['BsmtCond'], drop_first=True)\n","\n","BsmtQual=pd.get_dummies(train['BsmtQual'], drop_first=True)\n","Foundation=pd.get_dummies(train['Foundation'], drop_first=True)\n","\n","Functional=pd.get_dummies(train['Functional'], drop_first=True)\n","Electrical=pd.get_dummies(train['Electrical'], drop_first=True)\n","\n","CentralAir=pd.get_dummies(train['CentralAir'], drop_first=True)\n","KitchenQual=pd.get_dummies(train['KitchenQual'], drop_first=True)\n","HeatingQC=pd.get_dummies(train['HeatingQC'], drop_first=True)\n","Heating=pd.get_dummies(train['Heating'], drop_first=True)\n","\n","LotConfig=pd.get_dummies(train['LotConfig'], drop_first=True)\n","LandSlope=pd.get_dummies(train['LandSlope'], drop_first=True)\n","SaleCondition=pd.get_dummies(train['SaleCondition'], drop_first=True)\n","SaleType=pd.get_dummies(train['SaleType'], drop_first=True)\n","PavedDrive=pd.get_dummies(train['PavedDrive'], drop_first=True)\n","GarageCond=pd.get_dummies(train['GarageCond'], drop_first=True)\n","GarageQual=pd.get_dummies(train['GarageQual'], drop_first=True)\n","GarageFinish=pd.get_dummies(train['GarageFinish'], drop_first=True)\n","GarageType=pd.get_dummies(train['GarageType'], drop_first=True)\n","\n"]},{"cell_type":"code","execution_count":null,"id":"ba92fe36","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:24.296202Z","iopub.status.busy":"2022-09-11T21:02:24.295635Z","iopub.status.idle":"2022-09-11T21:02:24.314335Z","shell.execute_reply":"2022-09-11T21:02:24.313309Z"},"papermill":{"duration":0.036592,"end_time":"2022-09-11T21:02:24.316890","exception":false,"start_time":"2022-09-11T21:02:24.280298","status":"completed"},"tags":[],"id":"ba92fe36"},"outputs":[],"source":["train=pd.concat([train,MSZoning,Street,LotShape,LandContour,RoofStyle ,BldgType ,Condition1,Neighborhood,ExterCond,ExterQual,MasVnrType\n",",BsmtFinType2,BsmtFinType1,BsmtExposure,BsmtCond,BsmtQual,Foundation,Functional,CentralAir, KitchenQual,HeatingQC,GarageCond,GarageFinish, \n","GarageType,LotConfig,LandSlope, SaleCondition, SaleType,PavedDrive],axis=1)\n","\n","train.drop([ 'MSZoning','Street','LotShape','LandContour','Utilities','RoofMatl','RoofStyle','HouseStyle' ,'BldgType','Condition2' ,'Condition1','Neighborhood',\n","'ExterCond','ExterQual','MasVnrType','Exterior2nd','Exterior1st', 'BsmtFinType2','BsmtFinType1','BsmtExposure','BsmtCond','BsmtQual','Foundation',\n","'Functional','Electrical','CentralAir','KitchenQual','HeatingQC','Heating','GarageCond','GarageQual','GarageFinish', 'GarageType','LotConfig',\n","'LandSlope', 'SaleCondition', 'SaleType','PavedDrive'],axis=1, inplace=True)\n","\n","#train"]},{"cell_type":"code","execution_count":null,"id":"609d2324","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:24.347516Z","iopub.status.busy":"2022-09-11T21:02:24.346527Z","iopub.status.idle":"2022-09-11T21:02:24.356916Z","shell.execute_reply":"2022-09-11T21:02:24.355927Z"},"papermill":{"duration":0.028886,"end_time":"2022-09-11T21:02:24.359859","exception":false,"start_time":"2022-09-11T21:02:24.330973","status":"completed"},"tags":[],"id":"609d2324"},"outputs":[],"source":["x=train.drop(\"SalePrice\",axis=1)\n","y=train['SalePrice']"]},{"cell_type":"markdown","id":"b7f9119c","metadata":{"papermill":{"duration":0.013843,"end_time":"2022-09-11T21:02:24.388576","exception":false,"start_time":"2022-09-11T21:02:24.374733","status":"completed"},"tags":[],"id":"b7f9119c"},"source":["# Removing missing value from train set"]},{"cell_type":"code","execution_count":null,"id":"59780aaf","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:25.061221Z","iopub.status.busy":"2022-09-11T21:02:25.060266Z","iopub.status.idle":"2022-09-11T21:02:25.200365Z","shell.execute_reply":"2022-09-11T21:02:25.199317Z"},"papermill":{"duration":0.160674,"end_time":"2022-09-11T21:02:25.203125","exception":false,"start_time":"2022-09-11T21:02:25.042451","status":"completed"},"tags":[],"id":"59780aaf","outputId":"ad267647-0b37-4f15-e3b8-3ede930b4e2c"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","      <th>5</th>\n","      <th>6</th>\n","      <th>7</th>\n","      <th>8</th>\n","      <th>9</th>\n","      <th>...</th>\n","      <th>159</th>\n","      <th>160</th>\n","      <th>161</th>\n","      <th>162</th>\n","      <th>163</th>\n","      <th>164</th>\n","      <th>165</th>\n","      <th>166</th>\n","      <th>167</th>\n","      <th>168</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1.0</td>\n","      <td>60.0</td>\n","      <td>65.0</td>\n","      <td>8450.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>2003.0</td>\n","      <td>2003.0</td>\n","      <td>196.0</td>\n","      <td>706.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2.0</td>\n","      <td>20.0</td>\n","      <td>80.0</td>\n","      <td>9600.0</td>\n","      <td>6.0</td>\n","      <td>8.0</td>\n","      <td>1976.0</td>\n","      <td>1976.0</td>\n","      <td>0.0</td>\n","      <td>978.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3.0</td>\n","      <td>60.0</td>\n","      <td>68.0</td>\n","      <td>11250.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>2001.0</td>\n","      <td>2002.0</td>\n","      <td>162.0</td>\n","      <td>486.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4.0</td>\n","      <td>70.0</td>\n","      <td>60.0</td>\n","      <td>9550.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>1915.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>216.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5.0</td>\n","      <td>60.0</td>\n","      <td>84.0</td>\n","      <td>14260.0</td>\n","      <td>8.0</td>\n","      <td>5.0</td>\n","      <td>2000.0</td>\n","      <td>2000.0</td>\n","      <td>350.0</td>\n","      <td>655.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>1456.0</td>\n","      <td>60.0</td>\n","      <td>62.0</td>\n","      <td>7917.0</td>\n","      <td>6.0</td>\n","      <td>5.0</td>\n","      <td>1999.0</td>\n","      <td>2000.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>1457.0</td>\n","      <td>20.0</td>\n","      <td>85.0</td>\n","      <td>13175.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1978.0</td>\n","      <td>1988.0</td>\n","      <td>119.0</td>\n","      <td>790.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>1458.0</td>\n","      <td>70.0</td>\n","      <td>66.0</td>\n","      <td>9042.0</td>\n","      <td>7.0</td>\n","      <td>9.0</td>\n","      <td>1941.0</td>\n","      <td>2006.0</td>\n","      <td>0.0</td>\n","      <td>275.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>1459.0</td>\n","      <td>20.0</td>\n","      <td>68.0</td>\n","      <td>9717.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1950.0</td>\n","      <td>1996.0</td>\n","      <td>0.0</td>\n","      <td>49.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1459</th>\n","      <td>1460.0</td>\n","      <td>20.0</td>\n","      <td>75.0</td>\n","      <td>9937.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1965.0</td>\n","      <td>1965.0</td>\n","      <td>0.0</td>\n","      <td>830.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1460 rows × 169 columns</p>\n","</div>"],"text/plain":["         0     1     2        3    4    5       6       7      8      9    \\\n","0        1.0  60.0  65.0   8450.0  7.0  5.0  2003.0  2003.0  196.0  706.0   \n","1        2.0  20.0  80.0   9600.0  6.0  8.0  1976.0  1976.0    0.0  978.0   \n","2        3.0  60.0  68.0  11250.0  7.0  5.0  2001.0  2002.0  162.0  486.0   \n","3        4.0  70.0  60.0   9550.0  7.0  5.0  1915.0  1970.0    0.0  216.0   \n","4        5.0  60.0  84.0  14260.0  8.0  5.0  2000.0  2000.0  350.0  655.0   \n","...      ...   ...   ...      ...  ...  ...     ...     ...    ...    ...   \n","1455  1456.0  60.0  62.0   7917.0  6.0  5.0  1999.0  2000.0    0.0    0.0   \n","1456  1457.0  20.0  85.0  13175.0  6.0  6.0  1978.0  1988.0  119.0  790.0   \n","1457  1458.0  70.0  66.0   9042.0  7.0  9.0  1941.0  2006.0    0.0  275.0   \n","1458  1459.0  20.0  68.0   9717.0  5.0  6.0  1950.0  1996.0    0.0   49.0   \n","1459  1460.0  20.0  75.0   9937.0  5.0  6.0  1965.0  1965.0    0.0  830.0   \n","\n","      ...  159  160  161  162  163  164  165  166  167  168  \n","0     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","2     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","3     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","4     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  \n","1455  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1456  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1457  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1458  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1459  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","\n","[1460 rows x 169 columns]"]},"execution_count":20,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.impute import SimpleImputer\n","imputer= SimpleImputer(missing_values=np.nan, strategy='median', verbose=0)\n","imputer=imputer.fit(x)\n","x_imp=imputer.transform(x)\n","train_x=pd.DataFrame(x_imp)\n","train_x\n","\n"]},{"cell_type":"code","execution_count":null,"id":"3e5a0aee","metadata":{"id":"3e5a0aee","outputId":"eea646e1-8530-4e4f-f16f-bb188a011bb7"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","      <th>5</th>\n","      <th>6</th>\n","      <th>7</th>\n","      <th>8</th>\n","      <th>9</th>\n","      <th>...</th>\n","      <th>159</th>\n","      <th>160</th>\n","      <th>161</th>\n","      <th>162</th>\n","      <th>163</th>\n","      <th>164</th>\n","      <th>165</th>\n","      <th>166</th>\n","      <th>167</th>\n","      <th>168</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1.0</td>\n","      <td>60.0</td>\n","      <td>65.0</td>\n","      <td>8450.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>2003.0</td>\n","      <td>2003.0</td>\n","      <td>196.0</td>\n","      <td>706.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2.0</td>\n","      <td>20.0</td>\n","      <td>80.0</td>\n","      <td>9600.0</td>\n","      <td>6.0</td>\n","      <td>8.0</td>\n","      <td>1976.0</td>\n","      <td>1976.0</td>\n","      <td>0.0</td>\n","      <td>978.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>3.0</td>\n","      <td>60.0</td>\n","      <td>68.0</td>\n","      <td>11250.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>2001.0</td>\n","      <td>2002.0</td>\n","      <td>162.0</td>\n","      <td>486.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>4.0</td>\n","      <td>70.0</td>\n","      <td>60.0</td>\n","      <td>9550.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>1915.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>216.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>5.0</td>\n","      <td>60.0</td>\n","      <td>84.0</td>\n","      <td>14260.0</td>\n","      <td>8.0</td>\n","      <td>5.0</td>\n","      <td>2000.0</td>\n","      <td>2000.0</td>\n","      <td>350.0</td>\n","      <td>655.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>1456.0</td>\n","      <td>60.0</td>\n","      <td>62.0</td>\n","      <td>7917.0</td>\n","      <td>6.0</td>\n","      <td>5.0</td>\n","      <td>1999.0</td>\n","      <td>2000.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>1457.0</td>\n","      <td>20.0</td>\n","      <td>85.0</td>\n","      <td>13175.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1978.0</td>\n","      <td>1988.0</td>\n","      <td>119.0</td>\n","      <td>790.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>1458.0</td>\n","      <td>70.0</td>\n","      <td>66.0</td>\n","      <td>9042.0</td>\n","      <td>7.0</td>\n","      <td>9.0</td>\n","      <td>1941.0</td>\n","      <td>2006.0</td>\n","      <td>0.0</td>\n","      <td>275.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>1459.0</td>\n","      <td>20.0</td>\n","      <td>68.0</td>\n","      <td>9717.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1950.0</td>\n","      <td>1996.0</td>\n","      <td>0.0</td>\n","      <td>49.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1459</th>\n","      <td>1460.0</td>\n","      <td>20.0</td>\n","      <td>75.0</td>\n","      <td>9937.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1965.0</td>\n","      <td>1965.0</td>\n","      <td>0.0</td>\n","      <td>830.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1460 rows × 169 columns</p>\n","</div>"],"text/plain":["         0     1     2        3    4    5       6       7      8      9    \\\n","0        1.0  60.0  65.0   8450.0  7.0  5.0  2003.0  2003.0  196.0  706.0   \n","1        2.0  20.0  80.0   9600.0  6.0  8.0  1976.0  1976.0    0.0  978.0   \n","2        3.0  60.0  68.0  11250.0  7.0  5.0  2001.0  2002.0  162.0  486.0   \n","3        4.0  70.0  60.0   9550.0  7.0  5.0  1915.0  1970.0    0.0  216.0   \n","4        5.0  60.0  84.0  14260.0  8.0  5.0  2000.0  2000.0  350.0  655.0   \n","...      ...   ...   ...      ...  ...  ...     ...     ...    ...    ...   \n","1455  1456.0  60.0  62.0   7917.0  6.0  5.0  1999.0  2000.0    0.0    0.0   \n","1456  1457.0  20.0  85.0  13175.0  6.0  6.0  1978.0  1988.0  119.0  790.0   \n","1457  1458.0  70.0  66.0   9042.0  7.0  9.0  1941.0  2006.0    0.0  275.0   \n","1458  1459.0  20.0  68.0   9717.0  5.0  6.0  1950.0  1996.0    0.0   49.0   \n","1459  1460.0  20.0  75.0   9937.0  5.0  6.0  1965.0  1965.0    0.0  830.0   \n","\n","      ...  159  160  161  162  163  164  165  166  167  168  \n","0     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","2     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","3     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","4     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  \n","1455  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1456  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1457  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1458  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1459  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","\n","[1460 rows x 169 columns]"]},"execution_count":21,"metadata":{},"output_type":"execute_result"}],"source":["train_x=pd.DataFrame(x_imp)\n","train_x"]},{"cell_type":"code","execution_count":null,"id":"9d381dc3","metadata":{"id":"9d381dc3","outputId":"adb7e6b0-9cbc-433f-a321-71b575a485c5"},"outputs":[{"data":{"text/plain":["SalePrice      1.000000\n","OverallQual    0.790982\n","GrLivArea      0.708624\n","GarageCars     0.640409\n","GarageArea     0.623431\n","                 ...   \n","None          -0.374468\n","Unf           -0.410608\n","TA            -0.452394\n","TA            -0.519298\n","TA            -0.589044\n","Name: SalePrice, Length: 170, dtype: float64"]},"execution_count":22,"metadata":{},"output_type":"execute_result"}],"source":["train.corr()['SalePrice'].sort_values(ascending=False)"]},{"cell_type":"markdown","id":"93b586f0","metadata":{"papermill":{"duration":0.014569,"end_time":"2022-09-11T21:02:28.201237","exception":false,"start_time":"2022-09-11T21:02:28.186668","status":"completed"},"tags":[],"id":"93b586f0"},"source":["# loading test dataset"]},{"cell_type":"code","execution_count":null,"id":"769bb91f","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.233113Z","iopub.status.busy":"2022-09-11T21:02:28.232345Z","iopub.status.idle":"2022-09-11T21:02:28.268981Z","shell.execute_reply":"2022-09-11T21:02:28.267973Z"},"papermill":{"duration":0.055916,"end_time":"2022-09-11T21:02:28.271912","exception":false,"start_time":"2022-09-11T21:02:28.215996","status":"completed"},"tags":[],"id":"769bb91f"},"outputs":[],"source":["test=pd.read_csv(\"test.csv\")\n"]},{"cell_type":"code","execution_count":null,"id":"dc0a4f9b","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.303634Z","iopub.status.busy":"2022-09-11T21:02:28.302849Z","iopub.status.idle":"2022-09-11T21:02:28.318432Z","shell.execute_reply":"2022-09-11T21:02:28.317091Z"},"papermill":{"duration":0.034732,"end_time":"2022-09-11T21:02:28.321381","exception":false,"start_time":"2022-09-11T21:02:28.286649","status":"completed"},"tags":[],"id":"dc0a4f9b"},"outputs":[],"source":["test.drop(\"Alley\",axis=1, inplace=True)\n","test.drop(\"PoolQC\",axis=1, inplace=True)\n","test.drop(\"Fence\",axis=1, inplace=True)\n","test.drop(\"MiscFeature\",axis=1, inplace=True)\n","test.drop(\"FireplaceQu\",axis=1, inplace=True)"]},{"cell_type":"code","execution_count":null,"id":"f03ea657","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.353656Z","iopub.status.busy":"2022-09-11T21:02:28.352860Z","iopub.status.idle":"2022-09-11T21:02:28.399608Z","shell.execute_reply":"2022-09-11T21:02:28.398536Z"},"papermill":{"duration":0.066288,"end_time":"2022-09-11T21:02:28.402394","exception":false,"start_time":"2022-09-11T21:02:28.336106","status":"completed"},"tags":[],"id":"f03ea657"},"outputs":[],"source":["LotShape=pd.get_dummies(test['LotShape'], drop_first=True)\n","RoofStyle=pd.get_dummies(test['RoofStyle'], drop_first=True)\n","BldgType =pd.get_dummies(test['BldgType'], drop_first=True)\n","Condition2 =pd.get_dummies(test['Condition2'], drop_first=True)\n","Condition1=pd.get_dummies(test['Condition1'], drop_first=True)\n","Neighborhood =pd.get_dummies(test['Neighborhood'], drop_first=True)\n","Utilities=pd.get_dummies(test['Utilities'], drop_first=True)\n","LandContour=pd.get_dummies(test['LandContour'], drop_first=True)  \n","Street=pd.get_dummies(test['Street'], drop_first=True)\n","ExterCond=pd.get_dummies(test['ExterCond'], drop_first=True)\n","\n","ExterQual=pd.get_dummies(test['ExterQual'], drop_first=True)\n","MasVnrType=pd.get_dummies(test['MasVnrType'], drop_first=True)\n","Exterior2nd=pd.get_dummies(test['Exterior2nd'], drop_first=True)\n","Exterior1st=pd.get_dummies(test['Exterior1st'], drop_first=True)\n","MSZoning=pd.get_dummies(test['MSZoning'], drop_first=True) \n","\n","BsmtFinType2=pd.get_dummies(test['BsmtFinType2'], drop_first=True)\n","BsmtFinType1=pd.get_dummies(test['BsmtFinType1'], drop_first=True)\n","BsmtExposure=pd.get_dummies(test['BsmtExposure'], drop_first=True)\n","BsmtCond=pd.get_dummies(test['BsmtCond'], drop_first=True)\n","BsmtQual=pd.get_dummies(test['BsmtQual'], drop_first=True)\n","Foundation=pd.get_dummies(test['Foundation'], drop_first=True)\n","\n","Functional=pd.get_dummies(test['Functional'], drop_first=True)\n","Electrical=pd.get_dummies(test['Electrical'], drop_first=True)\n","CentralAir=pd.get_dummies(test['CentralAir'], drop_first=True)\n","KitchenQual=pd.get_dummies(test['KitchenQual'], drop_first=True)\n","HeatingQC=pd.get_dummies(test['HeatingQC'], drop_first=True)\n","Heating=pd.get_dummies(test['Heating'], drop_first=True)\n","\n","LotConfig=pd.get_dummies(test['LotConfig'], drop_first=True)\n","LandSlope=pd.get_dummies(test['LandSlope'], drop_first=True)\n","SaleCondition=pd.get_dummies(test['SaleCondition'], drop_first=True)\n","SaleType=pd.get_dummies(test['SaleType'], drop_first=True)\n","PavedDrive=pd.get_dummies(test['PavedDrive'], drop_first=True)\n","\n","GarageCond=pd.get_dummies(test['GarageCond'], drop_first=True)\n","GarageQual=pd.get_dummies(test['GarageQual'], drop_first=True)\n","GarageFinish=pd.get_dummies(test['GarageFinish'], drop_first=True)\n","GarageType=pd.get_dummies(test['GarageType'], drop_first=True)\n","\n"]},{"cell_type":"code","execution_count":null,"id":"0fcdca9f","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.439685Z","iopub.status.busy":"2022-09-11T21:02:28.438905Z","iopub.status.idle":"2022-09-11T21:02:28.477986Z","shell.execute_reply":"2022-09-11T21:02:28.477043Z"},"papermill":{"duration":0.061065,"end_time":"2022-09-11T21:02:28.480379","exception":false,"start_time":"2022-09-11T21:02:28.419314","status":"completed"},"tags":[],"id":"0fcdca9f","outputId":"5099ee37-3483-4598-9b33-8e84c611640d"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Id</th>\n","      <th>MSSubClass</th>\n","      <th>LotFrontage</th>\n","      <th>LotArea</th>\n","      <th>OverallQual</th>\n","      <th>OverallCond</th>\n","      <th>YearBuilt</th>\n","      <th>YearRemodAdd</th>\n","      <th>MasVnrArea</th>\n","      <th>BsmtFinSF1</th>\n","      <th>...</th>\n","      <th>CWD</th>\n","      <th>Con</th>\n","      <th>ConLD</th>\n","      <th>ConLI</th>\n","      <th>ConLw</th>\n","      <th>New</th>\n","      <th>Oth</th>\n","      <th>WD</th>\n","      <th>P</th>\n","      <th>Y</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1461</td>\n","      <td>20</td>\n","      <td>80.0</td>\n","      <td>11622</td>\n","      <td>5</td>\n","      <td>6</td>\n","      <td>1961</td>\n","      <td>1961</td>\n","      <td>0.0</td>\n","      <td>468.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1462</td>\n","      <td>20</td>\n","      <td>81.0</td>\n","      <td>14267</td>\n","      <td>6</td>\n","      <td>6</td>\n","      <td>1958</td>\n","      <td>1958</td>\n","      <td>108.0</td>\n","      <td>923.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1463</td>\n","      <td>60</td>\n","      <td>74.0</td>\n","      <td>13830</td>\n","      <td>5</td>\n","      <td>5</td>\n","      <td>1997</td>\n","      <td>1998</td>\n","      <td>0.0</td>\n","      <td>791.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1464</td>\n","      <td>60</td>\n","      <td>78.0</td>\n","      <td>9978</td>\n","      <td>6</td>\n","      <td>6</td>\n","      <td>1998</td>\n","      <td>1998</td>\n","      <td>20.0</td>\n","      <td>602.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1465</td>\n","      <td>120</td>\n","      <td>43.0</td>\n","      <td>5005</td>\n","      <td>8</td>\n","      <td>5</td>\n","      <td>1992</td>\n","      <td>1992</td>\n","      <td>0.0</td>\n","      <td>263.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1454</th>\n","      <td>2915</td>\n","      <td>160</td>\n","      <td>21.0</td>\n","      <td>1936</td>\n","      <td>4</td>\n","      <td>7</td>\n","      <td>1970</td>\n","      <td>1970</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>2916</td>\n","      <td>160</td>\n","      <td>21.0</td>\n","      <td>1894</td>\n","      <td>4</td>\n","      <td>5</td>\n","      <td>1970</td>\n","      <td>1970</td>\n","      <td>0.0</td>\n","      <td>252.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>2917</td>\n","      <td>20</td>\n","      <td>160.0</td>\n","      <td>20000</td>\n","      <td>5</td>\n","      <td>7</td>\n","      <td>1960</td>\n","      <td>1996</td>\n","      <td>0.0</td>\n","      <td>1224.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>2918</td>\n","      <td>85</td>\n","      <td>62.0</td>\n","      <td>10441</td>\n","      <td>5</td>\n","      <td>5</td>\n","      <td>1992</td>\n","      <td>1992</td>\n","      <td>0.0</td>\n","      <td>337.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>2919</td>\n","      <td>60</td>\n","      <td>74.0</td>\n","      <td>9627</td>\n","      <td>7</td>\n","      <td>5</td>\n","      <td>1993</td>\n","      <td>1994</td>\n","      <td>94.0</td>\n","      <td>758.0</td>\n","      <td>...</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>1</td>\n","      <td>0</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1459 rows × 169 columns</p>\n","</div>"],"text/plain":["        Id  MSSubClass  LotFrontage  LotArea  OverallQual  OverallCond  \\\n","0     1461          20         80.0    11622            5            6   \n","1     1462          20         81.0    14267            6            6   \n","2     1463          60         74.0    13830            5            5   \n","3     1464          60         78.0     9978            6            6   \n","4     1465         120         43.0     5005            8            5   \n","...    ...         ...          ...      ...          ...          ...   \n","1454  2915         160         21.0     1936            4            7   \n","1455  2916         160         21.0     1894            4            5   \n","1456  2917          20        160.0    20000            5            7   \n","1457  2918          85         62.0    10441            5            5   \n","1458  2919          60         74.0     9627            7            5   \n","\n","      YearBuilt  YearRemodAdd  MasVnrArea  BsmtFinSF1  ...  CWD  Con  ConLD  \\\n","0          1961          1961         0.0       468.0  ...    0    0      0   \n","1          1958          1958       108.0       923.0  ...    0    0      0   \n","2          1997          1998         0.0       791.0  ...    0    0      0   \n","3          1998          1998        20.0       602.0  ...    0    0      0   \n","4          1992          1992         0.0       263.0  ...    0    0      0   \n","...         ...           ...         ...         ...  ...  ...  ...    ...   \n","1454       1970          1970         0.0         0.0  ...    0    0      0   \n","1455       1970          1970         0.0       252.0  ...    0    0      0   \n","1456       1960          1996         0.0      1224.0  ...    0    0      0   \n","1457       1992          1992         0.0       337.0  ...    0    0      0   \n","1458       1993          1994        94.0       758.0  ...    0    0      0   \n","\n","      ConLI  ConLw  New  Oth  WD  P  Y  \n","0         0      0    0    0   1  0  1  \n","1         0      0    0    0   1  0  1  \n","2         0      0    0    0   1  0  1  \n","3         0      0    0    0   1  0  1  \n","4         0      0    0    0   1  0  1  \n","...     ...    ...  ...  ...  .. .. ..  \n","1454      0      0    0    0   1  0  1  \n","1455      0      0    0    0   1  0  1  \n","1456      0      0    0    0   1  0  1  \n","1457      0      0    0    0   1  0  1  \n","1458      0      0    0    0   1  0  1  \n","\n","[1459 rows x 169 columns]"]},"execution_count":26,"metadata":{},"output_type":"execute_result"}],"source":["test=pd.concat([test,MSZoning,Street,LotShape,LandContour,RoofStyle ,BldgType ,Condition1,Neighborhood,ExterCond,ExterQual,MasVnrType,\n","BsmtFinType2,BsmtFinType1,BsmtExposure,BsmtCond,BsmtQual,Foundation,Functional,CentralAir,KitchenQual,HeatingQC,GarageCond,GarageFinish, GarageType,\n","LotConfig,LandSlope, SaleCondition, SaleType,PavedDrive],axis=1)\n","test.drop([ 'MSZoning','Street','LotShape','LandContour','Utilities','RoofMatl','RoofStyle','HouseStyle' ,'BldgType','Condition2' ,'Condition1',\n","'Neighborhood','ExterCond','ExterQual','MasVnrType','Exterior2nd','Exterior1st', 'BsmtFinType2','BsmtFinType1','BsmtExposure','BsmtCond',\n","'BsmtQual','Foundation','Functional','Electrical','CentralAir','KitchenQual','HeatingQC','Heating','GarageCond','GarageQual',\n","'GarageFinish', 'GarageType','LotConfig','LandSlope', 'SaleCondition', 'SaleType','PavedDrive' ],axis=1, inplace=True)\n","test"]},{"cell_type":"code","execution_count":null,"id":"ca24f8e2","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.522707Z","iopub.status.busy":"2022-09-11T21:02:28.521938Z","iopub.status.idle":"2022-09-11T21:02:28.533538Z","shell.execute_reply":"2022-09-11T21:02:28.532660Z"},"papermill":{"duration":0.040338,"end_time":"2022-09-11T21:02:28.535965","exception":false,"start_time":"2022-09-11T21:02:28.495627","status":"completed"},"tags":[],"id":"ca24f8e2","outputId":"8e1c7663-0d1f-4393-845e-b1f9c8dc9899"},"outputs":[{"data":{"text/plain":["Id               0\n","MSSubClass       0\n","LotFrontage    227\n","LotArea          0\n","OverallQual      0\n","              ... \n","New              0\n","Oth              0\n","WD               0\n","P                0\n","Y                0\n","Length: 169, dtype: int64"]},"execution_count":27,"metadata":{},"output_type":"execute_result"}],"source":["test.isnull().sum()"]},{"cell_type":"markdown","id":"09561e03","metadata":{"papermill":{"duration":0.014793,"end_time":"2022-09-11T21:02:28.566434","exception":false,"start_time":"2022-09-11T21:02:28.551641","status":"completed"},"tags":[],"id":"09561e03"},"source":["# Removing Null values from Test set"]},{"cell_type":"code","execution_count":null,"id":"8911ad2e","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.601648Z","iopub.status.busy":"2022-09-11T21:02:28.600952Z","iopub.status.idle":"2022-09-11T21:02:28.643958Z","shell.execute_reply":"2022-09-11T21:02:28.642723Z"},"papermill":{"duration":0.065282,"end_time":"2022-09-11T21:02:28.646870","exception":false,"start_time":"2022-09-11T21:02:28.581588","status":"completed"},"tags":[],"id":"8911ad2e","outputId":"bd6670fb-328c-4f1e-9d05-d5b68460e14b"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","      <th>5</th>\n","      <th>6</th>\n","      <th>7</th>\n","      <th>8</th>\n","      <th>9</th>\n","      <th>...</th>\n","      <th>159</th>\n","      <th>160</th>\n","      <th>161</th>\n","      <th>162</th>\n","      <th>163</th>\n","      <th>164</th>\n","      <th>165</th>\n","      <th>166</th>\n","      <th>167</th>\n","      <th>168</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1461.0</td>\n","      <td>20.0</td>\n","      <td>80.0</td>\n","      <td>11622.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1961.0</td>\n","      <td>1961.0</td>\n","      <td>0.0</td>\n","      <td>468.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1462.0</td>\n","      <td>20.0</td>\n","      <td>81.0</td>\n","      <td>14267.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1958.0</td>\n","      <td>1958.0</td>\n","      <td>108.0</td>\n","      <td>923.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1463.0</td>\n","      <td>60.0</td>\n","      <td>74.0</td>\n","      <td>13830.0</td>\n","      <td>5.0</td>\n","      <td>5.0</td>\n","      <td>1997.0</td>\n","      <td>1998.0</td>\n","      <td>0.0</td>\n","      <td>791.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1464.0</td>\n","      <td>60.0</td>\n","      <td>78.0</td>\n","      <td>9978.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1998.0</td>\n","      <td>1998.0</td>\n","      <td>20.0</td>\n","      <td>602.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1465.0</td>\n","      <td>120.0</td>\n","      <td>43.0</td>\n","      <td>5005.0</td>\n","      <td>8.0</td>\n","      <td>5.0</td>\n","      <td>1992.0</td>\n","      <td>1992.0</td>\n","      <td>0.0</td>\n","      <td>263.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1454</th>\n","      <td>2915.0</td>\n","      <td>160.0</td>\n","      <td>21.0</td>\n","      <td>1936.0</td>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>1970.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>2916.0</td>\n","      <td>160.0</td>\n","      <td>21.0</td>\n","      <td>1894.0</td>\n","      <td>4.0</td>\n","      <td>5.0</td>\n","      <td>1970.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>252.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>2917.0</td>\n","      <td>20.0</td>\n","      <td>160.0</td>\n","      <td>20000.0</td>\n","      <td>5.0</td>\n","      <td>7.0</td>\n","      <td>1960.0</td>\n","      <td>1996.0</td>\n","      <td>0.0</td>\n","      <td>1224.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>2918.0</td>\n","      <td>85.0</td>\n","      <td>62.0</td>\n","      <td>10441.0</td>\n","      <td>5.0</td>\n","      <td>5.0</td>\n","      <td>1992.0</td>\n","      <td>1992.0</td>\n","      <td>0.0</td>\n","      <td>337.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>2919.0</td>\n","      <td>60.0</td>\n","      <td>74.0</td>\n","      <td>9627.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>1993.0</td>\n","      <td>1994.0</td>\n","      <td>94.0</td>\n","      <td>758.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1459 rows × 169 columns</p>\n","</div>"],"text/plain":["         0      1      2        3    4    5       6       7      8       9    \\\n","0     1461.0   20.0   80.0  11622.0  5.0  6.0  1961.0  1961.0    0.0   468.0   \n","1     1462.0   20.0   81.0  14267.0  6.0  6.0  1958.0  1958.0  108.0   923.0   \n","2     1463.0   60.0   74.0  13830.0  5.0  5.0  1997.0  1998.0    0.0   791.0   \n","3     1464.0   60.0   78.0   9978.0  6.0  6.0  1998.0  1998.0   20.0   602.0   \n","4     1465.0  120.0   43.0   5005.0  8.0  5.0  1992.0  1992.0    0.0   263.0   \n","...      ...    ...    ...      ...  ...  ...     ...     ...    ...     ...   \n","1454  2915.0  160.0   21.0   1936.0  4.0  7.0  1970.0  1970.0    0.0     0.0   \n","1455  2916.0  160.0   21.0   1894.0  4.0  5.0  1970.0  1970.0    0.0   252.0   \n","1456  2917.0   20.0  160.0  20000.0  5.0  7.0  1960.0  1996.0    0.0  1224.0   \n","1457  2918.0   85.0   62.0  10441.0  5.0  5.0  1992.0  1992.0    0.0   337.0   \n","1458  2919.0   60.0   74.0   9627.0  7.0  5.0  1993.0  1994.0   94.0   758.0   \n","\n","      ...  159  160  161  162  163  164  165  166  167  168  \n","0     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","2     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","3     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","4     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  \n","1454  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1455  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1456  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1457  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1458  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","\n","[1459 rows x 169 columns]"]},"execution_count":28,"metadata":{},"output_type":"execute_result"}],"source":["imputer=imputer.fit(test)\n","test_imp=imputer.transform(test)\n","test_x=pd.DataFrame(test_imp)\n","test_x"]},{"cell_type":"code","execution_count":null,"id":"34f60faf","metadata":{"execution":{"iopub.execute_input":"2022-09-11T21:02:28.679660Z","iopub.status.busy":"2022-09-11T21:02:28.679219Z","iopub.status.idle":"2022-09-11T21:02:28.724114Z","shell.execute_reply":"2022-09-11T21:02:28.722981Z"},"papermill":{"duration":0.064271,"end_time":"2022-09-11T21:02:28.726696","exception":false,"start_time":"2022-09-11T21:02:28.662425","status":"completed"},"tags":[],"id":"34f60faf","outputId":"d59940d7-9c90-4e9b-c0e3-85397c594940"},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>0</th>\n","      <th>1</th>\n","      <th>2</th>\n","      <th>3</th>\n","      <th>4</th>\n","      <th>5</th>\n","      <th>6</th>\n","      <th>7</th>\n","      <th>8</th>\n","      <th>9</th>\n","      <th>...</th>\n","      <th>159</th>\n","      <th>160</th>\n","      <th>161</th>\n","      <th>162</th>\n","      <th>163</th>\n","      <th>164</th>\n","      <th>165</th>\n","      <th>166</th>\n","      <th>167</th>\n","      <th>168</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1461.0</td>\n","      <td>20.0</td>\n","      <td>80.0</td>\n","      <td>11622.0</td>\n","      <td>5.0</td>\n","      <td>6.0</td>\n","      <td>1961.0</td>\n","      <td>1961.0</td>\n","      <td>0.0</td>\n","      <td>468.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1462.0</td>\n","      <td>20.0</td>\n","      <td>81.0</td>\n","      <td>14267.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1958.0</td>\n","      <td>1958.0</td>\n","      <td>108.0</td>\n","      <td>923.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1463.0</td>\n","      <td>60.0</td>\n","      <td>74.0</td>\n","      <td>13830.0</td>\n","      <td>5.0</td>\n","      <td>5.0</td>\n","      <td>1997.0</td>\n","      <td>1998.0</td>\n","      <td>0.0</td>\n","      <td>791.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1464.0</td>\n","      <td>60.0</td>\n","      <td>78.0</td>\n","      <td>9978.0</td>\n","      <td>6.0</td>\n","      <td>6.0</td>\n","      <td>1998.0</td>\n","      <td>1998.0</td>\n","      <td>20.0</td>\n","      <td>602.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>1465.0</td>\n","      <td>120.0</td>\n","      <td>43.0</td>\n","      <td>5005.0</td>\n","      <td>8.0</td>\n","      <td>5.0</td>\n","      <td>1992.0</td>\n","      <td>1992.0</td>\n","      <td>0.0</td>\n","      <td>263.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1454</th>\n","      <td>2915.0</td>\n","      <td>160.0</td>\n","      <td>21.0</td>\n","      <td>1936.0</td>\n","      <td>4.0</td>\n","      <td>7.0</td>\n","      <td>1970.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1455</th>\n","      <td>2916.0</td>\n","      <td>160.0</td>\n","      <td>21.0</td>\n","      <td>1894.0</td>\n","      <td>4.0</td>\n","      <td>5.0</td>\n","      <td>1970.0</td>\n","      <td>1970.0</td>\n","      <td>0.0</td>\n","      <td>252.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1456</th>\n","      <td>2917.0</td>\n","      <td>20.0</td>\n","      <td>160.0</td>\n","      <td>20000.0</td>\n","      <td>5.0</td>\n","      <td>7.0</td>\n","      <td>1960.0</td>\n","      <td>1996.0</td>\n","      <td>0.0</td>\n","      <td>1224.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1457</th>\n","      <td>2918.0</td>\n","      <td>85.0</td>\n","      <td>62.0</td>\n","      <td>10441.0</td>\n","      <td>5.0</td>\n","      <td>5.0</td>\n","      <td>1992.0</td>\n","      <td>1992.0</td>\n","      <td>0.0</td>\n","      <td>337.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","    <tr>\n","      <th>1458</th>\n","      <td>2919.0</td>\n","      <td>60.0</td>\n","      <td>74.0</td>\n","      <td>9627.0</td>\n","      <td>7.0</td>\n","      <td>5.0</td>\n","      <td>1993.0</td>\n","      <td>1994.0</td>\n","      <td>94.0</td>\n","      <td>758.0</td>\n","      <td>...</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","      <td>0.0</td>\n","      <td>1.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1459 rows × 169 columns</p>\n","</div>"],"text/plain":["         0      1      2        3    4    5       6       7      8       9    \\\n","0     1461.0   20.0   80.0  11622.0  5.0  6.0  1961.0  1961.0    0.0   468.0   \n","1     1462.0   20.0   81.0  14267.0  6.0  6.0  1958.0  1958.0  108.0   923.0   \n","2     1463.0   60.0   74.0  13830.0  5.0  5.0  1997.0  1998.0    0.0   791.0   \n","3     1464.0   60.0   78.0   9978.0  6.0  6.0  1998.0  1998.0   20.0   602.0   \n","4     1465.0  120.0   43.0   5005.0  8.0  5.0  1992.0  1992.0    0.0   263.0   \n","...      ...    ...    ...      ...  ...  ...     ...     ...    ...     ...   \n","1454  2915.0  160.0   21.0   1936.0  4.0  7.0  1970.0  1970.0    0.0     0.0   \n","1455  2916.0  160.0   21.0   1894.0  4.0  5.0  1970.0  1970.0    0.0   252.0   \n","1456  2917.0   20.0  160.0  20000.0  5.0  7.0  1960.0  1996.0    0.0  1224.0   \n","1457  2918.0   85.0   62.0  10441.0  5.0  5.0  1992.0  1992.0    0.0   337.0   \n","1458  2919.0   60.0   74.0   9627.0  7.0  5.0  1993.0  1994.0   94.0   758.0   \n","\n","      ...  159  160  161  162  163  164  165  166  167  168  \n","0     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","2     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","3     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","4     ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  \n","1454  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1455  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1456  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1457  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","1458  ...  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  1.0  \n","\n","[1459 rows x 169 columns]"]},"execution_count":29,"metadata":{},"output_type":"execute_result"}],"source":["test_x=pd.DataFrame(test_imp)\n","test_x"]},{"cell_type":"markdown","id":"852e1c8d","metadata":{"id":"852e1c8d"},"source":[" ### 1-LinearRegression"]},{"cell_type":"code","execution_count":null,"id":"a9e6bc2a","metadata":{"id":"a9e6bc2a","outputId":"a3911f5d-384a-4f66-e12f-5ef8ba70dc80"},"outputs":[{"data":{"text/plain":["array([ 99533.61222513, 135456.80981903, 174642.46815263, ...,\n","       147234.47511678, 109578.51013442, 223120.72233731])"]},"execution_count":30,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.linear_model import LinearRegression\n","from sklearn import metrics\n","model1 = LinearRegression()\n","model1.fit(train_x,y)\n","predict_x=model1.predict(test_x)\n","predict_x\n"]},{"cell_type":"code","execution_count":null,"id":"3cff25d3","metadata":{"id":"3cff25d3","outputId":"5fb634aa-824d-48f2-d06b-f1bd1900f23f"},"outputs":[{"data":{"text/plain":["0.8908561821859884"]},"execution_count":31,"metadata":{},"output_type":"execute_result"}],"source":["model1.score(train_x, y)"]},{"cell_type":"markdown","id":"068ee53a","metadata":{"id":"068ee53a"},"source":["### 2- KNN"]},{"cell_type":"code","execution_count":null,"id":"3c3e2221","metadata":{"id":"3c3e2221","outputId":"8bfc5705-93c6-45df-aaaa-e91b076d8c4f"},"outputs":[{"data":{"text/plain":["array([131500, 151500, 155000, ..., 135000,  64500, 190000], dtype=int64)"]},"execution_count":32,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.neighbors import KNeighborsClassifier \n","from sklearn import metrics\n","model2 = KNeighborsClassifier()\n","model2.fit(train_x,y)\n","predict_x=model2.predict(test_x)\n","predict_x"]},{"cell_type":"code","execution_count":null,"id":"960facd6","metadata":{"id":"960facd6","outputId":"c86432b8-dffb-4bb3-bc46-1767ecebe3bf"},"outputs":[{"data":{"text/plain":["0.19726027397260273"]},"execution_count":33,"metadata":{},"output_type":"execute_result"}],"source":["model2.score(train_x, y)"]},{"cell_type":"markdown","id":"5246b012","metadata":{"id":"5246b012"},"source":["\n","### 3- Decision tree"]},{"cell_type":"code","execution_count":null,"id":"ffb73736","metadata":{"id":"ffb73736","outputId":"f4e500ce-854c-4894-d825-ed5180d232c7"},"outputs":[{"data":{"text/plain":["array([115000, 155000, 190000, ..., 155000, 115000, 190000], dtype=int64)"]},"execution_count":34,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.tree import DecisionTreeClassifier\n","from sklearn import metrics\n","model3 = DecisionTreeClassifier( max_depth = 3)\n","model3.fit(train_x,y)\n","predict_x=model3.predict(test_x)\n","predict_x"]},{"cell_type":"code","execution_count":null,"id":"509fc0cf","metadata":{"id":"509fc0cf","outputId":"7be6af09-d357-4167-d329-92878fe1c85a"},"outputs":[{"data":{"text/plain":["0.028082191780821917"]},"execution_count":35,"metadata":{},"output_type":"execute_result"}],"source":["\n","model3.score(train_x, y)"]},{"cell_type":"markdown","id":"9eec1777","metadata":{"id":"9eec1777"},"source":["### 4- Neural network"]},{"cell_type":"code","execution_count":null,"id":"c2739ccf","metadata":{"id":"c2739ccf","outputId":"d337d14f-53b6-4ba2-d6e4-fc70cb473ed6"},"outputs":[{"data":{"text/plain":["array([140000, 140000, 140000, ..., 140000, 140000, 140000], dtype=int64)"]},"execution_count":36,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.neural_network import MLPClassifier\n","from sklearn.metrics import confusion_matrix\n","\n","model4 = MLPClassifier(activation='tanh',  # can be also identity , logistic , relu\n","                                   solver='lbfgs',  # can be also sgd , adam\n","                                   learning_rate='constant',  # can be also invscaling , adaptive\n","                                   early_stopping=False,\n","                                   alpha=0.0001, hidden_layer_sizes=(100, 3), random_state = 33)\n","\n","model4.fit(train_x,y)\n","predict_x=model4.predict(test_x)\n","predict_x\n","\n"]},{"cell_type":"code","execution_count":null,"id":"4d8120c1","metadata":{"id":"4d8120c1","outputId":"2e521591-6a90-4fc6-8557-e64873afbca5"},"outputs":[{"data":{"text/plain":["0.0136986301369863"]},"execution_count":37,"metadata":{},"output_type":"execute_result"}],"source":["model4.score(train_x, y)\n"]},{"cell_type":"markdown","id":"41aa51dd","metadata":{"id":"41aa51dd"},"source":["### 5- SVM"]},{"cell_type":"code","execution_count":null,"id":"7c3a58bb","metadata":{"id":"7c3a58bb","outputId":"28251cd9-5ab4-4b9c-a54b-f04e32618da8"},"outputs":[{"data":{"text/plain":["array([140000, 190000, 140000, ..., 190000, 140000, 140000], dtype=int64)"]},"execution_count":38,"metadata":{},"output_type":"execute_result"}],"source":["\n","from sklearn.model_selection import GridSearchCV\n","from sklearn.svm import SVC\n","\n","\n","model5 = SVC()\n","model5.fit(train_x, y)\n","\n","predict_x=model5.predict(test_x)\n","predict_x\n"]},{"cell_type":"code","execution_count":null,"id":"19c797d2","metadata":{"id":"19c797d2","outputId":"27e6493c-b95e-424d-f2fb-af6f4b1ef21b"},"outputs":[{"data":{"text/plain":["0.021232876712328767"]},"execution_count":39,"metadata":{},"output_type":"execute_result"}],"source":["model5.score(train_x, y)"]},{"cell_type":"markdown","id":"73cb705e","metadata":{"id":"73cb705e"},"source":["### 6- Random forest"]},{"cell_type":"code","execution_count":null,"id":"70876a26","metadata":{"id":"70876a26","outputId":"a390cadb-4815-4dc8-fdee-a2e8829d4a78"},"outputs":[{"name":"stdout","output_type":"stream","text":["Id             0.036078\n","GrLivArea      0.033683\n","TotalBsmtSF    0.032971\n","BsmtUnfSF      0.032193\n","LotArea        0.031995\n","                 ...   \n","Po             0.000103\n","Shed           0.000102\n","Sev            0.000102\n","RRNn           0.000083\n","Wood           0.000066\n","Length: 169, dtype: float64\n"]}],"source":["from sklearn.ensemble import RandomForestClassifier\n","from sklearn import metrics\n","\n","model6 = RandomForestClassifier(n_estimators = 20 , random_state = 30)\n","model6.fit(train_x,y)\n","\n","predict_x=model6.predict(test_x)\n","predict_x\n","\n","feature_list = list(x.columns)\n","feature_imp = pd.Series(model6.feature_importances_,index=feature_list).sort_values(ascending=False)\n","print(feature_imp)\n","\n","\n","\n","\n"]},{"cell_type":"code","execution_count":null,"id":"d6670b80","metadata":{"id":"d6670b80","outputId":"a1c5446d-402f-46ac-aa9d-2d77280ee24d"},"outputs":[{"data":{"text/plain":["1.0"]},"execution_count":41,"metadata":{},"output_type":"execute_result"}],"source":["model6.score(train_x, y)"]},{"cell_type":"markdown","id":"25fa8f13","metadata":{"id":"25fa8f13"},"source":["### 7-Naive"]},{"cell_type":"code","execution_count":null,"id":"3c44f3c0","metadata":{"id":"3c44f3c0","outputId":"3cd61f23-8638-46fe-80ae-d8eb046e8ef1"},"outputs":[{"data":{"text/plain":["array([129000, 190000, 173000, ..., 142500, 127500, 219500], dtype=int64)"]},"execution_count":42,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.naive_bayes import GaussianNB\n","model7 = GaussianNB()\n","model7.fit(train_x,y)\n","predict_x=model7.predict(test_x)\n","predict_x\n"]},{"cell_type":"code","execution_count":null,"id":"771b33cf","metadata":{"id":"771b33cf","outputId":"4e51d854-10b4-49d4-ec73-90f7a110f06f"},"outputs":[{"name":"stderr","output_type":"stream","text":["c:\\Users\\SAMASOFT\\AppData\\Local\\Programs\\Python\\Python37\\lib\\site-packages\\sklearn\\model_selection\\_split.py:680: UserWarning: The least populated class in y has only 1 members, which is less than n_splits=5.\n","  UserWarning,\n"]},{"data":{"text/plain":["array([0.02054795, 0.00684932, 0.01712329, 0.01712329, 0.01712329])"]},"execution_count":43,"metadata":{},"output_type":"execute_result"}],"source":["\n","from sklearn.model_selection import cross_val_score\n","cross_val_score(GaussianNB(),train_x,y, cv=5)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"f2GOQ4hPfCFH","outputId":"faaaa87e-70d4-4eb7-c154-918a3d8d99ff"},"outputs":[{"data":{"text/plain":["0.7342465753424657"]},"execution_count":44,"metadata":{},"output_type":"execute_result"}],"source":["model7.score(train_x, y)"],"id":"f2GOQ4hPfCFH"},{"cell_type":"code","execution_count":null,"id":"6c9816f5","metadata":{"id":"6c9816f5"},"outputs":[],"source":["import pickle"]},{"cell_type":"code","execution_count":null,"id":"932ad805","metadata":{"id":"932ad805"},"outputs":[],"source":["filename = 'trained_model.sav'\n","pickle.dump(model6, open(filename, 'wb'))\n","#wb-----> write binary"]},{"cell_type":"code","execution_count":null,"id":"e9413e94","metadata":{"id":"e9413e94"},"outputs":[],"source":["# loading the saved model\n","loaded_model = pickle.load(open('trained_model.sav', 'rb'))\n","#rb-----> read binary"]},{"cell_type":"code","execution_count":null,"id":"fd3053e3","metadata":{"id":"fd3053e3","outputId":"403e35b2-d757-4acb-db80-9e1a296e0a3a"},"outputs":[{"name":"stdout","output_type":"stream","text":["Id             0.036078\n","GrLivArea      0.033683\n","TotalBsmtSF    0.032971\n","BsmtUnfSF      0.032193\n","LotArea        0.031995\n","                 ...   \n","Po             0.000103\n","Shed           0.000102\n","Sev            0.000102\n","RRNn           0.000083\n","Wood           0.000066\n","Length: 169, dtype: float64\n"]}],"source":["model6 = RandomForestClassifier(n_estimators = 20 , random_state = 30)\n","model6.fit(train_x,y)\n","\n","predict_x=loaded_model.predict(test_x)\n","predict_x\n","\n","feature_list = list(x.columns)\n","feature_imp = pd.Series(model6.feature_importances_,index=feature_list).sort_values(ascending=False)\n","print(feature_imp)\n","\n"]},{"cell_type":"code","execution_count":null,"id":"77a484d9","metadata":{"id":"77a484d9"},"outputs":[],"source":["\n"]}],"metadata":{"kernelspec":{"display_name":"Python 3.7.9 64-bit","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.7.9"},"papermill":{"default_parameters":{},"duration":19.714634,"end_time":"2022-09-11T21:02:30.141423","environment_variables":{},"exception":null,"input_path":"__notebook__.ipynb","output_path":"__notebook__.ipynb","parameters":{},"start_time":"2022-09-11T21:02:10.426789","version":"2.3.4"},"vscode":{"interpreter":{"hash":"52ed5628567294a16abc07686f09730e22329ea1ddc65d72dea9f1a1c8b3d18c"}},"colab":{"provenance":[]}},"nbformat":4,"nbformat_minor":5}