02_XGBoost_Baseline_Model.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "''"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# End-to-End AutoML for Insurance Cross-Sell\n",
    "\n",
    "## Part 2 - XGBoost Baseline Model\n",
    "___"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "\n",
    "import xgboost as xgb\n",
    "from xgboost import XGBClassifier, plot_importance\n",
    "\n",
    "from sklearn.model_selection import train_test_split, GridSearchCV, RandomizedSearchCV\n",
    "from sklearn.metrics import f1_score, accuracy_score\n",
    "\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_rows', None)\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import processed datasets\n",
    "main_df = pd.read_csv('data/processed/train.csv')\n",
    "test_df = pd.read_csv('data/processed/test.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data Preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    80062\n",
       "1    11404\n",
       "Name: Response, dtype: int64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_value_counts = main_df['Response'].value_counts(dropna=False)\n",
    "target_value_counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Adjust scale_pos_weight for controlling balance of positive and negative weights (useful for unbalanced classes)\n",
    "# https://machinelearningmastery.com/xgboost-for-imbalanced-classification/\n",
    "scale_pos_weight = round(target_value_counts[0] / target_value_counts[1])\n",
    "scale_pos_weight"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set X and y datasets\n",
    "X = main_df.drop(columns='Response')\n",
    "y = main_df['Response']\n",
    "\n",
    "# Perform train test split (Not doing as we will be using cross-validation on entire train set)\n",
    "# X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n",
    "\n",
    "# Convert data to XGB data structure\n",
    "# d_train = xgb.DMatrix(X, y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Run XGBoost Classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set parameter grid (More extensive)\n",
    "xgb_params = {'max_depth': [3, 5, 6, 10, 12, 14], # Maximum depth of a tree\n",
    "              'learning_rate': [0.01, 0.1, 0.2, 0.3], # Step size shrinkage used in update to prevents overfitting\n",
    "              'subsample': np.arange(0.5, 1.0, 0.1),\n",
    "              'colsample_bytree': np.arange(0.4, 1.0, 0.1), # Number of features supplied to a tree\n",
    "              'colsample_bylevel': np.arange(0.4, 1.0, 0.1),\n",
    "              'n_estimators': np.arange(100, 400, 100),\n",
    "              'gamma': np.arange(0, 0.3, 0.1)}\n",
    "\n",
    "# Set parameter grid (Less extensive)\n",
    "# xgb_params = {\n",
    "#     \"learning_rate\": [0.1, 0.01],\n",
    "#     \"colsample_bytree\": [0.6, 0.8, 1.0],\n",
    "#     \"subsample\": [0.6, 0.8, 1.0],\n",
    "#     \"max_depth\": [2, 3, 4],\n",
    "#     \"n_estimators\": [100, 200, 300, 400],\n",
    "#     \"reg_lambda\": [1, 1.5, 2],\n",
    "#     \"gamma\": [0, 0.1, 0.3],\n",
    "# }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create RandomizedSearchCV instance\n",
    "xgb_grid = RandomizedSearchCV(estimator=XGBClassifier(objective='binary:logistic', \n",
    "                                                      tree_method=\"gpu_hist\", # Use GPU\n",
    "                                                      random_state=42,\n",
    "                                                      eval_metric='logloss',\n",
    "                                                      scale_pos_weight=scale_pos_weight), # Handle class imbalance\n",
    "                              param_distributions=xgb_params, \n",
    "                              cv=5, \n",
    "                              verbose=2,\n",
    "                              n_iter=40,\n",
    "                              scoring='f1_macro') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 5 folds for each of 40 candidates, totalling 200 fits\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.7s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.5s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=300, subsample=0.6; total time=   3.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.7999999999999999; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.7999999999999999; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.7999999999999999; total time=   2.6s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.7999999999999999; total time=   2.7s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.7999999999999999; total time=   2.6s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.4, gamma=0.1, learning_rate=0.2, max_depth=10, n_estimators=300, subsample=0.6; total time=   7.4s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.4, gamma=0.1, learning_rate=0.2, max_depth=10, n_estimators=300, subsample=0.6; total time=   7.3s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.4, gamma=0.1, learning_rate=0.2, max_depth=10, n_estimators=300, subsample=0.6; total time=   7.1s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.4, gamma=0.1, learning_rate=0.2, max_depth=10, n_estimators=300, subsample=0.6; total time=   7.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.4, gamma=0.1, learning_rate=0.2, max_depth=10, n_estimators=300, subsample=0.6; total time=   6.6s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   2.6s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.3, max_depth=10, n_estimators=200, subsample=0.7999999999999999; total time=  12.8s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.3, max_depth=10, n_estimators=200, subsample=0.7999999999999999; total time=  12.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.3, max_depth=10, n_estimators=200, subsample=0.7999999999999999; total time=  13.3s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.3, max_depth=10, n_estimators=200, subsample=0.7999999999999999; total time=  11.2s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.3, max_depth=10, n_estimators=200, subsample=0.7999999999999999; total time=  11.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.6; total time=  22.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.6; total time=  21.3s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.6; total time=  21.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.6; total time=  19.9s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.6; total time=  19.7s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=14, n_estimators=100, subsample=0.6; total time=   8.6s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=14, n_estimators=100, subsample=0.6; total time=   9.1s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=14, n_estimators=100, subsample=0.6; total time=   8.3s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=14, n_estimators=100, subsample=0.6; total time=   8.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=14, n_estimators=100, subsample=0.6; total time=   8.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=100, subsample=0.6; total time=   3.8s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=100, subsample=0.6; total time=   3.7s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=100, subsample=0.6; total time=   3.8s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=100, subsample=0.6; total time=   3.8s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=100, subsample=0.6; total time=   3.8s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=200, subsample=0.6; total time=   2.2s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=200, subsample=0.6; total time=   2.2s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=200, subsample=0.6; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=200, subsample=0.6; total time=   2.2s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=200, subsample=0.6; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=300, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   5.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   5.8s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   5.9s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   5.8s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   5.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.4, gamma=0.2, learning_rate=0.01, max_depth=10, n_estimators=200, subsample=0.5; total time=   3.6s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.4, gamma=0.2, learning_rate=0.01, max_depth=10, n_estimators=200, subsample=0.5; total time=   3.6s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.4, gamma=0.2, learning_rate=0.01, max_depth=10, n_estimators=200, subsample=0.5; total time=   3.6s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.4, gamma=0.2, learning_rate=0.01, max_depth=10, n_estimators=200, subsample=0.5; total time=   3.6s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.4, gamma=0.2, learning_rate=0.01, max_depth=10, n_estimators=200, subsample=0.5; total time=   3.6s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.8999999999999999; total time=  16.3s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.8999999999999999; total time=  16.1s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.8999999999999999; total time=  16.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.8999999999999999; total time=  16.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.6, gamma=0.2, learning_rate=0.1, max_depth=14, n_estimators=300, subsample=0.8999999999999999; total time=  18.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7, gamma=0.0, learning_rate=0.01, max_depth=14, n_estimators=300, subsample=0.7; total time=  36.2s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7, gamma=0.0, learning_rate=0.01, max_depth=14, n_estimators=300, subsample=0.7; total time=  33.2s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7, gamma=0.0, learning_rate=0.01, max_depth=14, n_estimators=300, subsample=0.7; total time=  33.1s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7, gamma=0.0, learning_rate=0.01, max_depth=14, n_estimators=300, subsample=0.7; total time=  35.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7, gamma=0.0, learning_rate=0.01, max_depth=14, n_estimators=300, subsample=0.7; total time=  34.2s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7999999999999999, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=300, subsample=0.7999999999999999; total time=  31.3s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7999999999999999, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=300, subsample=0.7999999999999999; total time=  29.9s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7999999999999999, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=300, subsample=0.7999999999999999; total time=  31.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7999999999999999, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=300, subsample=0.7999999999999999; total time=  30.8s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.7999999999999999, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=300, subsample=0.7999999999999999; total time=  31.2s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.8999999999999999; total time=   3.3s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.8999999999999999; total time=   3.4s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.8999999999999999; total time=   3.4s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.8999999999999999; total time=   3.2s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.8999999999999999; total time=   3.5s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7, gamma=0.2, learning_rate=0.2, max_depth=12, n_estimators=200, subsample=0.8999999999999999; total time=   9.0s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7, gamma=0.2, learning_rate=0.2, max_depth=12, n_estimators=200, subsample=0.8999999999999999; total time=   9.0s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7, gamma=0.2, learning_rate=0.2, max_depth=12, n_estimators=200, subsample=0.8999999999999999; total time=   9.6s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7, gamma=0.2, learning_rate=0.2, max_depth=12, n_estimators=200, subsample=0.8999999999999999; total time=   9.2s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7, gamma=0.2, learning_rate=0.2, max_depth=12, n_estimators=200, subsample=0.8999999999999999; total time=   9.7s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.01, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.8s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.01, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.3s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.01, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.01, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.8s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.01, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   6.2s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   6.1s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   6.7s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   6.5s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.5, gamma=0.0, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   6.5s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.01, max_depth=3, n_estimators=100, subsample=0.7; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.01, max_depth=3, n_estimators=100, subsample=0.7; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.01, max_depth=3, n_estimators=100, subsample=0.7; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.01, max_depth=3, n_estimators=100, subsample=0.7; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.01, max_depth=3, n_estimators=100, subsample=0.7; total time=   1.3s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.0, learning_rate=0.2, max_depth=5, n_estimators=200, subsample=0.5; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.0, learning_rate=0.2, max_depth=5, n_estimators=200, subsample=0.5; total time=   2.8s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.0, learning_rate=0.2, max_depth=5, n_estimators=200, subsample=0.5; total time=   1.7s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.0, learning_rate=0.2, max_depth=5, n_estimators=200, subsample=0.5; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.0, learning_rate=0.2, max_depth=5, n_estimators=200, subsample=0.5; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=14, n_estimators=100, subsample=0.7999999999999999; total time=   2.3s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=14, n_estimators=200, subsample=0.8999999999999999; total time=   7.1s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=14, n_estimators=200, subsample=0.8999999999999999; total time=   6.9s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=14, n_estimators=200, subsample=0.8999999999999999; total time=   7.4s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=14, n_estimators=200, subsample=0.8999999999999999; total time=   7.2s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=14, n_estimators=200, subsample=0.8999999999999999; total time=   7.2s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=200, subsample=0.5; total time=   6.7s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=200, subsample=0.5; total time=   7.1s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=200, subsample=0.5; total time=   7.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=200, subsample=0.5; total time=   7.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.1, max_depth=12, n_estimators=200, subsample=0.5; total time=   6.9s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=200, subsample=0.8999999999999999; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=200, subsample=0.8999999999999999; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=200, subsample=0.8999999999999999; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=200, subsample=0.8999999999999999; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.1, learning_rate=0.3, max_depth=3, n_estimators=200, subsample=0.8999999999999999; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.01, max_depth=12, n_estimators=100, subsample=0.5; total time=   8.8s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.01, max_depth=12, n_estimators=100, subsample=0.5; total time=   8.8s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.01, max_depth=12, n_estimators=100, subsample=0.5; total time=   9.1s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.01, max_depth=12, n_estimators=100, subsample=0.5; total time=   8.9s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.01, max_depth=12, n_estimators=100, subsample=0.5; total time=   8.7s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.7, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.2, max_depth=5, n_estimators=100, subsample=0.5; total time=   1.0s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   4.1s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   4.1s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   4.1s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   4.1s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=10, n_estimators=200, subsample=0.7; total time=   4.2s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.01, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.6s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.01, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.6s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.01, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.01, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.6, gamma=0.1, learning_rate=0.01, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.7s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=5, n_estimators=300, subsample=0.6; total time=   2.1s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.1, max_depth=12, n_estimators=300, subsample=0.7999999999999999; total time=   9.2s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.1, max_depth=12, n_estimators=300, subsample=0.7999999999999999; total time=   8.9s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.1, max_depth=12, n_estimators=300, subsample=0.7999999999999999; total time=   9.2s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.1, max_depth=12, n_estimators=300, subsample=0.7999999999999999; total time=   9.0s\n",
      "[CV] END colsample_bylevel=0.4, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.1, max_depth=12, n_estimators=300, subsample=0.7999999999999999; total time=   9.2s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.6; total time=   1.4s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.01, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   3.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.01, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   3.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.01, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   3.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.01, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   3.0s\n",
      "[CV] END colsample_bylevel=0.8999999999999999, colsample_bytree=0.7999999999999999, gamma=0.2, learning_rate=0.01, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   3.0s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=200, subsample=0.7; total time=   9.3s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=200, subsample=0.7; total time=   9.4s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=200, subsample=0.7; total time=  10.1s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=200, subsample=0.7; total time=  10.6s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.2, max_depth=14, n_estimators=200, subsample=0.7; total time=  10.7s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.7; total time=   1.3s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.7; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.7; total time=   1.9s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.7; total time=   2.0s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.7999999999999999, gamma=0.1, learning_rate=0.3, max_depth=6, n_estimators=100, subsample=0.7; total time=   1.2s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=5, n_estimators=200, subsample=0.8999999999999999; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=5, n_estimators=200, subsample=0.8999999999999999; total time=   1.6s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=5, n_estimators=200, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=5, n_estimators=200, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.6, gamma=0.1, learning_rate=0.1, max_depth=5, n_estimators=200, subsample=0.8999999999999999; total time=   1.5s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.3, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   1.8s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.3, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   1.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.3, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   1.8s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.3, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   1.7s\n",
      "[CV] END colsample_bylevel=0.7999999999999999, colsample_bytree=0.4, gamma=0.0, learning_rate=0.3, max_depth=6, n_estimators=200, subsample=0.8999999999999999; total time=   1.8s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=3, n_estimators=100, subsample=0.8999999999999999; total time=   0.7s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=3, n_estimators=100, subsample=0.8999999999999999; total time=   0.8s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=3, n_estimators=100, subsample=0.8999999999999999; total time=   0.7s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=3, n_estimators=100, subsample=0.8999999999999999; total time=   0.7s\n",
      "[CV] END colsample_bylevel=0.6, colsample_bytree=0.5, gamma=0.0, learning_rate=0.1, max_depth=3, n_estimators=100, subsample=0.8999999999999999; total time=   0.7s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.8999999999999999, gamma=0.2, learning_rate=0.2, max_depth=6, n_estimators=300, subsample=0.6; total time=   2.9s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.0, learning_rate=0.1, max_depth=6, n_estimators=300, subsample=0.7999999999999999; total time=   2.5s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.0, learning_rate=0.1, max_depth=6, n_estimators=300, subsample=0.7999999999999999; total time=   2.4s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.0, learning_rate=0.1, max_depth=6, n_estimators=300, subsample=0.7999999999999999; total time=   2.5s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.0, learning_rate=0.1, max_depth=6, n_estimators=300, subsample=0.7999999999999999; total time=   2.5s\n",
      "[CV] END colsample_bylevel=0.5, colsample_bytree=0.6, gamma=0.0, learning_rate=0.1, max_depth=6, n_estimators=300, subsample=0.7999999999999999; total time=   2.5s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "RandomizedSearchCV(cv=5,\n",
       "                   estimator=XGBClassifier(base_score=None, booster=None,\n",
       "                                           colsample_bylevel=None,\n",
       "                                           colsample_bynode=None,\n",
       "                                           colsample_bytree=None,\n",
       "                                           enable_categorical=False,\n",
       "                                           eval_metric='logloss', gamma=None,\n",
       "                                           gpu_id=None, importance_type=None,\n",
       "                                           interaction_constraints=None,\n",
       "                                           learning_rate=None,\n",
       "                                           max_delta_step=None, max_depth=None,\n",
       "                                           min_child_weight=None, missing=na...\n",
       "                                           verbosity=None),\n",
       "                   n_iter=40,\n",
       "                   param_distributions={'colsample_bylevel': array([0.4, 0.5, 0.6, 0.7, 0.8, 0.9]),\n",
       "                                        'colsample_bytree': array([0.4, 0.5, 0.6, 0.7, 0.8, 0.9]),\n",
       "                                        'gamma': array([0. , 0.1, 0.2]),\n",
       "                                        'learning_rate': [0.01, 0.1, 0.2, 0.3],\n",
       "                                        'max_depth': [3, 5, 6, 10, 12, 14],\n",
       "                                        'n_estimators': array([100, 200, 300]),\n",
       "                                        'subsample': array([0.5, 0.6, 0.7, 0.8, 0.9])},\n",
       "                   scoring='f1_macro', verbose=2)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Run XGBoost grid search\n",
    "xgb_grid.fit(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'subsample': 0.8999999999999999,\n",
       " 'n_estimators': 300,\n",
       " 'max_depth': 14,\n",
       " 'learning_rate': 0.1,\n",
       " 'gamma': 0.2,\n",
       " 'colsample_bytree': 0.6,\n",
       " 'colsample_bylevel': 0.7}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Best parameters from RandomizedSearchCV\n",
    "xgb_grid.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get best XGBoost model (based on best parameters) and predict on test set\n",
    "xgb_best = xgb_grid.best_estimator_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Predict on Test Set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Gender</th>\n",
       "      <th>Age</th>\n",
       "      <th>Driving_License</th>\n",
       "      <th>Previously_Insured</th>\n",
       "      <th>Annual_Premium</th>\n",
       "      <th>Vintage</th>\n",
       "      <th>Response</th>\n",
       "      <th>Region_Code_1</th>\n",
       "      <th>Region_Code_10</th>\n",
       "      <th>Region_Code_11</th>\n",
       "      <th>Region_Code_12</th>\n",
       "      <th>Region_Code_13</th>\n",
       "      <th>Region_Code_14</th>\n",
       "      <th>Region_Code_15</th>\n",
       "      <th>Region_Code_16</th>\n",
       "      <th>Region_Code_17</th>\n",
       "      <th>Region_Code_18</th>\n",
       "      <th>Region_Code_19</th>\n",
       "      <th>Region_Code_2</th>\n",
       "      <th>Region_Code_20</th>\n",
       "      <th>Region_Code_21</th>\n",
       "      <th>Region_Code_22</th>\n",
       "      <th>Region_Code_23</th>\n",
       "      <th>Region_Code_24</th>\n",
       "      <th>Region_Code_25</th>\n",
       "      <th>Region_Code_26</th>\n",
       "      <th>Region_Code_27</th>\n",
       "      <th>Region_Code_28</th>\n",
       "      <th>Region_Code_29</th>\n",
       "      <th>Region_Code_3</th>\n",
       "      <th>Region_Code_30</th>\n",
       "      <th>Region_Code_31</th>\n",
       "      <th>Region_Code_32</th>\n",
       "      <th>Region_Code_33</th>\n",
       "      <th>Region_Code_34</th>\n",
       "      <th>Region_Code_35</th>\n",
       "      <th>Region_Code_36</th>\n",
       "      <th>Region_Code_37</th>\n",
       "      <th>Region_Code_38</th>\n",
       "      <th>Region_Code_39</th>\n",
       "      <th>Region_Code_4</th>\n",
       "      <th>Region_Code_40</th>\n",
       "      <th>Region_Code_41</th>\n",
       "      <th>Region_Code_42</th>\n",
       "      <th>Region_Code_43</th>\n",
       "      <th>Region_Code_44</th>\n",
       "      <th>Region_Code_45</th>\n",
       "      <th>Region_Code_46</th>\n",
       "      <th>Region_Code_47</th>\n",
       "      <th>Region_Code_48</th>\n",
       "      <th>Region_Code_49</th>\n",
       "      <th>Region_Code_5</th>\n",
       "      <th>Region_Code_50</th>\n",
       "      <th>Region_Code_51</th>\n",
       "      <th>Region_Code_52</th>\n",
       "      <th>Region_Code_6</th>\n",
       "      <th>Region_Code_7</th>\n",
       "      <th>Region_Code_8</th>\n",
       "      <th>Region_Code_9</th>\n",
       "      <th>Vehicle_Age_lt_1Y</th>\n",
       "      <th>Vehicle_Age_gt_2Y</th>\n",
       "      <th>Vehicle_Damage_Yes</th>\n",
       "      <th>Policy_Sales_Channel_10</th>\n",
       "      <th>Policy_Sales_Channel_100</th>\n",
       "      <th>Policy_Sales_Channel_101</th>\n",
       "      <th>Policy_Sales_Channel_102</th>\n",
       "      <th>Policy_Sales_Channel_103</th>\n",
       "      <th>Policy_Sales_Channel_104</th>\n",
       "      <th>Policy_Sales_Channel_105</th>\n",
       "      <th>Policy_Sales_Channel_106</th>\n",
       "      <th>Policy_Sales_Channel_107</th>\n",
       "      <th>Policy_Sales_Channel_108</th>\n",
       "      <th>Policy_Sales_Channel_109</th>\n",
       "      <th>Policy_Sales_Channel_11</th>\n",
       "      <th>Policy_Sales_Channel_110</th>\n",
       "      <th>Policy_Sales_Channel_111</th>\n",
       "      <th>Policy_Sales_Channel_113</th>\n",
       "      <th>Policy_Sales_Channel_114</th>\n",
       "      <th>Policy_Sales_Channel_115</th>\n",
       "      <th>Policy_Sales_Channel_116</th>\n",
       "      <th>Policy_Sales_Channel_117</th>\n",
       "      <th>Policy_Sales_Channel_118</th>\n",
       "      <th>Policy_Sales_Channel_119</th>\n",
       "      <th>Policy_Sales_Channel_12</th>\n",
       "      <th>Policy_Sales_Channel_120</th>\n",
       "      <th>Policy_Sales_Channel_121</th>\n",
       "      <th>Policy_Sales_Channel_122</th>\n",
       "      <th>Policy_Sales_Channel_124</th>\n",
       "      <th>Policy_Sales_Channel_125</th>\n",
       "      <th>Policy_Sales_Channel_127</th>\n",
       "      <th>Policy_Sales_Channel_128</th>\n",
       "      <th>Policy_Sales_Channel_129</th>\n",
       "      <th>Policy_Sales_Channel_13</th>\n",
       "      <th>Policy_Sales_Channel_130</th>\n",
       "      <th>Policy_Sales_Channel_131</th>\n",
       "      <th>Policy_Sales_Channel_132</th>\n",
       "      <th>Policy_Sales_Channel_133</th>\n",
       "      <th>Policy_Sales_Channel_134</th>\n",
       "      <th>Policy_Sales_Channel_135</th>\n",
       "      <th>Policy_Sales_Channel_136</th>\n",
       "      <th>Policy_Sales_Channel_137</th>\n",
       "      <th>Policy_Sales_Channel_138</th>\n",
       "      <th>Policy_Sales_Channel_139</th>\n",
       "      <th>Policy_Sales_Channel_14</th>\n",
       "      <th>Policy_Sales_Channel_140</th>\n",
       "      <th>Policy_Sales_Channel_143</th>\n",
       "      <th>Policy_Sales_Channel_145</th>\n",
       "      <th>Policy_Sales_Channel_146</th>\n",
       "      <th>Policy_Sales_Channel_147</th>\n",
       "      <th>Policy_Sales_Channel_148</th>\n",
       "      <th>Policy_Sales_Channel_149</th>\n",
       "      <th>Policy_Sales_Channel_15</th>\n",
       "      <th>Policy_Sales_Channel_150</th>\n",
       "      <th>Policy_Sales_Channel_151</th>\n",
       "      <th>Policy_Sales_Channel_152</th>\n",
       "      <th>Policy_Sales_Channel_153</th>\n",
       "      <th>Policy_Sales_Channel_154</th>\n",
       "      <th>Policy_Sales_Channel_155</th>\n",
       "      <th>Policy_Sales_Channel_156</th>\n",
       "      <th>Policy_Sales_Channel_157</th>\n",
       "      <th>Policy_Sales_Channel_158</th>\n",
       "      <th>Policy_Sales_Channel_159</th>\n",
       "      <th>Policy_Sales_Channel_16</th>\n",
       "      <th>Policy_Sales_Channel_160</th>\n",
       "      <th>Policy_Sales_Channel_163</th>\n",
       "      <th>Policy_Sales_Channel_17</th>\n",
       "      <th>Policy_Sales_Channel_18</th>\n",
       "      <th>Policy_Sales_Channel_19</th>\n",
       "      <th>Policy_Sales_Channel_2</th>\n",
       "      <th>Policy_Sales_Channel_20</th>\n",
       "      <th>Policy_Sales_Channel_21</th>\n",
       "      <th>Policy_Sales_Channel_22</th>\n",
       "      <th>Policy_Sales_Channel_23</th>\n",
       "      <th>Policy_Sales_Channel_24</th>\n",
       "      <th>Policy_Sales_Channel_25</th>\n",
       "      <th>Policy_Sales_Channel_26</th>\n",
       "      <th>Policy_Sales_Channel_27</th>\n",
       "      <th>Policy_Sales_Channel_28</th>\n",
       "      <th>Policy_Sales_Channel_29</th>\n",
       "      <th>Policy_Sales_Channel_3</th>\n",
       "      <th>Policy_Sales_Channel_30</th>\n",
       "      <th>Policy_Sales_Channel_31</th>\n",
       "      <th>Policy_Sales_Channel_32</th>\n",
       "      <th>Policy_Sales_Channel_34</th>\n",
       "      <th>Policy_Sales_Channel_35</th>\n",
       "      <th>Policy_Sales_Channel_36</th>\n",
       "      <th>Policy_Sales_Channel_37</th>\n",
       "      <th>Policy_Sales_Channel_38</th>\n",
       "      <th>Policy_Sales_Channel_39</th>\n",
       "      <th>Policy_Sales_Channel_4</th>\n",
       "      <th>Policy_Sales_Channel_40</th>\n",
       "      <th>Policy_Sales_Channel_41</th>\n",
       "      <th>Policy_Sales_Channel_42</th>\n",
       "      <th>Policy_Sales_Channel_44</th>\n",
       "      <th>Policy_Sales_Channel_45</th>\n",
       "      <th>Policy_Sales_Channel_46</th>\n",
       "      <th>Policy_Sales_Channel_47</th>\n",
       "      <th>Policy_Sales_Channel_48</th>\n",
       "      <th>Policy_Sales_Channel_49</th>\n",
       "      <th>Policy_Sales_Channel_51</th>\n",
       "      <th>Policy_Sales_Channel_52</th>\n",
       "      <th>Policy_Sales_Channel_53</th>\n",
       "      <th>Policy_Sales_Channel_54</th>\n",
       "      <th>Policy_Sales_Channel_55</th>\n",
       "      <th>Policy_Sales_Channel_56</th>\n",
       "      <th>Policy_Sales_Channel_57</th>\n",
       "      <th>Policy_Sales_Channel_58</th>\n",
       "      <th>Policy_Sales_Channel_59</th>\n",
       "      <th>Policy_Sales_Channel_6</th>\n",
       "      <th>Policy_Sales_Channel_60</th>\n",
       "      <th>Policy_Sales_Channel_61</th>\n",
       "      <th>Policy_Sales_Channel_62</th>\n",
       "      <th>Policy_Sales_Channel_63</th>\n",
       "      <th>Policy_Sales_Channel_64</th>\n",
       "      <th>Policy_Sales_Channel_65</th>\n",
       "      <th>Policy_Sales_Channel_66</th>\n",
       "      <th>Policy_Sales_Channel_67</th>\n",
       "      <th>Policy_Sales_Channel_68</th>\n",
       "      <th>Policy_Sales_Channel_69</th>\n",
       "      <th>Policy_Sales_Channel_7</th>\n",
       "      <th>Policy_Sales_Channel_70</th>\n",
       "      <th>Policy_Sales_Channel_71</th>\n",
       "      <th>Policy_Sales_Channel_73</th>\n",
       "      <th>Policy_Sales_Channel_74</th>\n",
       "      <th>Policy_Sales_Channel_75</th>\n",
       "      <th>Policy_Sales_Channel_76</th>\n",
       "      <th>Policy_Sales_Channel_78</th>\n",
       "      <th>Policy_Sales_Channel_79</th>\n",
       "      <th>Policy_Sales_Channel_8</th>\n",
       "      <th>Policy_Sales_Channel_80</th>\n",
       "      <th>Policy_Sales_Channel_81</th>\n",
       "      <th>Policy_Sales_Channel_82</th>\n",
       "      <th>Policy_Sales_Channel_84</th>\n",
       "      <th>Policy_Sales_Channel_86</th>\n",
       "      <th>Policy_Sales_Channel_87</th>\n",
       "      <th>Policy_Sales_Channel_88</th>\n",
       "      <th>Policy_Sales_Channel_89</th>\n",
       "      <th>Policy_Sales_Channel_9</th>\n",
       "      <th>Policy_Sales_Channel_90</th>\n",
       "      <th>Policy_Sales_Channel_91</th>\n",
       "      <th>Policy_Sales_Channel_92</th>\n",
       "      <th>Policy_Sales_Channel_93</th>\n",
       "      <th>Policy_Sales_Channel_94</th>\n",
       "      <th>Policy_Sales_Channel_95</th>\n",
       "      <th>Policy_Sales_Channel_96</th>\n",
       "      <th>Policy_Sales_Channel_97</th>\n",
       "      <th>Policy_Sales_Channel_98</th>\n",
       "      <th>Policy_Sales_Channel_99</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0.338462</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.050815</td>\n",
       "      <td>0.231834</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0.123077</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.065058</td>\n",
       "      <td>0.425606</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>0.092308</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.032844</td>\n",
       "      <td>0.366782</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>0.030769</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.065047</td>\n",
       "      <td>0.103806</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0.692308</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.920415</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Gender       Age  Driving_License  Previously_Insured  Annual_Premium  \\\n",
       "0       0  0.338462                1                   0        0.050815   \n",
       "1       0  0.123077                1                   1        0.065058   \n",
       "2       1  0.092308                1                   1        0.032844   \n",
       "3       1  0.030769                1                   1        0.065047   \n",
       "4       0  0.692308                1                   0        0.000000   \n",
       "\n",
       "    Vintage  Response  Region_Code_1  Region_Code_10  Region_Code_11  \\\n",
       "0  0.231834         0              0               0               0   \n",
       "1  0.425606         0              0               0               0   \n",
       "2  0.366782         0              0               0               0   \n",
       "3  0.103806         0              0               0               0   \n",
       "4  0.920415         0              0               0               0   \n",
       "\n",
       "   Region_Code_12  Region_Code_13  Region_Code_14  Region_Code_15  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_16  Region_Code_17  Region_Code_18  Region_Code_19  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_2  Region_Code_20  Region_Code_21  Region_Code_22  \\\n",
       "0              0               0               0               0   \n",
       "1              0               0               0               0   \n",
       "2              0               0               0               0   \n",
       "3              0               0               0               0   \n",
       "4              0               0               0               0   \n",
       "\n",
       "   Region_Code_23  Region_Code_24  Region_Code_25  Region_Code_26  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_27  Region_Code_28  Region_Code_29  Region_Code_3  \\\n",
       "0               0               0               0              0   \n",
       "1               0               0               0              0   \n",
       "2               0               0               0              0   \n",
       "3               0               0               0              0   \n",
       "4               0               0               0              0   \n",
       "\n",
       "   Region_Code_30  Region_Code_31  Region_Code_32  Region_Code_33  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_34  Region_Code_35  Region_Code_36  Region_Code_37  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_38  Region_Code_39  Region_Code_4  Region_Code_40  \\\n",
       "0               0               0              0               0   \n",
       "1               0               0              0               0   \n",
       "2               0               0              0               0   \n",
       "3               0               0              0               0   \n",
       "4               0               0              0               0   \n",
       "\n",
       "   Region_Code_41  Region_Code_42  Region_Code_43  Region_Code_44  \\\n",
       "0               0               0               0               0   \n",
       "1               0               0               0               0   \n",
       "2               0               0               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_45  Region_Code_46  Region_Code_47  Region_Code_48  \\\n",
       "0               0               0               0               0   \n",
       "1               1               0               0               0   \n",
       "2               0               1               0               0   \n",
       "3               0               0               0               0   \n",
       "4               0               0               0               0   \n",
       "\n",
       "   Region_Code_49  Region_Code_5  Region_Code_50  Region_Code_51  \\\n",
       "0               0              0               0               0   \n",
       "1               0              0               0               0   \n",
       "2               0              0               0               0   \n",
       "3               0              0               0               0   \n",
       "4               0              0               0               0   \n",
       "\n",
       "   Region_Code_52  Region_Code_6  Region_Code_7  Region_Code_8  Region_Code_9  \\\n",
       "0               0              0              0              1              0   \n",
       "1               0              0              0              0              0   \n",
       "2               0              0              0              0              0   \n",
       "3               0              0              1              0              0   \n",
       "4               0              0              0              1              0   \n",
       "\n",
       "   Vehicle_Age_lt_1Y  Vehicle_Age_gt_2Y  Vehicle_Damage_Yes  \\\n",
       "0                  0                  0                   1   \n",
       "1                  1                  0                   1   \n",
       "2                  1                  0                   0   \n",
       "3                  1                  0                   0   \n",
       "4                  0                  0                   1   \n",
       "\n",
       "   Policy_Sales_Channel_10  Policy_Sales_Channel_100  \\\n",
       "0                        0                         0   \n",
       "1                        0                         0   \n",
       "2                        0                         0   \n",
       "3                        0                         0   \n",
       "4                        0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_101  Policy_Sales_Channel_102  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_103  Policy_Sales_Channel_104  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_105  Policy_Sales_Channel_106  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_107  Policy_Sales_Channel_108  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_109  Policy_Sales_Channel_11  \\\n",
       "0                         0                        0   \n",
       "1                         0                        0   \n",
       "2                         0                        0   \n",
       "3                         0                        0   \n",
       "4                         0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_110  Policy_Sales_Channel_111  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_113  Policy_Sales_Channel_114  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_115  Policy_Sales_Channel_116  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_117  Policy_Sales_Channel_118  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_119  Policy_Sales_Channel_12  \\\n",
       "0                         0                        0   \n",
       "1                         0                        0   \n",
       "2                         0                        0   \n",
       "3                         0                        0   \n",
       "4                         0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_120  Policy_Sales_Channel_121  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_122  Policy_Sales_Channel_124  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_125  Policy_Sales_Channel_127  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_128  Policy_Sales_Channel_129  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_13  Policy_Sales_Channel_130  \\\n",
       "0                        0                         0   \n",
       "1                        0                         0   \n",
       "2                        0                         0   \n",
       "3                        0                         0   \n",
       "4                        0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_131  Policy_Sales_Channel_132  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_133  Policy_Sales_Channel_134  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_135  Policy_Sales_Channel_136  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_137  Policy_Sales_Channel_138  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_139  Policy_Sales_Channel_14  \\\n",
       "0                         0                        0   \n",
       "1                         0                        0   \n",
       "2                         0                        0   \n",
       "3                         0                        0   \n",
       "4                         0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_140  Policy_Sales_Channel_143  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_145  Policy_Sales_Channel_146  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_147  Policy_Sales_Channel_148  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_149  Policy_Sales_Channel_15  \\\n",
       "0                         0                        0   \n",
       "1                         0                        0   \n",
       "2                         0                        0   \n",
       "3                         0                        0   \n",
       "4                         0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_150  Policy_Sales_Channel_151  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_152  Policy_Sales_Channel_153  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_154  Policy_Sales_Channel_155  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_156  Policy_Sales_Channel_157  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_158  Policy_Sales_Channel_159  \\\n",
       "0                         0                         0   \n",
       "1                         0                         0   \n",
       "2                         0                         0   \n",
       "3                         0                         0   \n",
       "4                         0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_16  Policy_Sales_Channel_160  \\\n",
       "0                        0                         0   \n",
       "1                        0                         0   \n",
       "2                        0                         1   \n",
       "3                        0                         1   \n",
       "4                        0                         0   \n",
       "\n",
       "   Policy_Sales_Channel_163  Policy_Sales_Channel_17  Policy_Sales_Channel_18  \\\n",
       "0                         0                        0                        0   \n",
       "1                         0                        0                        0   \n",
       "2                         0                        0                        0   \n",
       "3                         0                        0                        0   \n",
       "4                         0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_19  Policy_Sales_Channel_2  Policy_Sales_Channel_20  \\\n",
       "0                        0                       0                        0   \n",
       "1                        0                       0                        0   \n",
       "2                        0                       0                        0   \n",
       "3                        0                       0                        0   \n",
       "4                        0                       0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_21  Policy_Sales_Channel_22  Policy_Sales_Channel_23  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_24  Policy_Sales_Channel_25  Policy_Sales_Channel_26  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        1   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        1   \n",
       "\n",
       "   Policy_Sales_Channel_27  Policy_Sales_Channel_28  Policy_Sales_Channel_29  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_3  Policy_Sales_Channel_30  Policy_Sales_Channel_31  \\\n",
       "0                       0                        0                        0   \n",
       "1                       0                        0                        0   \n",
       "2                       0                        0                        0   \n",
       "3                       0                        0                        0   \n",
       "4                       0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_32  Policy_Sales_Channel_34  Policy_Sales_Channel_35  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_36  Policy_Sales_Channel_37  Policy_Sales_Channel_38  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_39  Policy_Sales_Channel_4  Policy_Sales_Channel_40  \\\n",
       "0                        0                       0                        0   \n",
       "1                        0                       0                        0   \n",
       "2                        0                       0                        0   \n",
       "3                        0                       0                        0   \n",
       "4                        0                       0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_41  Policy_Sales_Channel_42  Policy_Sales_Channel_44  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_45  Policy_Sales_Channel_46  Policy_Sales_Channel_47  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_48  Policy_Sales_Channel_49  Policy_Sales_Channel_51  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_52  Policy_Sales_Channel_53  Policy_Sales_Channel_54  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_55  Policy_Sales_Channel_56  Policy_Sales_Channel_57  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_58  Policy_Sales_Channel_59  Policy_Sales_Channel_6  \\\n",
       "0                        0                        0                       0   \n",
       "1                        0                        0                       0   \n",
       "2                        0                        0                       0   \n",
       "3                        0                        0                       0   \n",
       "4                        0                        0                       0   \n",
       "\n",
       "   Policy_Sales_Channel_60  Policy_Sales_Channel_61  Policy_Sales_Channel_62  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_63  Policy_Sales_Channel_64  Policy_Sales_Channel_65  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_66  Policy_Sales_Channel_67  Policy_Sales_Channel_68  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_69  Policy_Sales_Channel_7  Policy_Sales_Channel_70  \\\n",
       "0                        0                       1                        0   \n",
       "1                        0                       0                        0   \n",
       "2                        0                       0                        0   \n",
       "3                        0                       0                        0   \n",
       "4                        0                       0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_71  Policy_Sales_Channel_73  Policy_Sales_Channel_74  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_75  Policy_Sales_Channel_76  Policy_Sales_Channel_78  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_79  Policy_Sales_Channel_8  Policy_Sales_Channel_80  \\\n",
       "0                        0                       0                        0   \n",
       "1                        0                       0                        0   \n",
       "2                        0                       0                        0   \n",
       "3                        0                       0                        0   \n",
       "4                        0                       0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_81  Policy_Sales_Channel_82  Policy_Sales_Channel_84  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_86  Policy_Sales_Channel_87  Policy_Sales_Channel_88  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_89  Policy_Sales_Channel_9  Policy_Sales_Channel_90  \\\n",
       "0                        0                       0                        0   \n",
       "1                        0                       0                        0   \n",
       "2                        0                       0                        0   \n",
       "3                        0                       0                        0   \n",
       "4                        0                       0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_91  Policy_Sales_Channel_92  Policy_Sales_Channel_93  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_94  Policy_Sales_Channel_95  Policy_Sales_Channel_96  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                        0   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   Policy_Sales_Channel_97  Policy_Sales_Channel_98  Policy_Sales_Channel_99  \n",
       "0                        0                        0                        0  \n",
       "1                        0                        0                        0  \n",
       "2                        0                        0                        0  \n",
       "3                        0                        0                        0  \n",
       "4                        0                        0                        0  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make predictions on test dataset\n",
    "X_test = test_df.drop(columns='Response')\n",
    "y_test = test_df['Response']\n",
    "y_pred = xgb_best.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.4285879228726475"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f1_score(y_test, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7835745834608825"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_score(y_test, y_pred)"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "bdd26ecccbd0f3e40fb5cf5d30fdca40f940aba434b243f1db962da2809839ff"
  },
  "kernelspec": {
   "display_name": "Python 3.10.1 64-bit ('e2e-insurance-cross-sell-prediction-automl-eEZ4gcUa': pipenv)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.1"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}