Assignment-06-Logistic Regression-ver-01.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Assignment-06-Logistic Regression"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "Output variable -> y\n",
    "y -> Whether the client has subscribed a term deposit or not \n",
    "Binomial (\"yes\" or \"no\")\n",
    "\n",
    "Attribute information For bank dataset\n",
    "\n",
    "   Input variables:\n",
    "   # bank client data:\n",
    "   1 - age (numeric)\n",
    "   2 - job : type of job (categorical: \"admin.\",\"unknown\",\"unemployed\",\"management\",\"housemaid\",\"entrepreneur\",\"student\",\n",
    "                                       \"blue-collar\",\"self-employed\",\"retired\",\"technician\",\"services\") \n",
    "   3 - marital : marital status (categorical: \"married\",\"divorced\",\"single\"; note: \"divorced\" means divorced or widowed)\n",
    "   4 - education (categorical: \"unknown\",\"secondary\",\"primary\",\"tertiary\")\n",
    "   5 - default: has credit in default? (binary: \"yes\",\"no\")\n",
    "   6 - balance: average yearly balance, in euros (numeric) \n",
    "   7 - housing: has housing loan? (binary: \"yes\",\"no\")\n",
    "   8 - loan: has personal loan? (binary: \"yes\",\"no\")\n",
    "   # related with the last contact of the current campaign:\n",
    "   9 - contact: contact communication type (categorical: \"unknown\",\"telephone\",\"cellular\") \n",
    "  10 - day: last contact day of the month (numeric)\n",
    "  11 - month: last contact month of year (categorical: \"jan\", \"feb\", \"mar\", ..., \"nov\", \"dec\")\n",
    "  12 - duration: last contact duration, in seconds (numeric)\n",
    "   # other attributes:\n",
    "  13 - campaign: number of contacts performed during this campaign and for this client (numeric, includes last contact)\n",
    "  14 - pdays: number of days that passed by after the client was last contacted from a previous campaign (numeric, -1 means client was not previously contacted)\n",
    "  15 - previous: number of contacts performed before this campaign and for this client (numeric)\n",
    "  16 - poutcome: outcome of the previous marketing campaign (categorical: \"unknown\",\"other\",\"failure\",\"success\")\n",
    "\n",
    "  Output variable (desired target):\n",
    "  17 - y - has the client subscribed a term deposit? (binary: \"yes\",\"no\")\n",
    "\n",
    "8. Missing Attribute Values: None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Importing the libraries\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.metrics import roc_curve\n",
    "from sklearn.metrics import roc_auc_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>job</th>\n",
       "      <th>marital</th>\n",
       "      <th>education</th>\n",
       "      <th>default</th>\n",
       "      <th>balance</th>\n",
       "      <th>housing</th>\n",
       "      <th>loan</th>\n",
       "      <th>contact</th>\n",
       "      <th>day</th>\n",
       "      <th>month</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "      <th>pdays</th>\n",
       "      <th>previous</th>\n",
       "      <th>poutcome</th>\n",
       "      <th>y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>58</td>\n",
       "      <td>management</td>\n",
       "      <td>married</td>\n",
       "      <td>tertiary</td>\n",
       "      <td>no</td>\n",
       "      <td>2143</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>unknown</td>\n",
       "      <td>5</td>\n",
       "      <td>may</td>\n",
       "      <td>261</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>44</td>\n",
       "      <td>technician</td>\n",
       "      <td>single</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>29</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>unknown</td>\n",
       "      <td>5</td>\n",
       "      <td>may</td>\n",
       "      <td>151</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>33</td>\n",
       "      <td>entrepreneur</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>2</td>\n",
       "      <td>yes</td>\n",
       "      <td>yes</td>\n",
       "      <td>unknown</td>\n",
       "      <td>5</td>\n",
       "      <td>may</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>47</td>\n",
       "      <td>blue-collar</td>\n",
       "      <td>married</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "      <td>1506</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>unknown</td>\n",
       "      <td>5</td>\n",
       "      <td>may</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>33</td>\n",
       "      <td>unknown</td>\n",
       "      <td>single</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "      <td>1</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>unknown</td>\n",
       "      <td>5</td>\n",
       "      <td>may</td>\n",
       "      <td>198</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45206</th>\n",
       "      <td>51</td>\n",
       "      <td>technician</td>\n",
       "      <td>married</td>\n",
       "      <td>tertiary</td>\n",
       "      <td>no</td>\n",
       "      <td>825</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>17</td>\n",
       "      <td>nov</td>\n",
       "      <td>977</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45207</th>\n",
       "      <td>71</td>\n",
       "      <td>retired</td>\n",
       "      <td>divorced</td>\n",
       "      <td>primary</td>\n",
       "      <td>no</td>\n",
       "      <td>1729</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>17</td>\n",
       "      <td>nov</td>\n",
       "      <td>456</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45208</th>\n",
       "      <td>72</td>\n",
       "      <td>retired</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>5715</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>17</td>\n",
       "      <td>nov</td>\n",
       "      <td>1127</td>\n",
       "      <td>5</td>\n",
       "      <td>184</td>\n",
       "      <td>3</td>\n",
       "      <td>success</td>\n",
       "      <td>yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45209</th>\n",
       "      <td>57</td>\n",
       "      <td>blue-collar</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>668</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>telephone</td>\n",
       "      <td>17</td>\n",
       "      <td>nov</td>\n",
       "      <td>508</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>unknown</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45210</th>\n",
       "      <td>37</td>\n",
       "      <td>entrepreneur</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>2971</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>17</td>\n",
       "      <td>nov</td>\n",
       "      <td>361</td>\n",
       "      <td>2</td>\n",
       "      <td>188</td>\n",
       "      <td>11</td>\n",
       "      <td>other</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45211 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       age           job   marital  education default  balance housing loan  \\\n",
       "0       58    management   married   tertiary      no     2143     yes   no   \n",
       "1       44    technician    single  secondary      no       29     yes   no   \n",
       "2       33  entrepreneur   married  secondary      no        2     yes  yes   \n",
       "3       47   blue-collar   married    unknown      no     1506     yes   no   \n",
       "4       33       unknown    single    unknown      no        1      no   no   \n",
       "...    ...           ...       ...        ...     ...      ...     ...  ...   \n",
       "45206   51    technician   married   tertiary      no      825      no   no   \n",
       "45207   71       retired  divorced    primary      no     1729      no   no   \n",
       "45208   72       retired   married  secondary      no     5715      no   no   \n",
       "45209   57   blue-collar   married  secondary      no      668      no   no   \n",
       "45210   37  entrepreneur   married  secondary      no     2971      no   no   \n",
       "\n",
       "         contact  day month  duration  campaign  pdays  previous poutcome    y  \n",
       "0        unknown    5   may       261         1     -1         0  unknown   no  \n",
       "1        unknown    5   may       151         1     -1         0  unknown   no  \n",
       "2        unknown    5   may        76         1     -1         0  unknown   no  \n",
       "3        unknown    5   may        92         1     -1         0  unknown   no  \n",
       "4        unknown    5   may       198         1     -1         0  unknown   no  \n",
       "...          ...  ...   ...       ...       ...    ...       ...      ...  ...  \n",
       "45206   cellular   17   nov       977         3     -1         0  unknown  yes  \n",
       "45207   cellular   17   nov       456         2     -1         0  unknown  yes  \n",
       "45208   cellular   17   nov      1127         5    184         3  success  yes  \n",
       "45209  telephone   17   nov       508         4     -1         0  unknown   no  \n",
       "45210   cellular   17   nov       361         2    188        11    other   no  \n",
       "\n",
       "[45211 rows x 17 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Importing the dataset\n",
    "bank=pd.read_csv('Database/bank-full-final.csv')\n",
    "bank"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## EDA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 45211 entries, 0 to 45210\n",
      "Data columns (total 17 columns):\n",
      " #   Column     Non-Null Count  Dtype \n",
      "---  ------     --------------  ----- \n",
      " 0   age        45211 non-null  int64 \n",
      " 1   job        45211 non-null  object\n",
      " 2   marital    45211 non-null  object\n",
      " 3   education  45211 non-null  object\n",
      " 4   default    45211 non-null  object\n",
      " 5   balance    45211 non-null  int64 \n",
      " 6   housing    45211 non-null  object\n",
      " 7   loan       45211 non-null  object\n",
      " 8   contact    45211 non-null  object\n",
      " 9   day        45211 non-null  int64 \n",
      " 10  month      45211 non-null  object\n",
      " 11  duration   45211 non-null  int64 \n",
      " 12  campaign   45211 non-null  int64 \n",
      " 13  pdays      45211 non-null  int64 \n",
      " 14  previous   45211 non-null  int64 \n",
      " 15  poutcome   45211 non-null  object\n",
      " 16  y          45211 non-null  object\n",
      "dtypes: int64(7), object(10)\n",
      "memory usage: 5.9+ MB\n"
     ]
    }
   ],
   "source": [
    "bank.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>default</th>\n",
       "      <th>balance</th>\n",
       "      <th>housing</th>\n",
       "      <th>loan</th>\n",
       "      <th>day</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "      <th>pdays</th>\n",
       "      <th>previous</th>\n",
       "      <th>...</th>\n",
       "      <th>month_dec</th>\n",
       "      <th>month_feb</th>\n",
       "      <th>month_jan</th>\n",
       "      <th>month_jul</th>\n",
       "      <th>month_jun</th>\n",
       "      <th>month_mar</th>\n",
       "      <th>month_may</th>\n",
       "      <th>month_nov</th>\n",
       "      <th>month_oct</th>\n",
       "      <th>month_sep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>2143</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>261</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>44</td>\n",
       "      <td>no</td>\n",
       "      <td>29</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>151</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>33</td>\n",
       "      <td>no</td>\n",
       "      <td>2</td>\n",
       "      <td>yes</td>\n",
       "      <td>yes</td>\n",
       "      <td>5</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>47</td>\n",
       "      <td>no</td>\n",
       "      <td>1506</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>33</td>\n",
       "      <td>no</td>\n",
       "      <td>1</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>198</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45206</th>\n",
       "      <td>51</td>\n",
       "      <td>no</td>\n",
       "      <td>825</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>977</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45207</th>\n",
       "      <td>71</td>\n",
       "      <td>no</td>\n",
       "      <td>1729</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>456</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45208</th>\n",
       "      <td>72</td>\n",
       "      <td>no</td>\n",
       "      <td>5715</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>1127</td>\n",
       "      <td>5</td>\n",
       "      <td>184</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45209</th>\n",
       "      <td>57</td>\n",
       "      <td>no</td>\n",
       "      <td>668</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>508</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45210</th>\n",
       "      <td>37</td>\n",
       "      <td>no</td>\n",
       "      <td>2971</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>361</td>\n",
       "      <td>2</td>\n",
       "      <td>188</td>\n",
       "      <td>11</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45211 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       age default  balance housing loan  day  duration  campaign  pdays  \\\n",
       "0       58      no     2143     yes   no    5       261         1     -1   \n",
       "1       44      no       29     yes   no    5       151         1     -1   \n",
       "2       33      no        2     yes  yes    5        76         1     -1   \n",
       "3       47      no     1506     yes   no    5        92         1     -1   \n",
       "4       33      no        1      no   no    5       198         1     -1   \n",
       "...    ...     ...      ...     ...  ...  ...       ...       ...    ...   \n",
       "45206   51      no      825      no   no   17       977         3     -1   \n",
       "45207   71      no     1729      no   no   17       456         2     -1   \n",
       "45208   72      no     5715      no   no   17      1127         5    184   \n",
       "45209   57      no      668      no   no   17       508         4     -1   \n",
       "45210   37      no     2971      no   no   17       361         2    188   \n",
       "\n",
       "       previous  ... month_dec  month_feb  month_jan  month_jul  month_jun  \\\n",
       "0             0  ...         0          0          0          0          0   \n",
       "1             0  ...         0          0          0          0          0   \n",
       "2             0  ...         0          0          0          0          0   \n",
       "3             0  ...         0          0          0          0          0   \n",
       "4             0  ...         0          0          0          0          0   \n",
       "...         ...  ...       ...        ...        ...        ...        ...   \n",
       "45206         0  ...         0          0          0          0          0   \n",
       "45207         0  ...         0          0          0          0          0   \n",
       "45208         3  ...         0          0          0          0          0   \n",
       "45209         0  ...         0          0          0          0          0   \n",
       "45210        11  ...         0          0          0          0          0   \n",
       "\n",
       "       month_mar  month_may  month_nov  month_oct  month_sep  \n",
       "0              0          1          0          0          0  \n",
       "1              0          1          0          0          0  \n",
       "2              0          1          0          0          0  \n",
       "3              0          1          0          0          0  \n",
       "4              0          1          0          0          0  \n",
       "...          ...        ...        ...        ...        ...  \n",
       "45206          0          0          1          0          0  \n",
       "45207          0          0          1          0          0  \n",
       "45208          0          0          1          0          0  \n",
       "45209          0          0          1          0          0  \n",
       "45210          0          0          1          0          0  \n",
       "\n",
       "[45211 rows x 49 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# One-Hot Encoding of categrical variables\n",
    "data1=pd.get_dummies(bank,columns=['job','marital','education','contact','poutcome','month'])\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>default</th>\n",
       "      <th>balance</th>\n",
       "      <th>housing</th>\n",
       "      <th>loan</th>\n",
       "      <th>day</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "      <th>pdays</th>\n",
       "      <th>previous</th>\n",
       "      <th>y</th>\n",
       "      <th>job_admin.</th>\n",
       "      <th>job_blue-collar</th>\n",
       "      <th>job_entrepreneur</th>\n",
       "      <th>job_housemaid</th>\n",
       "      <th>job_management</th>\n",
       "      <th>job_retired</th>\n",
       "      <th>job_self-employed</th>\n",
       "      <th>job_services</th>\n",
       "      <th>job_student</th>\n",
       "      <th>job_technician</th>\n",
       "      <th>job_unemployed</th>\n",
       "      <th>job_unknown</th>\n",
       "      <th>marital_divorced</th>\n",
       "      <th>marital_married</th>\n",
       "      <th>marital_single</th>\n",
       "      <th>education_primary</th>\n",
       "      <th>education_secondary</th>\n",
       "      <th>education_tertiary</th>\n",
       "      <th>education_unknown</th>\n",
       "      <th>contact_cellular</th>\n",
       "      <th>contact_telephone</th>\n",
       "      <th>contact_unknown</th>\n",
       "      <th>poutcome_failure</th>\n",
       "      <th>poutcome_other</th>\n",
       "      <th>poutcome_success</th>\n",
       "      <th>poutcome_unknown</th>\n",
       "      <th>month_apr</th>\n",
       "      <th>month_aug</th>\n",
       "      <th>month_dec</th>\n",
       "      <th>month_feb</th>\n",
       "      <th>month_jan</th>\n",
       "      <th>month_jul</th>\n",
       "      <th>month_jun</th>\n",
       "      <th>month_mar</th>\n",
       "      <th>month_may</th>\n",
       "      <th>month_nov</th>\n",
       "      <th>month_oct</th>\n",
       "      <th>month_sep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>2143</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>261</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>44</td>\n",
       "      <td>no</td>\n",
       "      <td>29</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>151</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>33</td>\n",
       "      <td>no</td>\n",
       "      <td>2</td>\n",
       "      <td>yes</td>\n",
       "      <td>yes</td>\n",
       "      <td>5</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>47</td>\n",
       "      <td>no</td>\n",
       "      <td>1506</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>33</td>\n",
       "      <td>no</td>\n",
       "      <td>1</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>5</td>\n",
       "      <td>198</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45206</th>\n",
       "      <td>51</td>\n",
       "      <td>no</td>\n",
       "      <td>825</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>977</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45207</th>\n",
       "      <td>71</td>\n",
       "      <td>no</td>\n",
       "      <td>1729</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>456</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45208</th>\n",
       "      <td>72</td>\n",
       "      <td>no</td>\n",
       "      <td>5715</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>1127</td>\n",
       "      <td>5</td>\n",
       "      <td>184</td>\n",
       "      <td>3</td>\n",
       "      <td>yes</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45209</th>\n",
       "      <td>57</td>\n",
       "      <td>no</td>\n",
       "      <td>668</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>508</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45210</th>\n",
       "      <td>37</td>\n",
       "      <td>no</td>\n",
       "      <td>2971</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>17</td>\n",
       "      <td>361</td>\n",
       "      <td>2</td>\n",
       "      <td>188</td>\n",
       "      <td>11</td>\n",
       "      <td>no</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45211 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       age default  balance housing loan  day  duration  campaign  pdays  \\\n",
       "0       58      no     2143     yes   no    5       261         1     -1   \n",
       "1       44      no       29     yes   no    5       151         1     -1   \n",
       "2       33      no        2     yes  yes    5        76         1     -1   \n",
       "3       47      no     1506     yes   no    5        92         1     -1   \n",
       "4       33      no        1      no   no    5       198         1     -1   \n",
       "...    ...     ...      ...     ...  ...  ...       ...       ...    ...   \n",
       "45206   51      no      825      no   no   17       977         3     -1   \n",
       "45207   71      no     1729      no   no   17       456         2     -1   \n",
       "45208   72      no     5715      no   no   17      1127         5    184   \n",
       "45209   57      no      668      no   no   17       508         4     -1   \n",
       "45210   37      no     2971      no   no   17       361         2    188   \n",
       "\n",
       "       previous    y  job_admin.  job_blue-collar  job_entrepreneur  \\\n",
       "0             0   no           0                0                 0   \n",
       "1             0   no           0                0                 0   \n",
       "2             0   no           0                0                 1   \n",
       "3             0   no           0                1                 0   \n",
       "4             0   no           0                0                 0   \n",
       "...         ...  ...         ...              ...               ...   \n",
       "45206         0  yes           0                0                 0   \n",
       "45207         0  yes           0                0                 0   \n",
       "45208         3  yes           0                0                 0   \n",
       "45209         0   no           0                1                 0   \n",
       "45210        11   no           0                0                 1   \n",
       "\n",
       "       job_housemaid  job_management  job_retired  job_self-employed  \\\n",
       "0                  0               1            0                  0   \n",
       "1                  0               0            0                  0   \n",
       "2                  0               0            0                  0   \n",
       "3                  0               0            0                  0   \n",
       "4                  0               0            0                  0   \n",
       "...              ...             ...          ...                ...   \n",
       "45206              0               0            0                  0   \n",
       "45207              0               0            1                  0   \n",
       "45208              0               0            1                  0   \n",
       "45209              0               0            0                  0   \n",
       "45210              0               0            0                  0   \n",
       "\n",
       "       job_services  job_student  job_technician  job_unemployed  job_unknown  \\\n",
       "0                 0            0               0               0            0   \n",
       "1                 0            0               1               0            0   \n",
       "2                 0            0               0               0            0   \n",
       "3                 0            0               0               0            0   \n",
       "4                 0            0               0               0            1   \n",
       "...             ...          ...             ...             ...          ...   \n",
       "45206             0            0               1               0            0   \n",
       "45207             0            0               0               0            0   \n",
       "45208             0            0               0               0            0   \n",
       "45209             0            0               0               0            0   \n",
       "45210             0            0               0               0            0   \n",
       "\n",
       "       marital_divorced  marital_married  marital_single  education_primary  \\\n",
       "0                     0                1               0                  0   \n",
       "1                     0                0               1                  0   \n",
       "2                     0                1               0                  0   \n",
       "3                     0                1               0                  0   \n",
       "4                     0                0               1                  0   \n",
       "...                 ...              ...             ...                ...   \n",
       "45206                 0                1               0                  0   \n",
       "45207                 1                0               0                  1   \n",
       "45208                 0                1               0                  0   \n",
       "45209                 0                1               0                  0   \n",
       "45210                 0                1               0                  0   \n",
       "\n",
       "       education_secondary  education_tertiary  education_unknown  \\\n",
       "0                        0                   1                  0   \n",
       "1                        1                   0                  0   \n",
       "2                        1                   0                  0   \n",
       "3                        0                   0                  1   \n",
       "4                        0                   0                  1   \n",
       "...                    ...                 ...                ...   \n",
       "45206                    0                   1                  0   \n",
       "45207                    0                   0                  0   \n",
       "45208                    1                   0                  0   \n",
       "45209                    1                   0                  0   \n",
       "45210                    1                   0                  0   \n",
       "\n",
       "       contact_cellular  contact_telephone  contact_unknown  poutcome_failure  \\\n",
       "0                     0                  0                1                 0   \n",
       "1                     0                  0                1                 0   \n",
       "2                     0                  0                1                 0   \n",
       "3                     0                  0                1                 0   \n",
       "4                     0                  0                1                 0   \n",
       "...                 ...                ...              ...               ...   \n",
       "45206                 1                  0                0                 0   \n",
       "45207                 1                  0                0                 0   \n",
       "45208                 1                  0                0                 0   \n",
       "45209                 0                  1                0                 0   \n",
       "45210                 1                  0                0                 0   \n",
       "\n",
       "       poutcome_other  poutcome_success  poutcome_unknown  month_apr  \\\n",
       "0                   0                 0                 1          0   \n",
       "1                   0                 0                 1          0   \n",
       "2                   0                 0                 1          0   \n",
       "3                   0                 0                 1          0   \n",
       "4                   0                 0                 1          0   \n",
       "...               ...               ...               ...        ...   \n",
       "45206               0                 0                 1          0   \n",
       "45207               0                 0                 1          0   \n",
       "45208               0                 1                 0          0   \n",
       "45209               0                 0                 1          0   \n",
       "45210               1                 0                 0          0   \n",
       "\n",
       "       month_aug  month_dec  month_feb  month_jan  month_jul  month_jun  \\\n",
       "0              0          0          0          0          0          0   \n",
       "1              0          0          0          0          0          0   \n",
       "2              0          0          0          0          0          0   \n",
       "3              0          0          0          0          0          0   \n",
       "4              0          0          0          0          0          0   \n",
       "...          ...        ...        ...        ...        ...        ...   \n",
       "45206          0          0          0          0          0          0   \n",
       "45207          0          0          0          0          0          0   \n",
       "45208          0          0          0          0          0          0   \n",
       "45209          0          0          0          0          0          0   \n",
       "45210          0          0          0          0          0          0   \n",
       "\n",
       "       month_mar  month_may  month_nov  month_oct  month_sep  \n",
       "0              0          1          0          0          0  \n",
       "1              0          1          0          0          0  \n",
       "2              0          1          0          0          0  \n",
       "3              0          1          0          0          0  \n",
       "4              0          1          0          0          0  \n",
       "...          ...        ...        ...        ...        ...  \n",
       "45206          0          0          1          0          0  \n",
       "45207          0          0          1          0          0  \n",
       "45208          0          0          1          0          0  \n",
       "45209          0          0          1          0          0  \n",
       "45210          0          0          1          0          0  \n",
       "\n",
       "[45211 rows x 49 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# To see all columns\n",
    "pd.set_option(\"display.max.columns\", None)\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 45211 entries, 0 to 45210\n",
      "Data columns (total 49 columns):\n",
      " #   Column               Non-Null Count  Dtype \n",
      "---  ------               --------------  ----- \n",
      " 0   age                  45211 non-null  int64 \n",
      " 1   default              45211 non-null  object\n",
      " 2   balance              45211 non-null  int64 \n",
      " 3   housing              45211 non-null  object\n",
      " 4   loan                 45211 non-null  object\n",
      " 5   day                  45211 non-null  int64 \n",
      " 6   duration             45211 non-null  int64 \n",
      " 7   campaign             45211 non-null  int64 \n",
      " 8   pdays                45211 non-null  int64 \n",
      " 9   previous             45211 non-null  int64 \n",
      " 10  y                    45211 non-null  object\n",
      " 11  job_admin.           45211 non-null  uint8 \n",
      " 12  job_blue-collar      45211 non-null  uint8 \n",
      " 13  job_entrepreneur     45211 non-null  uint8 \n",
      " 14  job_housemaid        45211 non-null  uint8 \n",
      " 15  job_management       45211 non-null  uint8 \n",
      " 16  job_retired          45211 non-null  uint8 \n",
      " 17  job_self-employed    45211 non-null  uint8 \n",
      " 18  job_services         45211 non-null  uint8 \n",
      " 19  job_student          45211 non-null  uint8 \n",
      " 20  job_technician       45211 non-null  uint8 \n",
      " 21  job_unemployed       45211 non-null  uint8 \n",
      " 22  job_unknown          45211 non-null  uint8 \n",
      " 23  marital_divorced     45211 non-null  uint8 \n",
      " 24  marital_married      45211 non-null  uint8 \n",
      " 25  marital_single       45211 non-null  uint8 \n",
      " 26  education_primary    45211 non-null  uint8 \n",
      " 27  education_secondary  45211 non-null  uint8 \n",
      " 28  education_tertiary   45211 non-null  uint8 \n",
      " 29  education_unknown    45211 non-null  uint8 \n",
      " 30  contact_cellular     45211 non-null  uint8 \n",
      " 31  contact_telephone    45211 non-null  uint8 \n",
      " 32  contact_unknown      45211 non-null  uint8 \n",
      " 33  poutcome_failure     45211 non-null  uint8 \n",
      " 34  poutcome_other       45211 non-null  uint8 \n",
      " 35  poutcome_success     45211 non-null  uint8 \n",
      " 36  poutcome_unknown     45211 non-null  uint8 \n",
      " 37  month_apr            45211 non-null  uint8 \n",
      " 38  month_aug            45211 non-null  uint8 \n",
      " 39  month_dec            45211 non-null  uint8 \n",
      " 40  month_feb            45211 non-null  uint8 \n",
      " 41  month_jan            45211 non-null  uint8 \n",
      " 42  month_jul            45211 non-null  uint8 \n",
      " 43  month_jun            45211 non-null  uint8 \n",
      " 44  month_mar            45211 non-null  uint8 \n",
      " 45  month_may            45211 non-null  uint8 \n",
      " 46  month_nov            45211 non-null  uint8 \n",
      " 47  month_oct            45211 non-null  uint8 \n",
      " 48  month_sep            45211 non-null  uint8 \n",
      "dtypes: int64(7), object(4), uint8(38)\n",
      "memory usage: 5.4+ MB\n"
     ]
    }
   ],
   "source": [
    "data1.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>default</th>\n",
       "      <th>balance</th>\n",
       "      <th>housing</th>\n",
       "      <th>loan</th>\n",
       "      <th>day</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "      <th>pdays</th>\n",
       "      <th>previous</th>\n",
       "      <th>y</th>\n",
       "      <th>job_admin.</th>\n",
       "      <th>job_blue-collar</th>\n",
       "      <th>job_entrepreneur</th>\n",
       "      <th>job_housemaid</th>\n",
       "      <th>job_management</th>\n",
       "      <th>job_retired</th>\n",
       "      <th>job_self-employed</th>\n",
       "      <th>job_services</th>\n",
       "      <th>job_student</th>\n",
       "      <th>job_technician</th>\n",
       "      <th>job_unemployed</th>\n",
       "      <th>job_unknown</th>\n",
       "      <th>marital_divorced</th>\n",
       "      <th>marital_married</th>\n",
       "      <th>marital_single</th>\n",
       "      <th>education_primary</th>\n",
       "      <th>education_secondary</th>\n",
       "      <th>education_tertiary</th>\n",
       "      <th>education_unknown</th>\n",
       "      <th>contact_cellular</th>\n",
       "      <th>contact_telephone</th>\n",
       "      <th>contact_unknown</th>\n",
       "      <th>poutcome_failure</th>\n",
       "      <th>poutcome_other</th>\n",
       "      <th>poutcome_success</th>\n",
       "      <th>poutcome_unknown</th>\n",
       "      <th>month_apr</th>\n",
       "      <th>month_aug</th>\n",
       "      <th>month_dec</th>\n",
       "      <th>month_feb</th>\n",
       "      <th>month_jan</th>\n",
       "      <th>month_jul</th>\n",
       "      <th>month_jun</th>\n",
       "      <th>month_mar</th>\n",
       "      <th>month_may</th>\n",
       "      <th>month_nov</th>\n",
       "      <th>month_oct</th>\n",
       "      <th>month_sep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>58</td>\n",
       "      <td>0</td>\n",
       "      <td>2143</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>261</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>151</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>1506</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>92</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>198</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45206</th>\n",
       "      <td>51</td>\n",
       "      <td>0</td>\n",
       "      <td>825</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>977</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45207</th>\n",
       "      <td>71</td>\n",
       "      <td>0</td>\n",
       "      <td>1729</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>456</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45208</th>\n",
       "      <td>72</td>\n",
       "      <td>0</td>\n",
       "      <td>5715</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>1127</td>\n",
       "      <td>5</td>\n",
       "      <td>184</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45209</th>\n",
       "      <td>57</td>\n",
       "      <td>0</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>508</td>\n",
       "      <td>4</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45210</th>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>2971</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>361</td>\n",
       "      <td>2</td>\n",
       "      <td>188</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45211 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       age  default  balance  housing  loan  day  duration  campaign  pdays  \\\n",
       "0       58        0     2143        1     0    5       261         1     -1   \n",
       "1       44        0       29        1     0    5       151         1     -1   \n",
       "2       33        0        2        1     1    5        76         1     -1   \n",
       "3       47        0     1506        1     0    5        92         1     -1   \n",
       "4       33        0        1        0     0    5       198         1     -1   \n",
       "...    ...      ...      ...      ...   ...  ...       ...       ...    ...   \n",
       "45206   51        0      825        0     0   17       977         3     -1   \n",
       "45207   71        0     1729        0     0   17       456         2     -1   \n",
       "45208   72        0     5715        0     0   17      1127         5    184   \n",
       "45209   57        0      668        0     0   17       508         4     -1   \n",
       "45210   37        0     2971        0     0   17       361         2    188   \n",
       "\n",
       "       previous  y  job_admin.  job_blue-collar  job_entrepreneur  \\\n",
       "0             0  0           0                0                 0   \n",
       "1             0  0           0                0                 0   \n",
       "2             0  0           0                0                 1   \n",
       "3             0  0           0                1                 0   \n",
       "4             0  0           0                0                 0   \n",
       "...         ... ..         ...              ...               ...   \n",
       "45206         0  1           0                0                 0   \n",
       "45207         0  1           0                0                 0   \n",
       "45208         3  1           0                0                 0   \n",
       "45209         0  0           0                1                 0   \n",
       "45210        11  0           0                0                 1   \n",
       "\n",
       "       job_housemaid  job_management  job_retired  job_self-employed  \\\n",
       "0                  0               1            0                  0   \n",
       "1                  0               0            0                  0   \n",
       "2                  0               0            0                  0   \n",
       "3                  0               0            0                  0   \n",
       "4                  0               0            0                  0   \n",
       "...              ...             ...          ...                ...   \n",
       "45206              0               0            0                  0   \n",
       "45207              0               0            1                  0   \n",
       "45208              0               0            1                  0   \n",
       "45209              0               0            0                  0   \n",
       "45210              0               0            0                  0   \n",
       "\n",
       "       job_services  job_student  job_technician  job_unemployed  job_unknown  \\\n",
       "0                 0            0               0               0            0   \n",
       "1                 0            0               1               0            0   \n",
       "2                 0            0               0               0            0   \n",
       "3                 0            0               0               0            0   \n",
       "4                 0            0               0               0            1   \n",
       "...             ...          ...             ...             ...          ...   \n",
       "45206             0            0               1               0            0   \n",
       "45207             0            0               0               0            0   \n",
       "45208             0            0               0               0            0   \n",
       "45209             0            0               0               0            0   \n",
       "45210             0            0               0               0            0   \n",
       "\n",
       "       marital_divorced  marital_married  marital_single  education_primary  \\\n",
       "0                     0                1               0                  0   \n",
       "1                     0                0               1                  0   \n",
       "2                     0                1               0                  0   \n",
       "3                     0                1               0                  0   \n",
       "4                     0                0               1                  0   \n",
       "...                 ...              ...             ...                ...   \n",
       "45206                 0                1               0                  0   \n",
       "45207                 1                0               0                  1   \n",
       "45208                 0                1               0                  0   \n",
       "45209                 0                1               0                  0   \n",
       "45210                 0                1               0                  0   \n",
       "\n",
       "       education_secondary  education_tertiary  education_unknown  \\\n",
       "0                        0                   1                  0   \n",
       "1                        1                   0                  0   \n",
       "2                        1                   0                  0   \n",
       "3                        0                   0                  1   \n",
       "4                        0                   0                  1   \n",
       "...                    ...                 ...                ...   \n",
       "45206                    0                   1                  0   \n",
       "45207                    0                   0                  0   \n",
       "45208                    1                   0                  0   \n",
       "45209                    1                   0                  0   \n",
       "45210                    1                   0                  0   \n",
       "\n",
       "       contact_cellular  contact_telephone  contact_unknown  poutcome_failure  \\\n",
       "0                     0                  0                1                 0   \n",
       "1                     0                  0                1                 0   \n",
       "2                     0                  0                1                 0   \n",
       "3                     0                  0                1                 0   \n",
       "4                     0                  0                1                 0   \n",
       "...                 ...                ...              ...               ...   \n",
       "45206                 1                  0                0                 0   \n",
       "45207                 1                  0                0                 0   \n",
       "45208                 1                  0                0                 0   \n",
       "45209                 0                  1                0                 0   \n",
       "45210                 1                  0                0                 0   \n",
       "\n",
       "       poutcome_other  poutcome_success  poutcome_unknown  month_apr  \\\n",
       "0                   0                 0                 1          0   \n",
       "1                   0                 0                 1          0   \n",
       "2                   0                 0                 1          0   \n",
       "3                   0                 0                 1          0   \n",
       "4                   0                 0                 1          0   \n",
       "...               ...               ...               ...        ...   \n",
       "45206               0                 0                 1          0   \n",
       "45207               0                 0                 1          0   \n",
       "45208               0                 1                 0          0   \n",
       "45209               0                 0                 1          0   \n",
       "45210               1                 0                 0          0   \n",
       "\n",
       "       month_aug  month_dec  month_feb  month_jan  month_jul  month_jun  \\\n",
       "0              0          0          0          0          0          0   \n",
       "1              0          0          0          0          0          0   \n",
       "2              0          0          0          0          0          0   \n",
       "3              0          0          0          0          0          0   \n",
       "4              0          0          0          0          0          0   \n",
       "...          ...        ...        ...        ...        ...        ...   \n",
       "45206          0          0          0          0          0          0   \n",
       "45207          0          0          0          0          0          0   \n",
       "45208          0          0          0          0          0          0   \n",
       "45209          0          0          0          0          0          0   \n",
       "45210          0          0          0          0          0          0   \n",
       "\n",
       "       month_mar  month_may  month_nov  month_oct  month_sep  \n",
       "0              0          1          0          0          0  \n",
       "1              0          1          0          0          0  \n",
       "2              0          1          0          0          0  \n",
       "3              0          1          0          0          0  \n",
       "4              0          1          0          0          0  \n",
       "...          ...        ...        ...        ...        ...  \n",
       "45206          0          0          1          0          0  \n",
       "45207          0          0          1          0          0  \n",
       "45208          0          0          1          0          0  \n",
       "45209          0          0          1          0          0  \n",
       "45210          0          0          1          0          0  \n",
       "\n",
       "[45211 rows x 49 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Custom Binary Encoding of Binary o/p variables \n",
    "data1['default'] = np.where(data1['default'].str.contains(\"yes\"), 1, 0)\n",
    "data1['housing'] = np.where(data1['housing'].str.contains(\"yes\"), 1, 0)\n",
    "data1['loan'] = np.where(data1['loan'].str.contains(\"yes\"), 1, 0)\n",
    "data1['y'] = np.where(data1['y'].str.contains(\"yes\"), 1, 0)\n",
    "data1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 45211 entries, 0 to 45210\n",
      "Data columns (total 49 columns):\n",
      " #   Column               Non-Null Count  Dtype\n",
      "---  ------               --------------  -----\n",
      " 0   age                  45211 non-null  int64\n",
      " 1   default              45211 non-null  int32\n",
      " 2   balance              45211 non-null  int64\n",
      " 3   housing              45211 non-null  int32\n",
      " 4   loan                 45211 non-null  int32\n",
      " 5   day                  45211 non-null  int64\n",
      " 6   duration             45211 non-null  int64\n",
      " 7   campaign             45211 non-null  int64\n",
      " 8   pdays                45211 non-null  int64\n",
      " 9   previous             45211 non-null  int64\n",
      " 10  y                    45211 non-null  int32\n",
      " 11  job_admin.           45211 non-null  uint8\n",
      " 12  job_blue-collar      45211 non-null  uint8\n",
      " 13  job_entrepreneur     45211 non-null  uint8\n",
      " 14  job_housemaid        45211 non-null  uint8\n",
      " 15  job_management       45211 non-null  uint8\n",
      " 16  job_retired          45211 non-null  uint8\n",
      " 17  job_self-employed    45211 non-null  uint8\n",
      " 18  job_services         45211 non-null  uint8\n",
      " 19  job_student          45211 non-null  uint8\n",
      " 20  job_technician       45211 non-null  uint8\n",
      " 21  job_unemployed       45211 non-null  uint8\n",
      " 22  job_unknown          45211 non-null  uint8\n",
      " 23  marital_divorced     45211 non-null  uint8\n",
      " 24  marital_married      45211 non-null  uint8\n",
      " 25  marital_single       45211 non-null  uint8\n",
      " 26  education_primary    45211 non-null  uint8\n",
      " 27  education_secondary  45211 non-null  uint8\n",
      " 28  education_tertiary   45211 non-null  uint8\n",
      " 29  education_unknown    45211 non-null  uint8\n",
      " 30  contact_cellular     45211 non-null  uint8\n",
      " 31  contact_telephone    45211 non-null  uint8\n",
      " 32  contact_unknown      45211 non-null  uint8\n",
      " 33  poutcome_failure     45211 non-null  uint8\n",
      " 34  poutcome_other       45211 non-null  uint8\n",
      " 35  poutcome_success     45211 non-null  uint8\n",
      " 36  poutcome_unknown     45211 non-null  uint8\n",
      " 37  month_apr            45211 non-null  uint8\n",
      " 38  month_aug            45211 non-null  uint8\n",
      " 39  month_dec            45211 non-null  uint8\n",
      " 40  month_feb            45211 non-null  uint8\n",
      " 41  month_jan            45211 non-null  uint8\n",
      " 42  month_jul            45211 non-null  uint8\n",
      " 43  month_jun            45211 non-null  uint8\n",
      " 44  month_mar            45211 non-null  uint8\n",
      " 45  month_may            45211 non-null  uint8\n",
      " 46  month_nov            45211 non-null  uint8\n",
      " 47  month_oct            45211 non-null  uint8\n",
      " 48  month_sep            45211 non-null  uint8\n",
      "dtypes: int32(4), int64(7), uint8(38)\n",
      "memory usage: 4.7 MB\n"
     ]
    }
   ],
   "source": [
    "data1.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model Building"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dividing our data into input and output variables\n",
    "x=pd.concat([data1.iloc[:,0:10],data1.iloc[:,11:]],axis=1)\n",
    "y=data1.iloc[:,10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Hitesh Koli\\anaconda3\\lib\\site-packages\\sklearn\\linear_model\\_logistic.py:762: ConvergenceWarning: lbfgs failed to converge (status=1):\n",
      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n",
      "\n",
      "Increase the number of iterations (max_iter) or scale the data as shown in:\n",
      "    https://scikit-learn.org/stable/modules/preprocessing.html\n",
      "Please also refer to the documentation for alternative solver options:\n",
      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n",
      "  n_iter_i = _check_optimize_result(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LogisticRegression()"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Logistic regression model\n",
    "classifier=LogisticRegression()\n",
    "classifier.fit(x,y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model Predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 1, 0, 0])"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Predict for x dataset\n",
    "y_pred=classifier.predict(x)\n",
    "y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>actual_y</th>\n",
       "      <th>y_pred_prob</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45206</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45207</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45208</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45209</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45210</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45211 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       actual_y  y_pred_prob\n",
       "0             0            0\n",
       "1             0            0\n",
       "2             0            0\n",
       "3             0            0\n",
       "4             0            0\n",
       "...         ...          ...\n",
       "45206         1            1\n",
       "45207         1            0\n",
       "45208         1            1\n",
       "45209         0            0\n",
       "45210         0            0\n",
       "\n",
       "[45211 rows x 2 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred_df=pd.DataFrame({'actual_y':y,'y_pred_prob':y_pred})\n",
    "y_pred_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Testing Model Accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[39156,   766],\n",
       "       [ 4127,  1162]], dtype=int64)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Confusion Matrix for the model accuracy\n",
    "confusion_matrix = confusion_matrix(y,y_pred)\n",
    "confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8917741257658535"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The model accuracy is calculated by (a+d)/(a+b+c+d)\n",
    "(39156+1162)/(39156+766+4127+1162)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "The Model accuracy is 89.18%"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.04385207, 0.02455317, 0.01811059, ..., 0.66842519, 0.07832377,\n",
       "       0.10407937])"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# As accuracy = 0.8933, which is greater than 0.5; Thus [:,1] Threshold value>0.5=1 else [:,0] Threshold value<0.5=0 \n",
    "classifier.predict_proba(x)[:,1] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEGCAYAAABo25JHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZxN9RvA8c9jMMOYyC7Zkm0mWwaRLGmRFrJUfsqPCNFKC5FIKVJCKKXUr0UlSZIlFUqWoWKMlIgU2fcZzMz398f3jG7TLBdz77nL83695nXucu45z5m5c55zvud7nq8YY1BKKRW+8rkdgFJKKXdpIlBKqTCniUAppcKcJgKllApzmgiUUirM5Xc7gDNVsmRJU7lyZbfDUEqpoLJmzZq9xphSWb0XdImgcuXKJCQkuB2GUkoFFRHZlt172jSklFJhThOBUkqFOU0ESikV5jQRKKVUmNNEoJRSYc5niUBEXheR3SKSmM37IiITRGSziKwTkUt9FYtSSqns+fKMYDrQJof3rwOqOT+9gSk+jEUppVQ2fHYfgTFmqYhUzmGWdsBbxtbBXiEixUSknDFmp69iUkqpgHPyJOzfD0eOwG+/waZNcPy4fZycDL/+yqn8+dl65AjVO3SAwYPzPAQ3bygrD/zu8XyH89q/EoGI9MaeNVCxYkW/BKeUUmfs+HHYswfWr7c79JQU+PJL+P13iIiAP/6wr0VEQHq6TQK5+B64E9gN/CxCdIglAsnitSxHyTHGTAWmAsTHx+tIOkqps3fyJPz8M/z1Fxw8aHfa+/bZnfSpU7BlCxQpYnfUxkBa2j8f//UXFC5sH+/dCwULQmqq3cHnJiLCLidfPihdGvLnhxMnoHJlKFfOJpI6dSAykpSKFRkxfz7PzZ5NyRIlmDxpEtGdOvnkV+JmItgBVPB4fiHwp0uxKKUCQUoK/PQTbNxod8qnTtkdbmoqHDsGO3dCgQJ/N6fs3Ws/l7HzPnDAzleggN3BHjtmf8Q57jzbERkl03Hrvn0QGWl37CkpULw4VHB2ZzVq2Jgvvhji4mxcV19td/xnoH2bNixYsIAePXrw/PPPc/75559d7F5wMxHMAe4RkRlAY+CQXh9QKsSkpsLq1bBgARw6ZNu816+3r//2mz0Cjoiw70VE2B1oXoiIsMkgMhIuuMAmg4oV7RF4SgqULQvnnw8XXmjnv+wyKFkSatWC886zO+98/u9df+TIEQoUKEBUVBSDBg1i4MCBXH311T5fr88SgYi8B7QESorIDuAJoACAMeZlYB7QFtgMHAd6+CoWpdQ5SEmBxET49VdISLDTggXtEffmzbaZ5Oef7U4+f367082XzzaneCNfPihRwiaBChWgalW70z7vPLu8iAg7LVDAniFUqQJRUfanSBGoVMkekRcu7Nvfg48tWLCA3r17c/vtt/P000/TsmVLv63bl72GuuTyvgH6+2r9SikvJSbaJpfDh2HVKvjqK9i2DY4etUfs3hKxO/OyZW3TTfnyNilUqwZlysAVV9id9nnnQcOGrhxxB6L9+/czYMAA3nzzTWrWrMn111/v9xiCrgy1UsoL27fDt9/C8uWwbp29wBkZCbt326PqQ4f+vviZk6goiI6GmjXtTvyyy/4+Yo+OhpgY26SizsrixYvp2rUr+/btY8iQIQwdOpSoqCi/x6GJQKlgtXEjvP22PXrfs8c+//33nD+T0WRTqBAUK2abZI4fh9atbTML2J39DTcEfVNLMChdujRVqlRh/vz51KtXz7U4NBEoFciOH7ft8LNm2SP8bdvszj6rrooi9gj91Cm46CJ74bN1a7j8cntEX7Cg/+NX/2CM4c0332Tt2rVMmDCB2rVrs3z5ciRzryQ/00SglNsybjqaMQN+/NHu6A8ezLmrY5EiUL06XHIJtG1r29/LltV29wC2detW+vTpw6JFi7jiiitITk6mUKFCricB0ESglH/t3g1Ll8JHH8HcufaCbHaio+0F17g424zTrRtceqm92KqCRlpaGpMmTWLw4MHky5ePyZMn06dPH/IFUNLWRKCULxw+DBs2wMSJsGiRvfkpu+6UZcrYXjQ33gitWtleNipk7N27l2HDhtGiRQtefvnlgCyTo4lAqXOVng5JSXDvvfZmqWPH/t2GX6CA7V1ToYK9kalzZ+jQQXvchKhTp07xzjvv0K1bN8qUKcPatWupUqVKQDQDZUUTgVJn6uhRmDzZ9rffuNFewPUkAnXr2hIDpUrB889rD5wwsmbNGu68807WrVtHuXLluPbaa7nooovcDitHmgiUys3WrbbXzptv2rtqM99kFRFhu2F26ACjR2sbfphKTk5mxIgRjB07ltKlS/Pxxx9z7bXXuh2WVzQRKOVp/36YOhVmz7Y9d3755d9t+4UKQZMm8OCDtsdOAF30U+5p3749CxcupFevXjz33HMUK1bM7ZC8JuZsq/G5JD4+3iQkJLgdhgoFu3fD++/bnf7atbbJJzX1n/PExNieO5dcAv37Q7Nmtu6NUsDhw4cpWLAgUVFRLFmyhNTUVFq3bu12WFkSkTXGmPis3tNvtAofqal2xz9iBOzaZUeE8lS8uC1oVqwYDB0KzZvr0b7K1rx58+jbty+33347o0aNokWLFm6HdNY0EajQlZ4OM2fCW2/ZUsi7d//z/Ysuskf6118Pd96pR/rKK3v37uXBBx/k7bffJjY2lptuusntkM6ZfvNV6Dh+HMaMgS++sAOV7Nr1z7tzy5a1d+M++qht21fqDC1atIiuXbty4MABhg0bxmOPPUZkZKTbYZ0zTQQqeKWmwuLFMH68Hfgk80XdyEho0QKuuca277tQ1VGFlnLlylG9enWmTJlC7dq13Q4nz2giUMFl3jzo2tX26MmsSBG47TZo185Wz1TqHBljmDZtGt9//z2TJk3ikksuYdmyZQF7Y9jZ0kSgAl9Kit3Bz5tnK2tmKFUKmjaF+Hh45BGtrqny1JYtW7jrrrv48ssvadmyZUAVictrmghUYPr1V+jUyU49e/dUqwYjR8Ktt7oXmwppaWlpTJgwgSFDhpA/f35eeeUVevXqFVBF4vKaJgIVOBIToU0b+OOPf75esiS0bAnTpuldu8rn9u7dy4gRI2jdujVTpkzhwowB7kNY6KY4FRzS02H4cHukX7u2TQL58tm+/KNG2V4/e/bAhx9qElA+c/LkSV5//XXS09MpU6YMP/zwA3PmzAmLJAB6RqDckJAAd91lB2Hx7N55/vnQo4ct0qaUn6xevZo777yTxMRELrzwQq655hoqV67sdlh+pWcEyn+mTbNdOBs2hB9+sEkgOtp271y/3tb50SSg/OT48eM89NBDXHbZZRw4cIA5c+ZwzTXXuB2WK/SMQPlWYiKMHQsffADJyfa1QoXsTV1PPOFubCqstWvXji+++ILevXszZswYihYt6nZIrtGicyrvpafDAw/ASy/9s+mncmV7VnDlla6FpsLboUOHiIyMJCoqiqVLl5KWlkarVq3cDssvcio6p01DKm9s2GAHUC9UyNbnnzjRJoFChWDSJHs2sHWrJgHlmrlz5xIXF8eIESMAaN68edgkgdxoIlDn5pNPoF49W7ztm2/szV/58tmCbidO2Po//fppeQflmj179vCf//yHG2+8keLFi9OhQwe3Qwo4mgjU2fngAzv8Yvv2tvdP4cLQvbu9+Sstzd4Ipnf6KpctXLiQ2NhYZs6cyYgRI0hISKBhw4ZuhxVw9GKx8t7Ro3ZkrsTEv18rUsQ2/XTr5l5cSmWjfPny1KpViylTphAXF+d2OAFLzwhU7hIToUIFe0NXYqJt+omNhSVL7BmAJgEVINLT05k6dSp33303AHFxcSxdulSTQC40EajsHTxoL+7Wrg07dtiLv/fea5t+NmywI3gpFSA2b95M69at6dOnD5s2bSI5o7uyypUmApW1gQPtnb5ffWWfjx5tE8GECe7GpVQmaWlpPP/889SpU4e1a9fy6quvsnjxYgoVKuR2aEHDp9cIRKQNMB6IAF4zxjyb6f2iwNtARSeWscaYN3wZk8rF3r22F1BG4bebb7bDPYZw5UUV3Pbu3ctTTz3F1VdfzeTJkylfvrzbIQUdn/13i0gEMAm4DogFuohIbKbZ+gNJxpi6QEvgeRHRriZu2bABSpe2SSA62vYGmjVLk4AKOCdOnODVV1/9R5G42bNnaxI4S778D28EbDbGbDHGnARmAO0yzWOAGLEjPRQB9gOpPoxJZWfwYHstwBjo0MH2EKpTx+2olPqXlStX0qBBA3r37s0XX3wBQKVKlUJywBh/8WUiKA/87vF8h/Oap5eAWsCfwHrgfmNMpoFnQUR6i0iCiCTs2bPHV/GGn/R06NwZRODZZ20SePhh+OgjtyNT6l+OHTvGgAEDaNKkCYcOHeKzzz4L2yJxec2X1wiySs+ZCxtdC/wAXAlUBRaJyDJjzOF/fMiYqcBUsLWGfBBr+Jk3Dzp2tHcCg63//8svdhAYpQJQ+/bt+eKLL7j77rt59tlnOU/Hp8gzvjwj2AFU8Hh+IfbI31MPYJaxNgNbgZo+jElNmwYXXADXX2+TQPXq9l6AAwc0CaiAc/DgwdPdQIcNG8aSJUuYPHmyJoE85stEsBqoJiJVnAvAtwFzMs2zHWgNICJlgBrAFh/GFL4OH4a2baFXL9i5EypVgunTYdMme3ewUgFmzpw5/ygSd8UVV9Bc713xCZ81DRljUkXkHmABtvvo68aYDSLS13n/ZWAkMF1E1mObkh41xuz1VUxha+tWqFkTTp6EyEj47DNo3drtqJTK0u7du7nvvvt4//33qVOnDp06dXI7pJDn0/sIjDHzgHmZXnvZ4/GfgF7t8aW1a6FRI3s3cLNm9gax/FpiSgWm+fPn07VrV44ePcrIkSN59NFHKVCggNthhTztIB7KvvzSFolLS4PHHoNlyzQJqIBWoUIFateuzffff8/QoUM1CfiJJoJQ9eabtvnn5El45BF4+mm3I1LqX9LT05kyZQp9+vQBbJG4r7/+mtjYzPeeKl/Sw8NQ41kqWgTeew9uvdXtqJT6l59//plevXqxbNkyrr76alJSUojSAYxcoWcEoeSttyAm5u8ksGiRJgEVcFJTUxk9ejR16tRh/fr1vPHGGyxYsECTgIv0jCAUpKfbrqELFtjntWrZi8T6j6UC0L59+xg9ejRt27Zl0qRJlCtXzu2Qwp6eEYSCmjVtEoiKgtmzISlJk4AKKCdOnOCVV145XSTuxx9/ZNasWZoEAoSeEQS7Ro1saYgaNWwC0EqhKsB899139OzZk40bN1K1alWuuuoqKlSokPsHld/oXiNYpadD1aqwejUUKgSrVmkSUAHl6NGjPPDAA1x++eUcO3aM+fPnc9VVV7kdlsqCnhEEq2bNYMsWWx7ijz/seMJKBZD27duzePFi7rnnHkaNGkVMTIzbIalsiDHBVcwzPj7eJCQkuB2Ge9LToWJFu/MvXRq2bdPrASpgHDhwgKioKAoVKsQ333wDQLNmzVyOSgGIyBpjTHxW73ndliAi0XkXkjprVarYJFCsmCYBFVBmzZpFbGwsw4cPB2wC0CQQHHJNBCLSVESSgI3O87oiMtnnkal/GzgQtm+3SWDfPk0CKiDs2rWLTp060bFjR8qWLcttt93mdkjqDHlzRjAOO4DMPgBjzI+A1oL1t7Vr4YUX7OP16/XCsAoIn3/+ObGxscydO5dRo0axatUq6tev73ZY6gx5dbHYGPN7pvFA03wTjspSaipceaV9PGgQXHihu/Eo5ahUqRL169dn0qRJ1KypY0oFK28OK38XkaaAEZGCIvIQTjOR8oOMi8OHDkF8PDzzjNsRqTCWnp7OSy+9xF133QVAbGwsixcv1iQQ5LxJBH2B/tiB53cA9YB+vgxKOTKSwM6dcNFFsHKl2xGpMLZp0yaaN2/Ovffey++//05KxnjXKuh5kwhqGGO6GmPKGGNKG2NuB2r5OrCwl57+dw+h2Fh797BeF1AuOHXqFM888wx169YlKSmJ6dOn8/nnn2uRuBDizZ5lopevqbx03XW2h1DVqnpxWLnqwIEDPPfcc9x4440kJSXx3//+l0zXDFWQy/ZisYg0AZoCpURkgMdb52HHIFa+8tRTsHAhREfDTz9pElB+l5KSwuuvv07fvn0pXbo069at40LtpBCyctrDFASKYJNFjMfPYUBHk/aVe++Fxx+3O/+5c3VoSeV333zzDXXr1qV///58+eWXAJoEQly2exljzBJgiYhMN8Zs82NM4euxx+Cll2wSWLQIWrZ0OyIVRo4cOcLgwYOZNGkSlStXZuHChVokLkx4c7h5XESeA+KA01eHjDFX+iyqcLRype0aWrCgvTBcsaLbEakw0759e7766ivuv/9+nnrqKYoUKeJ2SMpPvEkE7wDvAzdgu5L+F9jjy6DCTsYIYwDTp2sSUH6zf/9+oqKiKFy4MCNHjkREaNKkidthKT/z5ipkCWPMNOCUMWaJMeZO4DIfxxVe6tSB/fuhdWvo0sXtaFSYmDlzJrVq1TpdJK5p06aaBMKUN4nglDPdKSLXi0h9QK8c5ZVXXoENG6ByZdtTSCkf27lzJx06dKBz585UqFCBrl27uh2Scpk3TUNPiUhRYCD2/oHzgAd8GlW4SE+HBx4AEfj6a+0mqnzus88+4/bbbyclJYXRo0czYMAA8mvPtLCX6zfAGDPXeXgIaAUgIpf7Mqiw0bYtpKTA9ddDpUpuR6PCwEUXXUTDhg156aWXqF69utvhqACR7SGoiESISBcReUhELnFeu0FElgMv+S3CUDV+PCxYAJGRMGeO29GoEJWWlsb48ePp2bMnALVq1WLhwoWaBNQ/5HRGMA2oAKwCJojINqAJMMgYM9sfwYWsefNskxDAzJnaJKR8IikpiV69evHdd9/Rtm1bUlJStD6QylJOiSAeqGOMSReRKGAvcLExZpd/QgtRKSnQubN9/PLLcMMN7sajQs7JkycZM2YMI0eOJCYmhrfffpv//Oc/Wh9IZSunQ9GTxph0AGNMCvDzmSYBEWkjIptEZLOIDMpmnpYi8oOIbBCRJWey/KDUpg0cPw7du0OfPm5Ho0LQwYMHGTduHDfffDNJSUl07dpVk4DKUU5nBDVFZJ3zWICqznMBjDGmTk4LFpEIYBJwNXYcg9UiMscYk+QxTzFgMtDGGLNdREqfw7YEvvfegyVLoHRpmDbN7WhUCElOTmbatGn069eP0qVLs379ei644AK3w1JBIqdEcK5jDjQCNhtjtgCIyAygHZDkMc9/gFnGmO0Axpjd57jOwJWeDs6oTsyapdcFVJ5ZunQpvXr14pdffqFWrVq0bt1ak4A6I9nujYwx23L68WLZ5YHfPZ7vcF7zVB04X0S+FpE1ItItqwWJSG8RSRCRhD17grS6xR13wLFjtmnocu19q87d4cOH6devHy1atCA1NZUvvviC1q1bux2WCkK+vJMkq0ZJk8X6GwCtgULAdyKywhjz8z8+ZMxUYCpAfHx85mUEvt27bbNQgQLwySduR6NCRPv27fn666958MEHGTlyJNHR0W6HpIKULxPBDmz30wwXAn9mMc9eY8wx4JiILAXqAj8TSlq0AGP+ri6q1Fnau3cvhQsXpnDhwjz99NOICJddpqW/1LnxqqFaRAqJSI0zXPZqoJqIVBGRgsBtQOY7pz4BrhCR/CJSGGgMbDzD9QS2yZPtKGM1a8LAgW5Ho4KUMYYZM2ZQq1YtnnjiCQCaNGmiSUDliVwTgYjcCPwAzHee1xORXG+FNcakAvcAC7A79w+MMRtEpK+I9HXm2egsdx32xrXXjDGJZ7sxAefXX+Gee+zjefPcjUUFrT/++IP27dvTpUsXqlSpQrduWV5KU+qsedM0NBzbA+hrAGPMDyJS2ZuFG2PmAfMyvfZypufPAc95s7ygc//9tklo6FCoUsXtaFQQmjt3Ll27duXUqVOMHTuWBx54gIgIHTJc5S1vEkGqMeaQ3pByhqZOhc8+g/POg5Ej3Y5GBamLL76Ypk2bMnHiRC6++GK3w1EhyptrBIki8h8gQkSqichEYLmP4wpuBw9C37728euvuxuLCippaWmMGzeO7t27A1CzZk0+//xzTQLKp7xJBPdixys+AbyLLUet4xHkpGlT2yT0+OPQsaPb0aggsWHDBi6//HIGDBjA3r17SUlJcTskFSa8SQQ1jDFDjDENnZ+hTu0hlZV582DjRihRAp580u1oVBA4efIkTz75JPXr1+fXX3/l3Xff5dNPP9VKocpvvEkEL4jITyIyUkTifB5RsOvXz05nznQ3DhU0Dh48yIQJE+jcuTNJSUl06dJFi8Qpv8o1ERhjWgEtgT3AVBFZLyJDfR1YUJozB7ZtgwoVoGVLt6NRAez48eOMHz+etLS000Xi3nnnHUqVKuV2aCoMeXVDmTFmlzFmAtAXe0/BMJ9GFayec3rBvvqqu3GogPbVV19Ru3ZtHnjgAb7++msAypUr525QKqx5c0NZLREZLiKJ2CEql2PLRShPx4/DypW2hMS117odjQpAhw4dok+fPlx55ZWICF999ZUWiVMBwZv7CN4A3gOuMcZkrhWkMgwcCKdO2QFnlMpC+/btWbp0KQ8//DDDhw+ncOHCboekFABiTHAV84yPjzcJCQluh/FvMTH2rCA5WQvLqdP27NlDdHQ0hQsXZsWKFURERNCwYUO3w1JhSETWGGPis3ov26YhEfnAma4XkXUeP+s9Ri5TYK8NHD0KjRtrElCALRL37rvv/qNI3GWXXaZJQAWknJqG7nemOrp6bl54wU51+EkF7Nixg7vvvpu5c+fSuHHj03cJKxWochqhbKfzsF8Wo5P18094QeC772DXLqhTB2qd6+ieKtjNmTOH2NhYvvzyS8aNG8e3335LXJzefqMCmzfdR6/O4rXr8jqQoJVxNtC/v7txqIBQvXp1mjVrxvr167VSqAoa2V4sFpG7sUf+FwG/erwVA3xrjLnd9+H9W8BdLI6KsgPTp6TogPRhKDU1lRdffJF169bx1ltvuR2OUtnK6WJxTtcI3gU+B54BBnm8fsQYsz8P4wteU6bAiRNwww2aBMLQunXr6NmzJwkJCbRr146UlBStD6SCUk57L2OM+Q3oDxzx+EFEivs+tCDw8MN2OmaMu3Eovzpx4gRPPPEEDRo0YPv27XzwwQd8/PHHmgRU0MrtjOAGYA1gAM8qWAbbZBS+pk6FY8fsWMR6kTisHD58mMmTJ9OlSxfGjRtHiRIl3A5JqXOSbSIwxtzgTHWMxaxklJiePdvdOJRfHDt2jKlTp3LfffdRqlQpEhMTKVOmjNthKZUnvKk1dLmIRDuPbxeRF0Skou9DC2Bbt8Iff0DZslCjhtvRKB9bvHgxtWvXZsCAASxZsgRAk4AKKd5c4ZwCHBeRusAjwDbgfz6NKtBljDkwYIC7cSifOnjwIL169eKqq64if/78LFmyhCuvvNLtsJTKc94kglRj+5i2A8YbY8Zju5CGr/nzbbfRgQPdjkT50M0338z06dN59NFH+fHHH2nevLnbISnlE95UHz0iIoOBO4ArRCQCKODbsALYO+/YaaNG2mU0BP31118UKVKE6Ohonn32WfLnz0+DBg3cDkspn/JmT3YrduD6O40xu4DywHM+jSqQjRtnp88/724cKk8ZY/jf//5HbGzs6SJxjRs31iSgwoI3Q1XuAt4BiorIDUCKMSZ8b6Fct86eCcRneYOeCkLbt2/n+uuvp1u3btSoUYOePXu6HZJSfuVNr6FbgFVAZ+AWYKWIdPJ1YAFp0yY7+Ey1am5HovLIJ598QlxcHEuXLmXChAksW7aMWnpfiAoz3lwjGAI0NMbsBhCRUsAXwExfBhaQOne204x7CFTQMsYgItSsWZOWLVsyceJEKleu7HZYSrnCm2sE+TKSgGOfl58LPVu22GahW25xOxJ1llJTUxk9ejR33HEHADVq1ODTTz/VJKDCmjc79PkiskBEuotId+AzYJ5vwwpAH39sS0o0a+Z2JOos/fjjjzRu3JhBgwZx/PhxUlJS3A5JqYDgzcXih4FXgDpAXWCqMeZRXwcWcAYPtlPtLRR0UlJSGDp0KPHx8fzxxx/MnDmTWbNmaZE4pRzZXiMQkWrAWKAqsB54yBjzh78CCyh798Ivv0B0tPYWCkJHjhzhlVdeoWvXrrzwwgsUL67Fc5XylNMZwevAXKAjtgLpxDNduIi0EZFNIrJZRAblMF9DEUkL2N5I/frZwWe0pETQOHr0KGPHjiUtLY1SpUqRlJTE9OnTNQkolYWceg3FGGNedR5vEpG1Z7Jg5w7kSdihLncAq0VkjjEmKYv5RgMLzmT5fjVnji0pMXy425EoLyxcuJDevXuzfft2GjRoQKtWrShVqpTbYSkVsHI6I4gSkfoicqmIXAoUyvQ8N42AzcaYLcaYk8AMbL2izO4FPgJ2Z/Ge+7Zts6OQNWyoJSUC3P79++nRowfXXnstUVFRLFu2jFatWrkdllIBL6czgp3ACx7Pd3k8N0BuZRjLA797PN8BNPacQUTKAzc7y2qY3YJEpDfQG6BiRT9XwB4yxE616mTAu/nmm/n222957LHHePzxx/VisFJeymlgmnM9lJIsXjOZnr8IPGqMSRPJavbTsUwFpoIdvP4c4zoz339vp4884tfVKu/s2rWLmJgYoqOjee655yhYsCD16tVzOyylgoov2zp2ABU8nl8I/Jlpnnhghoj8BnQCJotIex/GdGZSUmDjRrjgAihc2O1olAdjDNOnTyc2NpZhw4YB0KhRI00CSp0FXyaC1UA1EakiIgWB24A5njMYY6oYYyobYypjS1b0M8YEztiPL74IxkCHDm5Hojz89ttvtGnThh49ehAXF0fv3r3dDkmpoOZNraGzYoxJFZF7sL2BIoDXjTEbRKSv8/7Lvlp3nhk/3k4zagwp13388cfccccdiAgvvfQSd999N/n0Ir5S5yTXRCC28b4rcJEx5klnvOKyxphVuX3WGDOPTOUosksAxpjuXkXsTwcP2qmOTOW6jCJxcXFxXHXVVYwfP55KlSq5HZZSIcGbQ6nJQBOgi/P8CPb+gNCWkGCvEWjJaerAKQQAABjdSURBVFedOnWKUaNG0bVrVwCqV6/O7NmzNQkolYe8SQSNjTH9gRQAY8wBoKBPowoEd99tp336uBtHGFu7di2NGjViyJAhpKWlceLECbdDUiokeZMITjl3/xo4PR5Buk+jCgQ//wwFCugA9S5ITk5m8ODBNGrUiF27dvHxxx/z/vvvExkZ6XZoSoUkbxLBBOBjoLSIPA18A4zyaVRu27QJDh8GHa/WFceOHWPatGn897//JSkpifbtA6dHsVKhKNeLxcaYd0RkDdAae5NYe2PMRp9H5qb337dT7S3kN0eOHGHKlCkMHDiQkiVLkpSURMmSJd0OS6mw4M2YxRWB48Cn2PsAjjmvha5vvrHTjh3djSNMzJ8/n0suuYRBgwaxbNkyAE0CSvmRN/cRfIa9PiBAFFAF2ATE+TAud61bB/nzg/ZM8al9+/YxYMAA3nrrLWrVqsW3335LkyZN3A5LqbDjTdNQbc/nTuXR0O5K89dftqyE8qkOHTqwfPlyHn/8cYYMGaIXg5VyyRnfWWyMWSsi2VYKDXqffGKn553nbhwhaufOncTExFCkSBHGjh1LwYIFqVu3rtthKRXWvLmz2HNYrnzApcAen0XkttlOqaOHHnI3jhBjjOGNN95gwIAB3Hnnnbzwwgs0bBi6xxNKBRNvuo/GePxEYq8ZZDXATGhYsQJE4L//dTuSkLFlyxauueYaevbsSd26denbt6/bISmlPOR4RuDcSFbEGPOwn+Jx308/2UHq8/usHl9YmTVrFnfccQcRERFMmTKF3r17a5E4pQJMtns7EcnvVBD1ZljK0PCnM1xCdLS7cYSAjCJxtWvXpk2bNrz44otUqFAh9w8qpfwup8PeVdjrAT+IyBzgQ+BYxpvGmFk+js3/xo6101tvdTeOIHby5EnGjBnDhg0bePfdd6lWrRofffSR22EppXLgzTl6cWAfdlzhG4AbnWnomeOMmzN8uKthBKuEhAQaNmzI448/DtikoJQKfDmdEZR2egwl8vcNZRn8O26wv+zYYQvNFS/udiRBJTk5mSeeeILnn3+esmXL8sknn3DTTTe5HZZSyks5JYIIoAjeDUIf/H79FU6cgFat3I4k6Bw7dozp06fTs2dPxowZQ7FixdwOSSl1BnJKBDuNMU/6LRK3TZ5sp82auRtHkDh8+DCTJ0/m4YcfpmTJkmzcuJESJUq4HZZS6izkdI0gqzOB0LVmjZ126ZLzfIrPPvuMuLg4hgwZcrpInCYBpYJXTomgtd+iCARr10JkJNSq5XYkAWvPnj107dqVG264gaJFi7J8+XJatmzpdlhKqXOUbdOQMWa/PwNx1cmTcOQI1KvndiQBrWPHjqxYsYLhw4czePBgChYM/RFLlQoHevsswJIldqoVR//ljz/+oGjRohQpUoRx48YRGRnJJZdc4nZYSqk8pPf6A7z3np326OFuHAHEGMOrr75KbGwsw4YNA6BBgwaaBJQKQZoIAObPt1MdGxeAX3/9ldatW9O7d28aNGhA//793Q5JKeVDmggAjh2zRea00BwzZ86kdu3arFmzhqlTp7J48WKqVq3qdlhKKR/SPR/A4cMQF7ojb3ojo0hc3bp1uf766xk3bhwXXnih22EppfxAzwh27bLTMK04evLkSUaMGMFtt92GMYZq1arx4YcfahJQKoxoIvjiCzutWNHdOFywatUqGjRowPDhw8mfP78WiVMqTGki+PZbO73tNnfj8KPjx4/z0EMP0aRJEw4cOMCnn37KO++8o4PHKxWmNBFkJILW4XMjdXJyMm+//Ta9e/cmKSmJG24IzariSinv+DQRiEgbEdkkIptFZFAW73cVkXXOz3IRqevLeLKUnGynIV4x89ChQzz99NOkpqZSokQJNm7cyJQpUzjvvPPcDk0p5TKfJQJnvONJwHVALNBFRGIzzbYVaGGMqQOMBKb6Kp5sbd0KMTF+X60/ffrpp6dvDPvmm28AOP/8812OSikVKHx5RtAI2GyM2WKMOQnMANp5zmCMWW6MOeA8XQH4v6tKejoUKuT31frDnj176NKlCzfddBMlSpRg5cqVWiROKfUvvkwE5YHfPZ7vcF7LTk/g86zeEJHeIpIgIgl79uzJuwhXrgRj4PLL826ZAaRjx4589NFHPPnkkyQkJBAfH+92SEqpAOTLG8q8HtlMRFphE0GWo8IYY6biNBvFx8fn3ehoM2faaQiNSrZjxw6KFStGkSJFePHFF4mMjCQuzG+WU0rlzJdnBDuACh7PLwT+zDyTiNQBXgPaGWP2+TCef/vqKzsNgcFo0tPTeeWVV4iNjT09ePyll16qSUAplStfJoLVQDURqSIiBYHbgDmeM4hIRWAWcIcx5mcfxpK1xER7faBkSb+vOi/98ssvXHnllfTt25dGjRpx7733uh2SUiqI+KxpyBiTKiL3AAuACOB1Y8wGEenrvP8yMAwoAUwWEYBUY4z/GrJPnIAyZfy2Ol/48MMP6datG5GRkUybNo0ePXrg/C6VUsorPi06Z4yZB8zL9NrLHo97Ab18GUO2/nRaqYI0EWQUiatfvz7t2rXjhRde4AIdWEcpdRbC987i5cvtNMh6DJ04cYJhw4Zxyy23YIzh4osvZsaMGZoElFJnLXwTwY8/2mkQjbi1YsUKLr30UkaOHEmhQoW0SJxSKk+EbyJYu9ZOr7vO3Ti8cOzYMR588EGaNm3KkSNHmDdvHm+99ZYWiVNK5YnwTQRr1oAIVKnidiS5SklJYcaMGfTr148NGzZwXRAkL6VU8AjfEcqSkyFf4ObBgwcPMnHiRAYPHny6SFyxEC+Mp5RyR+DuCX3t8GGoXNntKLI0e/ZsYmNjGTFiBMudi9qaBJRSvhKeiWD3bjstXNjdODL566+/uOWWW7j55pspXbo0K1eupHnz5m6HpZQKceHZNLRsmZ22aOFuHJl06tSJVatW8dRTT/HII49QoEABt0NSSoWB8EwEPzvVLGrUcDcOYPv27Zx//vnExMQwYcIEIiMjiY3NPGyDUkr5Tng2DWXcQ1C1qmshpKenM2nSJOLi4hg2bBgA9evX1ySglPK78EwEW7faaePGrqx+06ZNtGjRgnvuuYcmTZpw//33uxKHUkpBuCaCv/6yXUeLF/f7qj/44APq1q1LYmIib7zxBgsWLKBygPZeUkqFh/BMBIcOQXS0X1dpjB1Pp0GDBnTo0IGNGzfSvXt3rRSqlHJdeCaC5GS/JYKUlBSGDBlCp06dMMZQtWpV3n33XcqWLeuX9SulVG7CMxGcOAElSvh8NcuXL6d+/fqMGjWKmJgYLRKnlApI4ZcIMm4mK1/eZ6s4evQo9913H82aNeP48ePMnz+f6dOna5E4pVRACr9EsH69nVaokPN85+DkyZPMnDmT/v37k5iYyLXXXuuzdSml1LkKvxvKNm600zzuqbN//34mTJjA0KFDKV68OBs3bqRo0aJ5ug6llPKF8Dsj+OYbO23ZMs8W+dFHHxEbG8tTTz11ukicJgGlVLAIv0SQcUbQtOk5L2rnzp107NiRTp06ccEFF5CQkKBF4pRSQSf8moa2bbNdR/NgLIJbbrmF1atX8+yzzzJw4EDy5w+/X6dSKviF357r8GG4+OKz/vi2bdsoXrw4MTExTJw4kUKFClEjAIrXKaXU2QqvpqG9e8EYKFfujD+anp7OxIkTiYuL4/HHHwegXr16mgSUUkEvvM4IPvnETs9wnOKffvqJXr168e2339KmTRsefPBBHwSnlFLuCK8zgrVr7bRRI68/MmPGDOrWrcvGjRt56623mDdvHpUqVfJRgEop5X/hlQg2bbLT+vVznTU9PR2Ahg0b0rlzZ5KSkrjjjju0SJxSKuSEVyI4dcpO69bNdpbk5GQGDRpEx44dTxeJe/vttylTpoyfglRKKf8Kr0SwbZudZjNo/bJly6hXrx6jR4+mRIkSnMpIHEopFcLCKxEcPJjly0eOHKF///40b96cU6dOsWjRIl577TUKFizo5wCVUsr/wisRJCdDFjd9nTp1itmzZ/PAAw+wfv16rrrqKheCU0opd4RX91GAqCgA9u3bx/jx4xk2bBjFixfnp59+IiYmxuXglFLK/3x6RiAibURkk4hsFpFBWbwvIjLBeX+diFzqs2DS0+HkSUz16nz44YfExsbyzDPP8N133wFoElBKhS2fJQIRiQAmAdcBsUAXEYnNNNt1QDXnpzcwxVfxsG4dfwIdfvuNW265hQoVKpCQkMAVV1zhs1UqpVQw8OUZQSNgszFmizHmJDADaJdpnnbAW8ZaARQTkTOv/+CNadO4BZh/+DBjxoxhxYoV1M2hG6lSSoULX14jKA/87vF8B9DYi3nKAzs9ZxKR3tgzBipWrHh20Vx3HZP+9z8KLVhA9caZw1BKqfDly0SQ1S245izmwRgzFZgKEB8f/6/3vdK2LXWz6T6qlFLhzJdNQzsAz4GBLwT+PIt5lFJK+ZAvE8FqoJqIVBGRgsBtwJxM88wBujm9hy4DDhljdmZekFJKKd/xWdOQMSZVRO4BFgARwOvGmA0i0td5/2VgHtAW2AwcB3r4Kh6llFJZ8+kNZcaYedidvedrL3s8NkB/X8aglFIqZ+FVYkIppdS/aCJQSqkwp4lAKaXCnCYCpZQKc2Kv1wYPEdkDbDvLj5cE9uZhOMFAtzk86DaHh3PZ5krGmFJZvRF0ieBciEiCMSbe7Tj8Sbc5POg2hwdfbbM2DSmlVJjTRKCUUmEu3BLBVLcDcIFuc3jQbQ4PPtnmsLpGoJRS6t/C7YxAKaVUJpoIlFIqzIVkIhCRNiKySUQ2i8igLN4XEZngvL9ORC51I8685MU2d3W2dZ2ILBeRoB+nM7dt9pivoYikiUgnf8bnC95ss4i0FJEfRGSDiCzxd4x5zYvvdlER+VREfnS2OairGIvI6yKyW0QSs3k/7/dfxpiQ+sGWvP4VuAgoCPwIxGaapy3wOXaEtMuAlW7H7Ydtbgqc7zy+Lhy22WO+L7FVcDu5Hbcf/s7FgCSgovO8tNtx+2GbHwNGO49LAfuBgm7Hfg7b3By4FEjM5v0833+F4hlBI2CzMWaLMeYkMANol2medsBbxloBFBORcv4ONA/lus3GmOXGmAPO0xXY0eCCmTd/Z4B7gY+A3f4Mzke82eb/ALOMMdsBjDHBvt3ebLMBYkREgCLYRJDq3zDzjjFmKXYbspPn+69QTATlgd89nu9wXjvTeYLJmW5PT+wRRTDLdZtFpDxwM/AyocGbv3N14HwR+VpE1ohIN79F5xvebPNLQC3sMLfrgfuNMen+Cc8Veb7/8unANC6RLF7L3EfWm3mCidfbIyKtsImgmU8j8j1vtvlF4FFjTJo9WAx63mxzfqAB0BooBHwnIiuMMT/7Ojgf8WabrwV+AK4EqgKLRGSZMeawr4NzSZ7vv0IxEewAKng8vxB7pHCm8wQTr7ZHROoArwHXGWP2+Sk2X/Fmm+OBGU4SKAm0FZFUY8xs/4SY57z9bu81xhwDjonIUqAuEKyJwJtt7gE8a2wD+mYR2QrUBFb5J0S/y/P9Vyg2Da0GqolIFREpCNwGzMk0zxygm3P1/TLgkDFmp78DzUO5brOIVARmAXcE8dGhp1y32RhTxRhT2RhTGZgJ9AviJADefbc/Aa4QkfwiUhhoDGz0c5x5yZtt3o49A0JEygA1gC1+jdK/8nz/FXJnBMaYVBG5B1iA7XHwujFmg4j0dd5/GduDpC2wGTiOPaIIWl5u8zCgBDDZOUJONUFcudHLbQ4p3myzMWajiMwH1gHpwGvGmCy7IQYDL//OI4HpIrIe22zyqDEmaMtTi8h7QEugpIjsAJ4ACoDv9l9aYkIppcJcKDYNKaWUOgOaCJRSKsxpIlBKqTCniUAppcKcJgKllApzmggChFMd8wePn8o5zHs0D9Y3XUS2OutaKyJNzmIZr4lIrPP4sUzvLT/XGJ3lZPxeEp0Kk8Vymb+eiLTNi3WfQWwXOM+fFpHfz+bvIyKTnGUliUiyx/cgzyqmikh3EUl3bizMeC0xp+/aWa7nH38DEbkpq6qhZ7Hc7iKyx/m9/CQiD3r5mQu8mO85EdklIg+da5xBye1Ke/pzuqLgUV/Mm8MypuNU4wSuAdb5K/6zXS7wJjAkl/m7Ay/5II6I3LYZWwmy3Ln8LoDKZFF1Mqv1n8Wyu2Nvvnrf47VEoHIe/6589Tc4vVzsPTF7gQq5fOZrIN7L5Q8HHsrruIPhR88IApSIFBGRxc7R+noR+VdlTREpJyJLPY6Yr3Bev0ZEvnM++6GIFMlldUuBi53PDnCWlSgiDzivRYvIZ2LrvSeKyK3O61+LSLyIPAsUcuJ4x3nvqDN9P9PR4XQR6SgiEc5R2GqxNdX7ePFr+Q6nuJaINBI7rsL3zrSGc+fpk8CtTiy3OrG/7qzn+2x+j+LEkuj8rjO2r6WIfCUi72KLmeXIGLPC5OEd6pnXLyKVxaNGvYg8JCLDncdVRWS+2EJzy0SkZjaLnQvEiUiNLNaX5fdGRNo6R+DfiK2DP9d53du/QXcReUnsuAG/iUg+5/OFnTOoAmcQPwDGlkjZjE28iMgw52+cKCJTnb9pJ2yZkXecWAqJSAMRWeKsZ4EEd9XhvON2JtIf+wOkYQtn/QB8jL3r+zznvZLYL33GDYBHnelAnCNk7F2XMc68S4Fo5/VHgWFZrG86f58RdAZWYouVrQeiseV8NwD1gY7Aqx6fLepMv8Y52uLfR8cZMd4MvOk8LoitmlgI6A0MdV6PBBKAKlnEedRj+z4E2jjPzwPyO4+vAj5yHnfH42gUGAXc7jwuhq25E51pHR2BRc46ymCPmsth7+48llVcWW1zbq97+T2ojHNGkHn9ZDpbAB4ChjuPFwPVnMeNgS+zWHZ3bKXObh5/k0RnuVl+b4Ao52+WEcN7wNwz/Bucfo4tgdHKeXwr9s7nM4rfeVwR+78S5Twv7jHf/4Abs/iOFgCWA6U81v+6x+eGE6ZnBCFXYiKIJRtj6mU8EZECwCgRaY4tFVAeu5Pa5fGZ1cDrzryzjTE/iEgLIBb4VmwpiYLYI+msPCciQ4E92IqkrYGPjS1YhojMAq4A5gNjRWQ0diew7Ay263NggohEAm2ApcaYZBG5Bqgjf7eBFwWqAVszfb6QiPyA3Vmtwe6wM+Z/U0SqYSsvFshm/dcAN8nfbb9R2J2IZ/2dZsB7xpg04C+xo3o1BA4Dq4wxmWPyp1zX7xy5NwU+lL+rrEbm8JF3gSEiUsXjtcvI+ntTE9jiEcN72CQO3v8NPL2P3QF/ha0bNPkM479VbAXdGsBdxpgU5/VWIvIIUBgojj2I+TTTZ2sAl2Crk4JN/MFcYyzPaCIIXF2xoy01MMacEpHfsDux04wxS51EcT3wPxF5DjgALDLGdPFiHQ8bY2ZmPBGRq7KayRjzs4g0wNY3eUZEFhpjnvRmI4wxKSLyNbZU8K3YHQnYmjD3GmMW5LKIZGNMPREpim3W6A9MwNaX+coYc7PYi51fZ/N5AToaYzblsI6calQfyyW+MyIiC7AJPcEY08uLj3iuP5V/dvDI+D7kAw56HkjkxNj6Pc9jj/pPh0YW3xsRqZ/Dorz9G3iag/0OFceegX6JPQP1Nv73jTH3iO3c8JmIfA4cBCZjj/x/d5rLorL4rAAbjDFn3DEi1Ok1gsBVFNjtJIFWQKXMM4hIJWeeV4Fp2OHtVgCXi0hGm39hEanu5TqXAu2dz0Rjm3WWie11cdwY8zYw1llPZqecM5OszMAWxroCWzwMZ3p3xmdEpLqzziwZYw4B9wEPOZ8pCvzhvN3dY9Yj2CayDAuAe8U5BMxmx7YUe6QZISKlsEMF+qSEsTHmWmNMPS+TQGZ/AaVFpIRzhnWDs8zDwFYR6Qynr3nkNib1dGxzTinneXbfm5+Ai+TvnkW3eizD27/BacaYo9jf7Xjs2WXa2cRvjPkO2wR0P3/v9Pc6ZxeePa08Y9kElHKSCM61ibic1hMuNBEErneAeBFJwJ4d/JTFPC2BH0Tke2w793hjzB7sP+V7IrIO+w+e44W3DMaYtdgdxCrsNYPXjDHfA7WBVU4TzRDgqSw+PhVYJ87F4kwWYneuXxg73CDYcRGSgLViL4C+Qi5nqE4sP2KbFMZgjyy/xZ7iZ/gKiM24UIk9ai3gxJboPM/sY2y1zh+xR6iPGGN2ZTFfjkRkjNhqkYVFZIdzZJpnjDGnsBdiV2LPjjy/E12BniLyI7ZZJKthOz2XdRJ7ZlXaeZ7l98YYkwz0A+aLyDfYZHTIWYy3f4PM3gdud6ZnFb9jNPYAIw14FXt9aza2yTTDdOBl57sbgU0So531/IBtkgp7Wn1UqbMkIkeNMbn1yAp6IlLEGHPUOauaBPxijBnndlx5zUncR40xY92Oxd/0jECps3dYPG4oC2F3OUfUG7DNQa+4HE+ec66v3U4eXxMKFnpGoJRSYU7PCJRSKsxpIlBKqTCniUAppcKcJgKllApzmgiUUirM/R8sKkdVPXTjtgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "auc accuracy: 0.6002569256599812\n"
     ]
    }
   ],
   "source": [
    "# ROC Curve plotting and finding AUC value\n",
    "fpr,tpr,thresholds=roc_curve(y,classifier.predict_proba(x)[:,1])\n",
    "plt.plot(fpr,tpr,color='red')\n",
    "auc=roc_auc_score(y,y_pred)\n",
    "\n",
    "plt.plot(fpr,tpr,color='red',label='logit model(area  = %0.2f)'%auc)\n",
    "plt.plot([0,1],[0,1],'k--')\n",
    "plt.xlabel('False Positive Rate or [1 - True Negative Rate]')\n",
    "plt.ylabel('True Positive Rate')\n",
    "plt.show()\n",
    "\n",
    "print('auc accuracy:',auc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}