IEEE Cis Fraud Detection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# IEEE-CIS Fraud Detection"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Can you detect fraud from customer transactions?\n",
    "\n",
    "The competition: https://www.kaggle.com/c/ieee-fraud-detection"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "pycharm": {
     "is_executing": true
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import pickle\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import roc_auc_score, mean_squared_error\n",
    "from sklearn.linear_model import LogisticRegression, LogisticRegressionCV\n",
    "import math"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "ASSETS_PATH = './assets/'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load data\n",
    "\n",
    "Firstly, create function to optimize memory for loading the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# From: https://www.kaggle.com/arjanso/reducing-dataframe-memory-size-by-65\n",
    "def reduce_mem_usage(props):\n",
    "    start_mem_usg = props.memory_usage().sum() / 1024 ** 2\n",
    "    print(\"Memory usage of properties dataframe is :\", start_mem_usg, \" MB\")\n",
    "    for col in props.columns:\n",
    "        if props[col].dtype != object:  # Exclude strings\n",
    "            IsInt = False\n",
    "\n",
    "            mx = props[col].max()\n",
    "            mn = props[col].min()\n",
    "\n",
    "            if not np.isfinite(props[col]).all():\n",
    "                props[col].fillna(-999, inplace=True)\n",
    "\n",
    "            asint = props[col].fillna(0).astype(np.int64)\n",
    "            result = (props[col] - asint)\n",
    "            result = result.sum()\n",
    "\n",
    "            if -0.01 < result < 0.01:\n",
    "                IsInt = True\n",
    "\n",
    "            if IsInt:\n",
    "                if mn >= 0:\n",
    "                    if mx < 255:\n",
    "                        props[col] = props[col].astype(np.uint8)\n",
    "                    elif mx < 65535:\n",
    "                        props[col] = props[col].astype(np.uint16)\n",
    "                    elif mx < 4294967295:\n",
    "                        props[col] = props[col].astype(np.uint32)\n",
    "                    else:\n",
    "                        props[col] = props[col].astype(np.uint64)\n",
    "                else:\n",
    "                    if mn > np.iinfo(np.int8).min and mx < np.iinfo(np.int8).max:\n",
    "                        props[col] = props[col].astype(np.int8)\n",
    "                    elif mn > np.iinfo(np.int16).min and mx < np.iinfo(np.int16).max:\n",
    "                        props[col] = props[col].astype(np.int16)\n",
    "                    elif mn > np.iinfo(np.int32).min and mx < np.iinfo(np.int32).max:\n",
    "                        props[col] = props[col].astype(np.int32)\n",
    "                    elif mn > np.iinfo(np.int64).min and mx < np.iinfo(np.int64).max:\n",
    "                        props[col] = props[col].astype(np.int64)\n",
    "            else:\n",
    "                props[col] = props[col].astype(np.float32)\n",
    "\n",
    "    print(\"___MEMORY USAGE AFTER COMPLETION:___\")\n",
    "    mem_usg = props.memory_usage().sum() / 1024 ** 2\n",
    "    print(\"Memory usage is: \", mem_usg, \" MB\")\n",
    "    print(\"This is \", 100 * mem_usg / start_mem_usg, \"% of the initial size\")\n",
    "    return props\n",
    "\n",
    "def load_csv(path):\n",
    "    return reduce_mem_usage(pd.read_csv(path))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load the test & train data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "pycharm": {
     "is_executing": true
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Memory usage of properties dataframe is : 45.116905212402344  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  23.934003829956055  MB\n",
      "This is  53.04885988362684 % of the initial size\n",
      "Memory usage of properties dataframe is : 1775.152359008789  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  450.5463409423828  MB\n",
      "This is  25.38071386694713 % of the initial size\n",
      "Memory usage of properties dataframe is : 44.389320373535156  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  23.54802894592285  MB\n",
      "This is  53.04886118500284 % of the initial size\n",
      "Memory usage of properties dataframe is : 1519.2380752563477  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  376.9102668762207  MB\n",
      "This is  24.80916408131905 % of the initial size\n"
     ]
    }
   ],
   "source": [
    "train_identity = load_csv(f'{ASSETS_PATH}/train_identity.csv')\n",
    "train_transaction = load_csv(f'{ASSETS_PATH}/train_transaction.csv')\n",
    "test_identity = load_csv(f'{ASSETS_PATH}/test_identity.csv')\n",
    "test_transaction = load_csv(f'{ASSETS_PATH}/test_transaction.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Visualizations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZUAAAEWCAYAAACufwpNAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xt4XXWd7/H3J0nTBlpooYXBtlAcClI8gBChXkYLerAwSnGsCgoUBq3cnIs+Cs7RQQWeI+NBRhTBMiJUkcvAKH04ONgDVEaHS1NAoFxsuEgDhRZaSm+0TfI9f6xf4m6aZO+0a2Vn08/refaTtX/rt9b6rux2f/O7rLUUEZiZmeWhrtoBmJnZW4eTipmZ5cZJxczMcuOkYmZmuXFSMTOz3DipmJlZbpxUzAaZpAMkPSxpjaS/G4TjTZPUluP+rpV00XZsv1bS2/OKx4YWJxUbVJIWSFolaXi1Y+mNpNMk/a5MnQWSPrcdh/kqsCAiRkXE5duxnyGvt99VRIyMiGerFZMVy0nFBo2kScBfAQEcX9VgqmsfYHFfKyXVD2IsPY/dUK1j21uDk4oNplOB+4FrgVmlK1KXyo8k/Tp1j/xe0l9I+tfUsnlK0rtK6h+Y/gp+XdJiSceXrNvir+OerQ9JIelMSUvSvq9Q5kDgKuA9KYbXe56ApIvJEuMPU50fpvL3SlooaXX6+d7efgGS7gaOKtl+/3TuV0q6Q9I64ChJf526yN6QtFTSN0v2sVV3lqTnJX04LTelfa6S9ATw7v4+lPT7OEfSEmBJKnuHpPmSVkp6WtKn+th2jKTbJa1Ix7td0oQyv6uQtF9a3lXS3LT9nyR9XVJd6ecm6f+kfT8n6dj+zsWGgIjwy69BeQGtwNnA4cBmYM+SddcCr6Z1I4C7gefIElE9cBFwT6o7LO3rn4BG4GhgDXBAWr8A+FzJvk8DflfyPoDbgdHA3sAKYHpvdfs4j5773w1YBZwCNAAnpfe7V7j9tcBq4H1kf+iNAKYB/yO9Pxh4BTgh1Z8GtPXY5/PAh9Pyd4D/SnFNBB7vWb/HtgHMT/WbgJ2BpcDp6XwOS5/NQSXxXpSWdwc+AewEjAL+HfhVX+dacrz90vJc4La07STgj8AZJZ/FZuDz6d/AWcBLgKr9b9mvvl9uqdigkPR+sm6fmyNiEfAM8Jke1X4ZEYsi4k3gl8CbETE3IjqAm4CulspUYCTwnYjYFBF3kyWJkwYQ0nci4vWIeAG4Bzh0m08O/hpYEhE/i4j2iLgBeAr42AD2cVtE/D4iOiPizYhYEBGPpfePAjcAH6xwX58CLo6IlRGxFKhk3OZ/p/obgI8Cz0fET9P5PATcCszsuVFEvBYRt0bE+ohYA1xcaZypm+/TwNciYk1EPA9cSpacu/wpIq5O/wauA/YC9qxk/1YdTio2WGYBv4mIV9P7X9CjC4zsr/EuG3p5PzItvw1YGhGdJev/BIwfQDwvlyyvL9n3tnhbOn6pgcaztPSNpCMl3ZO6hVYDZwJjBxBP6f56xlbu+PsAR6auxddTN+Bngb/ouZGknST9OHVdvQHcC4yucFxoLFlLszS+nr+37s8pItanxe35rKxgTipWOElNZH89f1DSy5JeBv4ROETSIduwy5eAiV1978newItpeR1Zd0yXrb4M+1HJbbt71nmJ7Iu4VGk823LcXwDzgIkRsSvZWI/Sui3OL32BjyvZdhlZt1dpLAM5/lLgtxExuuQ1MiLO6mW7LwMHAEdGxC7AB7rC6uO8Sr1K1r1V+rsb6O/NhhgnFRsMJwAdwBSybqZDgQPJ+v1P3Yb9PUD2xfpVScMkTSPraroxrX8E+Jv0V/R+wBkD2PcrwARJjWXqlF5ncQewv6TPSGqQ9Gmyc719AMftaRSwMiLelHQEW3YV/hEYkQbzhwFfB0qnaN8MfC0Nok8AvjjAY99Odj6npN/vMEnvThMZeotzA/C6pN2AC3qs7/m76pa6tG4GLpY0StI+wJeAnw8wXhtCnFRsMMwCfhoRL0TEy10v4IfAZzXAaawRsYlsSvKxZH/t/gg4NSKeSlUuAzaRfaFdB1w/gN3fTTbd92VJr/ZR5/vAzDQj6fKIeI1sHOLLwGtk16F8tKSrb1ucDXxb0hrgn8m+fAGIiNVp/b+R/VW/DiidDfYtsm6k54DfAD8byIHT2MgxwIlkrbCXgUvYMnF1+Veywf1XyWb2/WeP9Vv8rnrZ/osp/meB35G10K4ZSLw2tCjCD+kyM7N8uKViZma5cVIxM7PcOKmYmVlunFTMzCw3O9zN48aOHRuTJk2qdhhmZjVl0aJFr0bEuHL1drikMmnSJFpaWqodhplZTZFUyZ0Z3P1lZmb5cVIxM7PcOKmYmVlunFTMzCw3TipmZpabHW7217Zob+9k+dqNbO7oZFh9HXuMHE5Dg/OxmVlPTipltLd38tQrazjz54toW7WBCWOauOrkw3nHnqOcWMzMevC3YhnL127sTigAbas2cObPF7F87cYqR2ZmNvQ4qZSxuaOzO6F0aVu1gfaOzj62MDPbcTmplDGsvo4JY5q2KJswpomGev/qzMx68jdjGXuMHM5VJx/enVi6xlT2GNnbQ/DMzHZsHqgvo6GhjnfsOYqbv/Ae2js6afDsLzOzPjmpVKChoY63jW4qX9HMbAfnP7fNzCw3TipmZpYbJxUzM8uNk4qZmeWmsKQiaYSkByX9QdJiSd9K5ftKekDSEkk3SWpM5cPT+9a0flLJvr6Wyp+W9JGS8umprFXS+UWdi5mZVabIlspG4OiIOAQ4FJguaSpwCXBZREwGVgFnpPpnAKsiYj/gslQPSVOAE4GDgOnAjyTVS6oHrgCOBaYAJ6W6ZmZWJYUllcisTW+HpVcARwO3pPLrgBPS8oz0nrT+Q5KUym+MiI0R8RzQChyRXq0R8WxEbAJuTHXNzKxKCh1TSS2KR4DlwHzgGeD1iGhPVdqA8Wl5PLAUIK1fDexeWt5jm77Ke4tjtqQWSS0rVqzI49TMzKwXhSaViOiIiEOBCWQtiwN7q5Z+qo91Ay3vLY45EdEcEc3jxo0rH7iZmW2TQZn9FRGvAwuAqcBoSV1X8k8AXkrLbcBEgLR+V2BlaXmPbfoqNzOzKily9tc4SaPTchPwYeBJ4B5gZqo2C7gtLc9L70nr746ISOUnptlh+wKTgQeBhcDkNJuskWwwf15R52NmZuUVee+vvYDr0iytOuDmiLhd0hPAjZIuAh4GfpLq/wT4maRWshbKiQARsVjSzcATQDtwTkR0AEg6F7gTqAeuiYjFBZ6PmZmVoawxsONobm6OlpaWaodhZlZTJC2KiOZy9XxFvZmZ5cZJxczMcuOkYmZmuXFSMTOz3DipmJlZbpxUzMwsN04qZmaWGycVMzPLjZOKmZnlxknFzMxy46RiZma5cVIxM7PcOKmYmVlunFTMzCw3TipmZpYbJxUzM8uNk4qZmeXGScXMzHLjpGJmZrlxUjEzs9w4qZiZWW6cVMzMLDeFJRVJEyXdI+lJSYsl/X0q/6akFyU9kl7HlWzzNUmtkp6W9JGS8umprFXS+SXl+0p6QNISSTdJaizqfMzMrLwiWyrtwJcj4kBgKnCOpClp3WURcWh63QGQ1p0IHARMB34kqV5SPXAFcCwwBTipZD+XpH1NBlYBZxR4PmZmVkZhSSUilkXEQ2l5DfAkML6fTWYAN0bExoh4DmgFjkiv1oh4NiI2ATcCMyQJOBq4JW1/HXBCMWdjZmaVGJQxFUmTgHcBD6SicyU9KukaSWNS2Xhgaclmbamsr/Ldgdcjor1HeW/Hny2pRVLLihUrcjgjMzPrTeFJRdJI4FbgHyLiDeBK4C+BQ4FlwKVdVXvZPLahfOvCiDkR0RwRzePGjRvgGZiZWaUaity5pGFkCeX6iPgPgIh4pWT91cDt6W0bMLFk8wnAS2m5t/JXgdGSGlJrpbS+mZlVQZGzvwT8BHgyIr5XUr5XSbWPA4+n5XnAiZKGS9oXmAw8CCwEJqeZXo1kg/nzIiKAe4CZaftZwG1FnY+ZmZVXZEvlfcApwGOSHkll/0Q2e+tQsq6q54EvAETEYkk3A0+QzRw7JyI6ACSdC9wJ1APXRMTitL/zgBslXQQ8TJbEzMysSpT9wb/jaG5ujpaWlmqHYWZWUyQtiojmcvV8Rb2ZmeXGScXMzHLjpGJmZrlxUjEzs9w4qZiZWW6cVMzMLDdOKmZmlhsnFTMzy42TipmZ5cZJxczMcuOkYmZmuXFSMTOz3JRNKpKuraTMzMyskpbKwaVvJNUB7y4mHDMzq2V9JhVJ50laBRwsaWV6rSJ74uIdgxahmZnVjP5aKv8CjAMuSz/HAWMjYreI+MpgBGdmZrWlzyc/psf1tgNfkTQFmAQ0ZE8JhoiYNxgBmplZ7Sj7OGFJVwPNZI/57UzFQfZMeTMzs26VPKP+/cCU2NGeO2xmZgNWyeyvB4D9iw7EzMxqXyUtlZ8AD0h6EdgIiGzI5bBCIzMzs5pTSVK5Bvhb4DH+PKZiZma2lUq6v5ZGxH9ExJKIeKbrVW4jSRMl3SPpSUmLJf19Kt9N0nxJS9LPMalcki6X1CrpUUmHlexrVqq/RNKskvLDJT2WtrlcXVPTzMysKipJKk9Imivpk5KO73pVsF078OWIOBCYCpyTpiafD9wVEZOBu9J7gGOByek1G7gSsiQEXAAcCRwBXNCViFKd2SXbTa8gLjMzK0gl3V+7pp+liaTslOKIWAYsS8trJD0JjAdmANNSteuABcB5qXxummV2v6TRkvZKdedHxEoASfOB6ZIWALtExH2pfC5wAvDrCs7JzMwKUDapRMQpPcskvWsgB5E0CXgX2UyyPVPCISKWSdojVRsPLC3ZrC2V9Vfe1kt5b8efTdaiYe+99x5I6GZmNgAV3/pe0v6S/lnSU8BPB7DdSOBW4B8i4o3+qvZSFttQvnVhxJyIaI6I5nHjxpUL2czMtlG/LRVJE4ATgZOAemAicGREtFayc0nDyBLK9RHxH6n4FUl7pVbKXsDyVN6W9t9lAvBSKp/Wo3xBKp/QS30zM6uS/u5SfC/w/4BRwMkRcSjwxgASisiucXkyIr5Xsmoe0DWDaxZwW0n5qWkW2FRgdeomuxM4RtKYNEB/DHBnWrdG0tR0rFNL9mVmZlXQX0tlDbAP2UD9qFQ2kFu1vA84BXhM0iOp7J+A7wA3SzoDeAH4ZFp3B3Ac0AqsB04HiIiVki4EFqZ63+4atAfOAq4FmsgG6D1Ib2ZWRervll5pOu9Msu6vvYHdgA9FxEODE17+mpubo6WlpdphmJnVFEmLIqK5XL1+x1RSi2AOMEfSeODTwFWS9oyIffIJ1czM3ioqnv0VES9GxPci4gjgqAJjMjOzGlXJ81T2A75MNr5SWv+YooIyM7PaVMkV9beQzeL6GdBRbDhmZlbLKkkqnRHxg8IjMTOzmlfJmMptkmZLGidpl65X4ZGZmVnNqaSl8rn08xslZUE2xdjMzKxbJTeUnFiujpmZGVQ2+6uB7A6/H0hFC4B/i4j2AuMyM7MaVEn31xXAzmSPFQY4GTiMdCt5MzOzLpUklakRcUjJ+99I+kNRAZmZWe2qZPZXZ3rIFtD9wK3OYsIxM7NaVklL5avAvZL+SPZgrP2AMwqNyszMalIls7/mSzoAOJAsqTwRERsKj8zMzGpOn0lF0gcj4reSju+xarwkImJewbGZmVmN6a+l8j+B3/Lnh2iVCrInNZqZmXXrM6lExNfT4v+KiBdK10ny1fRmZraVSmZ//arCMjMz28H1N6ayP9ng/K49xlV2AUYUHZiZmdWe/sZUDgL+BhjNluMqa4AvFBmUmZnVpv7GVH4J/FLS+yPid4MYk5mZ1ahKxlROlzS6642kMZKuLjAmMzOrUZUklcMi4vWuNxGxCji83EaSrpG0XNLjJWXflPSipEfS67iSdV+T1CrpaUkfKSmfnspaJZ1fUr6vpAckLZF0k6TGSk7YzMyKU0lSqZO0a9cbSWOAYRVsdy0wvZfyyyLi0PS6I+1zCnAi2TjOdOBHkuol1ZPdJflYYApwUqoLcEna12RgFb51jJlZ1VWSVP4VuE/SBZL+Gfg9cGm5jSLiXmBlhXHMAG6MiI0R8RzQChyRXq0R8WxEbAJuBGZIEnA0cEva/jrghAqPZWZmBSmbVCLip8BJwGqymV+fjohrt+OY50p6NHWPjUll44GlJXXaUllf5bsDr5c8KKyrvFeSZktqkdSyYsWK7QjdzMz6U0lLhYj4AzAXuAl4TdLbtvF4VwJ/CRwKLOPPLR71dthtKO9VRMyJiOaIaB43btzAIjYzs4qVTSqS/jrd9r4NuJ+s5XD3thwsIl6JiI6I6ASuJuveIu17YknVCcBL/ZS/CoxOjzouLTczsyqqpKVyMfA+4OmI2JtsIH3BthxM0l4lbz8OdM0MmwecKGm4pH2BycCDwEJgcprp1Ug2mD8vIgK4B5iZtp8F3LYtMZmZWX4qeUhXe0SskFQnSen5KheX20jSDcA0YKykNuACYJqkQ8m6qp4nXZkfEYsl3Qw8AbQD50RER9rPucCdQD1wTUQsToc4D7hR0kXAw8BPKj1pMzMrhrI/+vupIN0FHA/8C9l9v5YD74uIqcWHl7/m5uZoaWmpdhhmZjVF0qKIaC5Xr5LurxOAN4F/IOv2ehH42HZFZ2Zmb0mVJJV2oDMiNpMllafILjY0MzPbQiVJ5b+ApjTI/lvgTOCaQqMyM7OaVNFtWiJiPfAJ4IcRcTxwcLFhmZlZLar03l/vBj4D3J7K6osLyczMalUlSeVLwLeA/xsRj0t6O1mXmJmZ2RbKXqcSEXdTcgV9RDwLnF1kUGZmVpvKJhVJ+5G1ViaV1o+IY4oLy8zMalElV9TfQna1+s+BjmLDMTOzWlZJUumMiB8UHomZmdW8Sgbqb0vPIxknaZeuV+GRmZlZzamkpfK59PMbJWUB7J1/OGZmVssqmf01sVwdMzMzqKylgqR3AFOAEV1lEfGLooIyM7PaVMmU4q8DxwDvIHuuyUeA3wFOKmZmtoVKBuo/DRwFLIuIU4BDqLCFY2ZmO5ZKksqG9BTGdkmjgJeBtxcblpmZ1aJKWhwPSxpNdrv7FuAN4KFCozIzs5rUb1KRJOCbEfE6cIWkO4FdIsJJxczMttJv91dkD7C/veR9qxOKmZn1pZIxlQclHVZ4JGZmVvP67P6S1BAR7cD7gc9LegZYB4isEeNEY2ZmW+ivpfJg+nkCcABwHPBJYGb62S9J10haLunxkrLdJM2XtCT9HJPKJelySa2SHi1tGUmaleovkTSrpPxwSY+lbS5P4z9mZlZF/SUVAUTEM729Ktj3tcD0HmXnA3dFxGTgrvQe4FhgcnrNBq6ELAkBFwBHAkcAF3QlolRndsl2PY9lZmaDrL/ZX+MkfamvlRHxvf52HBH3SprUo3gGMC0tXwcsAM5L5XPTxID7JY2WtFeqOz8iVgJImg9Ml7SAbBbafal8LlmL6tf9xWRmZsXqL6nUAyNJLZac7BkRywAiYpmkPVL5eGBpSb22VNZfeVsv5b2SNJusVcPee/vmymZmRekvqSyLiG8PUhy9Ja7YhvJeRcQcYA5Ac3Nzn/XMzGz7lB1TydkrqVuL9HN5Km8DSm+xPwF4qUz5hF7KzcysivpLKh8q4HjzgK4ZXLOA20rKT02zwKYCq1M32Z3AMZLGpAH6Y4A707o1kqamWV+nluzLzMyqpM/ur67B8W0l6QaygfaxktrIZnF9B7hZ0hnAC/x5avIdZFOWW4H1wOldMUi6EFiY6n27JK6zyGaYNZEN0HuQ3sysypRNuNpxNDc3R0tLS7XDMDOrKZIWRURzuXqV3KbFzMysIk4qZmaWGycVMzPLjZOKmZnlxknFzMxy46RiZma5cVIxM7PcOKmYmVlunFTMzCw3TipmZpYbJxUzM8uNk4qZmeXGScXMzHLT35MfLensDF5bt4lN7R00NtSz+86N1NUV8QwzM7Pa5qRSRmdn8PQra/j83BbaVm1gwpgmrj61mQP2HOXEYmbWg7u/ynht3abuhALQtmoDn5/bwmvrNlU5MjOzocdJpYxN7R3dCaVL26oNbGrvqFJEZmZDl5NKGZKYMKZpi7IJY5qQ3PVlZtaTk0oZ9YJLPnFwd2KZMKaJSz5xMPXOKWZmW/FAfRl1dXWsXLuBG2dPpaMzqK8TD//pNer2HFXt0MzMhhy3VMrYdXg9zfvuTgQEEAHN++7OrsPrqx2amdmQ45ZKGes2t/Pq2s2c9fNF3VOKrzz5cEY01NHY6F+fmQ1tg32dXVW+FSU9D6wBOoD2iGiWtBtwEzAJeB74VESsUjYi/n3gOGA9cFpEPJT2Mwv4etrtRRFxXd6xrt/UyQ/u+iPf+OgURjcN4/UNm/nBXX/kgo8dxJid8z6amVl+qnGdXTW7v46KiEMjojm9Px+4KyImA3el9wDHApPTazZwJUBKQhcARwJHABdIGpN3kBLMeu++XHj7E3x6zv1cePsTzHrvvnjyl5kNddW4zm4ojanMALpaGtcBJ5SUz43M/cBoSXsBHwHmR8TKiFgFzAem5x1UBJx366NbfCjn3fooEXkfycwsX9W4zq5aSSWA30haJGl2KtszIpYBpJ97pPLxwNKSbdtSWV/lW5E0W1KLpJYVK1YMKNCOiF4/lE5nFTMb4hob6nu9zq6xobiJRtUaaX5fRLwkaQ9gvqSn+qnbW0dT9FO+dWHEHGAOQHNz84CyQZ3EMVP24BOHT+weU7l10VJf/GhmQ97uOzdy9anNW42p7L5zY2HHrEpSiYiX0s/lkn5JNibyiqS9ImJZ6t5anqq3ARNLNp8AvJTKp/UoX5B3rDs11nHu0ZM5+/qHuj+UH332MHZqHEo9h2ZmW6urE5PHjeTmL7yH9o5OGurr2GPk8EJnfw36N6OknSWN6loGjgEeB+YBs1K1WcBtaXkecKoyU4HVqXvsTuAYSWPSAP0xqSxXb27q7E4okHV9nX39Q7y5qTPvQ5mZ5aqzM1iyYi2f+vF9fOC7C/jUj+9jyYq1dHYW131fjZbKnsAvU/dRA/CLiPhPSQuBmyWdAbwAfDLVv4NsOnEr2ZTi0wEiYqWkC4GFqd63I2Jl3sFu7gzGjRy+xZTiqxY8Q3uBH4qZWR5eW7eJy+Y/vcX312Xzn+bijx/MuFHDCzmmYgcbcG5ubo6WlpaK67+yegPPvrqOr9zyaHf313dnHszbx+7Mnrs2ld+BmVmVvLJ6A60r1nXPYO26d+F+4wb+/SVpUcklIH3ywEAZ7Z3RnVAg6/76yi2PuqViZkNeRx+XRHQU+PXlpFJGe2fvU4o7nFTMbIiLPi6JKLKHyjevKmN4Qx1f+KtJzGzem/o60dEZ3NLyAo0NzsdmNrR1XadSmljeqtep1IymRvGxQydw+rULu/skrzr5cJoafZ2KmQ1to4bVc/3nj2Rze1An6AwY1iBGDSsuqfjP7TLWvdnJmekOxZA1Hc/8+SLWvekpxWY2tK3d3M4b6zdz2k8f5OhLf8tpP32QN9ZvZu3m9sKO6ZZKGZ5SbGa1amN7Jz+4e8mWd1m/ewkXfOygwo7ppFJG07B6vjXjoK2uqB9RYPPRzCwPXXdZ7zmluMi7TLn7q4zOiF6vqPcNJc1sqIuA6/77Ob7x0SncNHsq3/joFK777+cKvcu6WyplbGzv7LX7a1O7x1TMbGir66OlUldgc8JJpYzhDXV8dfoBW11R7ynFZjbUdfZx8eNNs6cWdkx/M5bR2ccV9UXekM3MLA99PQ+qwxc/Vk9H9D77q8gPxcwsD/VSrxc/1hc4Uu+WShmN9XVcdMJBNNbX9frezGyokuDSTx7S/fTHCWOauPSTh1Dg41TcUimnrk688WY737jt8S3GVPbYZUS1QzMz61dDXR2jd2rg2tOP6L6ivqOzg/oCR+r953YZG9s7ex1T2ejZX2Y21EXQ3hEsXbmeFWs2snTleto7giLnFLulUkaH71JsZjUqgE0dsUVPyw9OehdFfnu5pVLGsDp190d2mTCmiWFFdkqameWgM+CLNzy8RU/LF294mCL/JnZSKaOhQfz4lMO3GOj68SmHM6zBScXMhrb2zs5ee1raO4vrvnf3VxmN9aKxoY4LZ7yTnRrrWb+pg8aGOobVO6mY2dBW18eU4jpPKa6edRs7uWXhC0wY08S4UcOZMKaJWxa+wLqNHqg3s6GtrynFRd5Q0i2VMobVi5nNE2lbtaG7pTKzeaJbKmY25NVLvU8pLjCrOKmUEQFrN3ZsNXtilxHDqh2amVm/JNjYHpx9/YNbPLrDt77vh6Tpkp6W1Crp/Lz3X43ZE2ZmeegM+nh0R3HHrOmkIqkeuAI4FpgCnCRpSp7H2NzR++yJzR0eUzGzoW1je+/fX0U+uqOmkwpwBNAaEc9GxCbgRmBGngeo6+M6lTpfp2JmQ1x9Fb6/aj2pjAeWlrxvS2VbkDRbUouklhUrVgzoAA114rszD95i9sR3Zx5Mg5OKmQ1xw/r4/iry4u1aH6jv7TezVW9hRMwB5gA0NzcPqDdRwE6N9Vtcp7JTY32vBzYzG0qaGsXYUcO3+P4aO2o4TY1OKn1pAyaWvJ8AvJTnAXYdPow3hrezct3m7rKdhjew63DP/jKzoa1RDey2M+w0rJ72zqChToxorKNRxX3113pSWQhMlrQv8CJwIvCZPA8wYkQDE2na4kPZvamRESNq/VdnZm91I0Y0wJvwJpu6y3aubyj0+6umvxkjol3SucCdQD1wTUQszvs4I0Y0MN5JxMxq0GB/f9X8N2VE3AHcUe04zMys9md/mZnZEOKkYmZmuXFSMTOz3DipmJlZbhSxY90ZUdIK4E/buPlY4NUcw6kFPue3vh3tfMHnvC32iYhx5SrtcElle0hqiYjmascxmHzOb3072vmCz7lI7v4yM7PcOKmYmVlunFQGZk61A6gCn/Nb3452vuBzLozHVMzMLDduqZiZWW6cVMzMLDdOKr2QNF3S05JaJZ3fy/rhkm5K6x+QNGnwo8xXBef8JUlPSHpU0l2S9qlGnHkpd74l9WZKCkk1P/20knOW9Kn0OS+W9IvBjjFvFfy73lvSPZIeTv81rL/uAAAE0UlEQVS2j6tGnHmRdI2k5ZIe72O9JF2efh+PSjos9yAiwq+SF9kt9J8B3g40An8ApvSoczZwVVo+Ebip2nEPwjkfBeyUls+q5XOu5HxTvVHAvcD9QHO14x6Ez3gy8DAwJr3fo9pxD8I5zwHOSstTgOerHfd2nvMHgMOAx/tYfxzwa7KH2k4FHsg7BrdUtnYE0BoRz0bEJuBGYEaPOjOA69LyLcCHJNXyE4bLnnNE3BMR69Pb+8meslmrKvmMAS4E/gV4czCDK0gl5/x54IqIWAUQEcsHOca8VXLOAeySlncl5yfHDraIuBdY2U+VGcDcyNwPjJa0V54xOKlsbTywtOR9WyrrtU5EtAOrgd0HJbpiVHLOpc4g+2unVpU9X0nvAiZGxO2DGViBKvmM9wf2l/R7SfdLmj5o0RWjknP+JnCypDay5zJ9cXBCq5qB/l8fsJp/SFcBemtx9Jx3XUmdWlLx+Ug6GWgGPlhoRMXq93wl1QGXAacNVkCDoJLPuIGsC2waWUv0vyS9MyJeLzi2olRyzicB10bEpZLeA/wsnXNn8eFVReHfXW6pbK0NmFjyfgJbN4m760hqIGs299fkHOoqOWckfRj4X8DxEbFxkGIrQrnzHQW8E1gg6Xmyvud5NT5YX+m/69siYnNEPAc8TZZkalUl53wGcDNARNwHjCC78eJbVUX/17eHk8rWFgKTJe0rqZFsIH5ejzrzgFlpeSZwd6RRsBpV9pxTd9CPyRJKrfe193u+EbE6IsZGxKSImEQ2hnR8RLRUJ9xcVPLv+ldkEzKQNJasO+zZQY0yX5Wc8wvAhwAkHUiWVFYMapSDax5wapoFNhVYHRHL8jyAu796iIh2SecCd5LNHrkmIhZL+jbQEhHzgJ+QNZNbyVooJ1Yv4u1X4Tl/FxgJ/Huak/BCRBxftaC3Q4Xn+5ZS4TnfCRwj6QmgA/hKRLxWvai3T4Xn/GXgakn/SNYNdFot/4Eo6Qay7suxaZzoAmAYQERcRTZudBzQCqwHTs89hhr+/ZmZ2RDj7i8zM8uNk4qZmeXGScXMzHLjpGJmZrlxUjEzs9w4qZjlQNJ/l1n/vKTHJD2SXu8tKI61RezXrFKeUmw2CNKV+c0R8Wof6+sjoiOH46yNiJHbux+zbeWWilkOuloIkvaSdG9qjTwu6a/62WZaepbHL4DHUtmvJC1KzzOZ3XP/aXmmpGvT8r6S7pO0UNKFRZ2fWaV8Rb1Zvj4D3BkRF0uqB3YqWXePpA5gY0QcmcqOAN6Z7rUF8LcRsVJSE7BQ0q1lrmr/PnBlRMyVdE7eJ2M2UE4qZvlaCFwjaRjwq4h4pGTdUb10fz1YklAA/k7Sx9PyRLIbOvaXVN4HfCIt/wy4ZNtDN9t+7v4yy1F6SNIHgBfJ7g93aplN1nUtSJoGfBh4T0QcQvYUxhFduy7ZZgRb8sCoDRlOKmY5krQPsDwiria78ehAngG+K7AqItZLegfZLfe7vCLpwPSsl4+XlP+eP9/Q9LPbEbpZLpxUzPI1DXhE0sNk3VLfH8C2/wk0SHqU7FHG95esOx+4HbgbKL1V+d8D50haSJaUzKrKU4rNzCw3bqmYmVlunFTMzCw3TipmZpYbJxUzM8uNk4qZmeXGScXMzHLjpGJmZrn5/0HaeVNFOFU3AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.title('Amount to fraud relation')\n",
    "sns.scatterplot(x='isFraud', y='TransactionAmt', data=train_transaction)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAGQ1JREFUeJzt3XmYXQWZ5/HvL8RIlLAIUZGgcYmOuKIl2tpuLU6DM4o+jTa0TIsb0z6D2tPuow+irW2rj9o6Ig7jglur6EzT0UFR211BqSjQgK1GBKnGJYaICIkx8s4f59TxUlSq7g116mb5fp6nntyz3HPe+1bl/u5Z7jmpKiRJAlgy7gIkSTsPQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEU1Lskj0kyNe46FkuS5Uk+leTaJJ9YpHVWknss0LJOTPL1W/D8zyR5xkLUosVnKAiAJFck2ZzkN0l+nuT9SfYZd12Dknw5yXNmjEuSFyS5JMn1SaaSfCLJ/drpZybZmuS69ueSJG9Ist8c6zk1yYdvQanHAncADqyqp96C5ez0ZutVVR1dVR8YV026ZQwFDXpiVe0DPAh4CPCqmTO0b8I709/N24EXAi8AbgfcEzgb+E8D87ypqlYAK4FnAg8DvpHktj3VdBfgB1W1bbaJSZb2tN557YS/P+1sqsoffwCuAI4cGH4z8On28ZeB1wPfADYD9wDuBKwFrgHWA88deO5y4ExgE3AZ8BJgamB6AfcYGD4TeN3A8DHAhcCvgR8BR7Xr/z2wBfgN8E5gTTvuiDle102W3Y5bAfwUOHmW+Y8CtgK/a9dzUTt+u693xvNfM+P5zwZObHv3tvb5rwPuDnwR2Aj8EvgIsP8IPXpJ+xquBp41c/4ZNc32+9sPeG+7jH9va9qrnf9E4OsDz387cFX7+1gHPHKeXn0ZeE77eAnNh4srgV8AHwT2a6etbut+BvCTtg+vHPf/hT39x08MupkkhwJPAL47MPq/ACfRvKFeCXwUmKJ5szwW+Lskj2vnfTXNm97dgT+l+U8/7LqPoHnjeAmwP/Ao4IqqeiXwNZo38n2q6mTgcTRh8+1RXl9VXQd8HnjkLNM+C/wd8PF2PQ9oJ831egef/+oZz39vO+mhwOXA7WneoAO8oV3evYFDgVOHqT/JUcCLgcfTBOORQzxt5u/vA8A2moA4HPiPwHO289wLgAfSbIn9I/CJJHvP0atBJ7Y/jwXuBuxDE+iD/hi4F83v85Qk9x7i9agnhoIGnZ3kV8DXga/Q/IefdmZVXVrNLpE70vxHfllVbamqC4H30LzxADwNeH1VXVNVVwHvGKGGZwPvq6rPV9WNVfXvVfVv25n3QJpPujviapo3uXm1ITnX6x1qfVX1P6tqW1Vtrqr17Wv8bVVtAN4KPHrIZT0NeH9VXVJV1zNcmAz+/m4HHA38dVVdX1W/oNmKOW62J1bVh6tqY1v7W4Bb07yJD+PpwFur6vKq+g3wCuC4GbvQXtP25CLgImC2cNEiGdu+Te2UnlxVX9jOtKsGHt8JuKb9xD3tSmBiYPpVM6YN61DgnCHn3QgcPMKyBx1CsytnGPO93mEM9oMkt6cJy0fSfHpfQrO7bdh61s2oZZT13wW4FfDTJNPjlsyscaDWF9FsRdyJZnfPvsBBI9Q6WN+VNO87dxgY97OBxzfQbE1oTNxS0LAGL6d7NXC7JCsGxt2ZZt80NJ/eD50xbdANwG0Ghu848Pgqmt1O89UA8C/AqiSjvDnTnlV1JM3uqGHWM9/rHcbMZb6hHXf/qtoXOIFml9K0uXo0X3/nW/9VwG+Bg6pq//Zn36q6z8wnJXkk8DKarZMDqmp/4NqBWue7zPLVNCE0WOs24OdD1KwxMBQ0snaX0DeBNyTZO8n9aXb7fKSd5SzgFUkOSLIKeP6MRVwI/EWSvdr944O7Td4LPDPJ45IsSXJIkv/QTvs5zX7p6Tp+CLwL+Gj7XYhlbT3HJXn5zLqT3DrJg2nOTtoEvH87L/HnwOrps3SGeL07YgXNwdlfJTmE5hjKoLl6dBZwYpLDktyG5hjO0Krqp8DngLck2bft892TzLb7agXNm/gGYGmSU2i2FKbdpFez+Cjw35PctQ3j6WMQs56ZpfEzFLSjjqc5e+Rq4J+AV1fV59tpr6HZTfBjmjefD8147guBJwK/otnnfPb0hPag8TNp9nFfS3NsY/qT5tuBY5NsSjJ9nOIFNAcuT2uX9yPgKcCnBtb30iTX0ewu+iDNrpeHt/vjZzP9hbONSb4zxOvdEa+hOfX3WuD/Af93xvS5evQZ4B9ozl5a3/47qr8EltGcHbYJ+CSz74o7F/gM8AOa3+kWbrqbabZeDXofze//qzR/D1u4+YcE7URS5U12JEkNtxQkSR1DQZLUMRQkSR1DQZLU2eW+vHbQQQfV6tWrx12GJO1S1q1b98uqWjnffLtcKKxevZrJyclxlyFJu5QkQ11ZwN1HkqSOoSBJ6hgKkqSOoSBJ6hgKkqROb6GQ5H1JfpHkku1MT5J3JFmf5OIkD+qrFknScPo8JfVMmqtXfnA704+muZXgGppbFZ7e/rvgtmzZxsbNW9l2Y7F0SThw+TL23nuXOxt30div0div0dmz0Sxmv3r7LVTVV5OsnmOWY4APVnOZ1vOT7J/k4PZa7wtmy5Zt/HDj9Tzvw+uY2rSZVQcs5/QTHsyaA2/rH+Es7Ndo7Nfo7NloFrtf4zymcAg3vS77VDtuQW3cvLVrJsDUps0878Pr2Lh560Kvardgv0Zjv0Znz0az2P0aZyhklnGz3twhyUlJJpNMbtiwYaSVbLuxumZOm9q0mW03eh+J2div0div0dmz0Sx2v8YZClPc9D6zq2juanUzVXVGVU1U1cTKlfNeuuMmli4Jqw5YfpNxqw5YztIls2WS7Ndo7Nfo7NloFrtf4wyFtcBftmchPQy4dqGPJwAcuHwZp5/w4K6p0/vjDly+bKFXtVuwX6OxX6OzZ6NZ7H71djvOJB8FHgMcRHNz71cDtwKoqncnCc3ZSUcBNwDPrKp5r3Q3MTFRo14QzzMdRmO/RmO/RmfPRrMQ/Uqyrqom5p1vV7tH846EgiTt6YYNBb/RLEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnq9BoKSY5K8v0k65O8fJbpd07ypSTfTXJxkif0WY8kaW69hUKSvYDTgKOBw4Djkxw2Y7ZXAWdV1eHAccC7+qpHkjS/PrcUjgDWV9XlVbUV+BhwzIx5Cti3fbwfcHWP9UiS5tFnKBwCXDUwPNWOG3QqcEKSKeAc4PmzLSjJSUkmk0xu2LChj1olSfQbCpllXM0YPh44s6pWAU8APpTkZjVV1RlVNVFVEytXruyhVEkS9BsKU8ChA8OruPnuoWcDZwFU1XnA3sBBPdYkSZpDn6FwAbAmyV2TLKM5kLx2xjw/AR4HkOTeNKHg/iFJGpPeQqGqtgEnA+cC36M5y+jSJK9N8qR2thcBz01yEfBR4MSqmrmLSZK0SJb2ufCqOofmAPLguFMGHl8GPKLPGiRJw/MbzZKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSer0GgpJjkry/STrk7x8O/M8LcllSS5N8o991iNJmtvSvhacZC/gNODxwBRwQZK1VXXZwDxrgFcAj6iqTUlu31c9kqT59bmlcASwvqour6qtwMeAY2bM81zgtKraBFBVv+ixHknSPPoMhUOAqwaGp9pxg+4J3DPJN5Kcn+So2RaU5KQkk0kmN2zY0FO5kqQ+QyGzjKsZw0uBNcBjgOOB9yTZ/2ZPqjqjqiaqamLlypULXqgkqdFnKEwBhw4MrwKunmWef66q31XVj4Hv04SEJGkM+gyFC4A1Se6aZBlwHLB2xjxnA48FSHIQze6ky3usSZI0h95Coaq2AScD5wLfA86qqkuTvDbJk9rZzgU2JrkM+BLwkqra2FdNkqS5pWrmbv6Bicl13Pw4QKeq9u2jqLlMTEzU5OTkYq9WknZpSdZV1cR88835PYWqWtEu7LXAz4AP0RxAfjqwYgHqlCTtRIbdffSnVfWuqrquqn5dVacDf9ZnYZKkxTdsKPw+ydOT7JVkSZKnA7/vszBJ0uIbNhT+Anga8PP256ntOEnSbmSoax9V1RXc/BIVkqTdzFChkOT9zHIWUlU9a8ErkiSNzbBXSf30wOO9gadw828nS5J2ccPuPvo/g8NJPgp8oZeKJEljs6PfaF4D3HkhC5Ekjd+wxxSmv9mc9t+fAS/rsS5J0hgMu/vIby9L0h5g6NtxJjmAZrfR3tPjquqrfRQlSRqPYXcfPQd4Ic09ES4EHgacB/xJf6VJkhbbsAeaXwg8BLiyqh4LHA54X0xJ2s0MGwpbqmoLQJJbV9W/AffqryxJ0jgMe0xhqr138tnA55Nswi+vSdJuZ9izj57SPjw1yZeA/YDP9laVJGks5g2FJEuAi6vqvgBV9ZXeq5IkjcW8xxSq6kbgoiR+g1mSdnPDHlM4GLg0ybeB66dHVtWTeqlKkjQWw4bCa3qtQpK0U5gzFJI8rKrO9ziCJO0Z5jum8K7pB0nO67kWSdKYzRcKGXi893bnkiTtFuY7prCkvRDekoHHXVBU1TV9FidJWlzzhcJ+wDr+EATfGZhWwN36KEqSNB5zhkJVrV6kOiRJO4GhLoiX5BFJbts+PiHJW/0ymyTtfoa9SurpwA1JHgC8FLgS+FBvVUmSxmLYUNhWVQUcA7y9qt4OeItOSdrNDPuN5uuSvAI4AXhUkr2AW/VXliRpHIbdUvhz4LfAs6vqZ8AhwJvne1KSo5J8P8n6JC+fY75jk1SSiSHrkST1YNj7KfwMeOvA8E+AD871nHZr4jTg8cAUcEGStVV12Yz5VgAvAL41WumSpIU255ZCkq+3/16X5NcDP9cl+fU8yz4CWF9Vl1fVVuBjNMckZvpb4E3Alh2oX5K0gOYMhar64/bfFVW178DPiqrad55lHwJcNTA81Y7rJDkcOLSqPj3XgpKclGQyyeSGDRvmWa0kaUcNe0xhR2SWcdVNbO7o9jbgRfMtqKrOqKqJqppYuXLlApYoSRrUZyhMAYcODK8Crh4YXgHcF/hykiuAhwFrPdgsSePTZyhcAKxJctcky4DjgLXTE6vq2qo6qKpWt5fTOB94UlVN9liTJGkOvYVCVW0DTgbOBb4HnFVVlyZ5bRJv4ylJO6Fhv7y2Q6rqHOCcGeNO2c68j+mzFknS/PrcfSRJ2sUYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkTq+hkOSoJN9Psj7Jy2eZ/jdJLktycZJ/SXKXPuuRJM2tt1BIshdwGnA0cBhwfJLDZsz2XWCiqu4PfBJ4U1/1SJLm1+eWwhHA+qq6vKq2Ah8Djhmcoaq+VFU3tIPnA6t6rEeSNI8+Q+EQ4KqB4al23PY8G/jMbBOSnJRkMsnkhg0bFrBESdKgPkMhs4yrWWdMTgAmgDfPNr2qzqiqiaqaWLly5QKWKEkatLTHZU8Bhw4MrwKunjlTkiOBVwKPrqrf9liPJGkefW4pXACsSXLXJMuA44C1gzMkORz4X8CTquoXPdYiSRpCb6FQVduAk4Fzge8BZ1XVpUlem+RJ7WxvBvYBPpHkwiRrt7M4SdIi6HP3EVV1DnDOjHGnDDw+ss/1S5JG4zeaJUkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1Ok1FJIcleT7SdYnefks02+d5OPt9G8lWd1nPZKkuS3ta8FJ9gJOAx4PTAEXJFlbVZcNzPZsYFNV3SPJccAbgT9f6Fq2bNnGxs1b2XZjsXRJOHD5Mvbeu7eXvsuzX6OxX6OzZ6NZzH71+Vs4AlhfVZcDJPkYcAwwGArHAKe2jz8JvDNJqqoWqogtW7bxw43X87wPr2Nq02ZWHbCc0094MGsOvK1/hLOwX6OxX6OzZ6NZ7H71ufvoEOCqgeGpdtys81TVNuBa4MCFLGLj5q1dMwGmNm3meR9ex8bNWxdyNbsN+zUa+zU6ezaaxe5Xn6GQWcbN3AIYZh6SnJRkMsnkhg0bRipi243VNXPa1KbNbLtxwTZGdiv2azT2a3T2bDSL3a8+Q2EKOHRgeBVw9fbmSbIU2A+4ZuaCquqMqpqoqomVK1eOVMTSJWHVActvMm7VActZumS2PJL9Go39Gp09G81i96vPULgAWJPkrkmWAccBa2fMsxZ4Rvv4WOCLC3k8AeDA5cs4/YQHd02d3h934PJlC7ma3Yb9Go39Gp09G81i9ysL/B5804UnTwD+AdgLeF9VvT7Ja4HJqlqbZG/gQ8DhNFsIx00fmN6eiYmJmpycHKkOz3QYjf0ajf0anT0bzUL0K8m6qpqYd74+Q6EPOxIKkrSnGzYU/EazJKljKEiSOoaCJKljKEiSOoaCJKmzy519lGQDcOUOPv0g4JcLWM7uzn6Nxn6Nzp6N5pb06y5VNe+3f3e5ULglkkwOc0qWGvZrNPZrdPZsNIvRL3cfSZI6hoIkqbOnhcIZ4y5gF2O/RmO/RmfPRtN7v/aoYwqSpLntaVsKkqQ5GAqSpM5uHQpJ3pbkrweGz03ynoHhtyT5m/FUt/NK8psZwycmeee46tkVJLljko8l+VGSy5Kck+Se465rZ5XklUkuTXJxkguTPHTcNe2skvy+7dElST6VZP8+17dbhwLwTeDhAEmW0Hzx4z4D0x8OfGMMdWk3kiTAPwFfrqq7V9VhwP8A7jDeynZOSf4I+M/Ag6rq/sCR3PR+7rqpzVX1wKq6L819Z/5bnyvb3e9q8Q3gbe3j+wCXAAcnOQC4Abg38N0x1abdx2OB31XVu6dHVNWFY6xnZ3cw8Muq+i1AVfmN5uGdB9y/zxXs1qFQVVcn2ZbkzjRbBecBhwB/BFwLXFxVW8dZ405qeZLBN7XbcfNbqeoP7gusG3cRu5DPAack+QHwBeDjVfWVMde000uyF/A44L19rmd3330EzdbCw/lDKJw3MPzNMda1M5veXH1gVT0QOGXcBWn3UVW/AR4MnARsAD6e5MSxFrVzm/6QtpHmA9rn+1zZnhAK08cV7kez++h8mi0FjydooVxK8yanIVXV76vqy1X1auBk4M/GXdNObHP74ewuwDJ6PqawJ4TCN2gOal3T/iFeA+xPEwznjbUy7S6+CNw6yXOnRyR5SJJHj7GmnVaSeyVZMzDqgez4lY/3GFV1LfAC4MVJbtXXevaEUPhXmrOOzp8x7loPcGkhVHNZgKcAj29PSb0UOBW4eqyF7bz2AT7Qnrp7MXAYTb80j6r6LnARcFxf6/AyF5Kkzp6wpSBJGpKhIEnqGAqSpI6hIEnqGAqSpI6hoD3CjCtNfiLJbW7Bsnb4qrHtc+80MHyrJH+f5Idtbd9OcnQ77Yok/9r+XJbkdUluvaN1S8MwFLSnGLzS5FbgrwYnprEY/x9OBO40MPy3NBeIu29b2xOBFQPTH1tV9wOOAO6Gt69UzwwF7Ym+Btwjyeok30vyLuA7wKFJjm8/mV+S5I3TT0jyzCQ/SPIV4BED489McuzA8G8GHr+0XdZF7dbAscAE8JF2q+W2wHOB5w9cMfTnVXXWzILb6wX9FfDkJLdb6IZI0wwF7VGSLAWOpvlWO8C9gA9W1eHA74A3An9Cc+mFhyR5cpKDgdfQhMHjab6BO996jgaeDDy0qh4AvKmqPglMAk9vr2Vzd+AnVfXrYWpv5/sxsGa+eaUdtVtfOlsaMHg58K/RXH74TsCVVTV9CZSH0NwoZwNAko8Aj2qnDY7/ODDfXdWOBN5fVTcAtNfcWghZoOVIszIUtKeYvtJkp7lhGtcPjprj+du7Hsw22i3u9g5sywaWNd81ZNYDd06yoqqum2dekqwAVgM/mG9eaUe5+0j6g28Bj05yUHtDk+OBr7TjH5PkwPbqlE8deM4V/OGy2ccA01ev/BzwrOmznAaOA1xHeyC53Yp4L/COJMva+Q5OcsLMwpLsA7wLOLuqNi3Q65VuxlCQWlX1U+AVwJdorkT5nar653b8qTSXWv8CzUHpaf+bJki+DTyUdsujqj5Lc7e6yXa31Yvb+c8E3t0eaF4OvIrmRjOXJbkEOLsdnvaldvy3gZ8A/3WhX7c0yKukSpI6bilIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjr/HwT0VWvUyfqZAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.figure()\n",
    "plt.title('ProductCD to fraud relation')\n",
    "sns.scatterplot(x='ProductCD', y='isFraud', data=train_transaction)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Join transactions with identities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Memory usage of properties dataframe is : 633.0175018310547  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  550.7928085327148  MB\n",
      "This is  87.01067615658363 % of the initial size\n",
      "Memory usage of properties dataframe is : 533.4728851318359  MB\n",
      "___MEMORY USAGE AFTER COMPLETION:___\n",
      "Memory usage is:  462.92302894592285  MB\n",
      "This is  86.77536231884058 % of the initial size\n"
     ]
    }
   ],
   "source": [
    "train_df = reduce_mem_usage(pd.merge(train_transaction, train_identity, on='TransactionID', how='left'))\n",
    "test_df = reduce_mem_usage(pd.merge(test_transaction, test_identity, on='TransactionID', how='left'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Save train & test DF as pickle files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(f'{ASSETS_PATH}/train_df.pickle', 'wb') as f:\n",
    "    pickle.dump(train_df, f, pickle.HIGHEST_PROTOCOL)\n",
    "    \n",
    "with open(f'{ASSETS_PATH}/test_df.pickle', 'wb') as f:\n",
    "    pickle.dump(test_df, f, pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load train & test DF from pickle files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(f'{ASSETS_PATH}/train_df.pickle', 'rb') as f:\n",
    "    train_df = pickle.load(f)\n",
    "    \n",
    "with open(f'{ASSETS_PATH}/test_df.pickle', 'rb') as f:\n",
    "    test_df = pickle.load(f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Prepare categorical & numerical columns\n",
    "\n",
    "**Categorical Features in Transaction**\n",
    "- ProductCD\n",
    "- card1 - card6\n",
    "- addr1, addr2\n",
    "- P_emaildomain\n",
    "- R_emaildomain\n",
    "- M1 - M9\n",
    "\n",
    "**Categorical Features in Identity**\n",
    "- DeviceType\n",
    "- DeviceInfo\n",
    "- id_12 - id_38"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "CATEGORICAL_COLS = 'id_1\\d|id_2\\d|id_3\\d|card|ProductCD|add|email|M|DeviceType|DeviceInfo'\n",
    "categorical_columns = train_df.filter(regex=CATEGORICAL_COLS).drop(columns=['id_10', 'id_11']).columns\n",
    "numerical_columns = train_df.drop(columns=[*categorical_columns, 'TransactionID', 'isFraud']).columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### List columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Categorical columns:  ['ProductCD', 'card1', 'card2', 'card3', 'card4', 'card5', 'card6', 'addr1', 'addr2', 'P_emaildomain', 'R_emaildomain', 'M1', 'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9', 'id_12', 'id_13', 'id_14', 'id_15', 'id_16', 'id_17', 'id_18', 'id_19', 'id_20', 'id_21', 'id_22', 'id_23', 'id_24', 'id_25', 'id_26', 'id_27', 'id_28', 'id_29', 'id_30', 'id_31', 'id_32', 'id_33', 'id_34', 'id_35', 'id_36', 'id_37', 'id_38', 'DeviceType', 'DeviceInfo']\n",
      "Numerical columns:  ['TransactionDT', 'TransactionAmt', 'dist1', 'dist2', 'C1', 'C2', 'C3', 'C4', 'C5', 'C6', 'C7', 'C8', 'C9', 'C10', 'C11', 'C12', 'C13', 'C14', 'D1', 'D2', 'D3', 'D4', 'D5', 'D6', 'D7', 'D8', 'D9', 'D10', 'D11', 'D12', 'D13', 'D14', 'D15', 'V1', 'V2', 'V3', 'V4', 'V5', 'V6', 'V7', 'V8', 'V9', 'V10', 'V11', 'V12', 'V13', 'V14', 'V15', 'V16', 'V17', 'V18', 'V19', 'V20', 'V21', 'V22', 'V23', 'V24', 'V25', 'V26', 'V27', 'V28', 'V29', 'V30', 'V31', 'V32', 'V33', 'V34', 'V35', 'V36', 'V37', 'V38', 'V39', 'V40', 'V41', 'V42', 'V43', 'V44', 'V45', 'V46', 'V47', 'V48', 'V49', 'V50', 'V51', 'V52', 'V53', 'V54', 'V55', 'V56', 'V57', 'V58', 'V59', 'V60', 'V61', 'V62', 'V63', 'V64', 'V65', 'V66', 'V67', 'V68', 'V69', 'V70', 'V71', 'V72', 'V73', 'V74', 'V75', 'V76', 'V77', 'V78', 'V79', 'V80', 'V81', 'V82', 'V83', 'V84', 'V85', 'V86', 'V87', 'V88', 'V89', 'V90', 'V91', 'V92', 'V93', 'V94', 'V95', 'V96', 'V97', 'V98', 'V99', 'V100', 'V101', 'V102', 'V103', 'V104', 'V105', 'V106', 'V107', 'V108', 'V109', 'V110', 'V111', 'V112', 'V113', 'V114', 'V115', 'V116', 'V117', 'V118', 'V119', 'V120', 'V121', 'V122', 'V123', 'V124', 'V125', 'V126', 'V127', 'V128', 'V129', 'V130', 'V131', 'V132', 'V133', 'V134', 'V135', 'V136', 'V137', 'V138', 'V139', 'V140', 'V141', 'V142', 'V143', 'V144', 'V145', 'V146', 'V147', 'V148', 'V149', 'V150', 'V151', 'V152', 'V153', 'V154', 'V155', 'V156', 'V157', 'V158', 'V159', 'V160', 'V161', 'V162', 'V163', 'V164', 'V165', 'V166', 'V167', 'V168', 'V169', 'V170', 'V171', 'V172', 'V173', 'V174', 'V175', 'V176', 'V177', 'V178', 'V179', 'V180', 'V181', 'V182', 'V183', 'V184', 'V185', 'V186', 'V187', 'V188', 'V189', 'V190', 'V191', 'V192', 'V193', 'V194', 'V195', 'V196', 'V197', 'V198', 'V199', 'V200', 'V201', 'V202', 'V203', 'V204', 'V205', 'V206', 'V207', 'V208', 'V209', 'V210', 'V211', 'V212', 'V213', 'V214', 'V215', 'V216', 'V217', 'V218', 'V219', 'V220', 'V221', 'V222', 'V223', 'V224', 'V225', 'V226', 'V227', 'V228', 'V229', 'V230', 'V231', 'V232', 'V233', 'V234', 'V235', 'V236', 'V237', 'V238', 'V239', 'V240', 'V241', 'V242', 'V243', 'V244', 'V245', 'V246', 'V247', 'V248', 'V249', 'V250', 'V251', 'V252', 'V253', 'V254', 'V255', 'V256', 'V257', 'V258', 'V259', 'V260', 'V261', 'V262', 'V263', 'V264', 'V265', 'V266', 'V267', 'V268', 'V269', 'V270', 'V271', 'V272', 'V273', 'V274', 'V275', 'V276', 'V277', 'V278', 'V279', 'V280', 'V281', 'V282', 'V283', 'V284', 'V285', 'V286', 'V287', 'V288', 'V289', 'V290', 'V291', 'V292', 'V293', 'V294', 'V295', 'V296', 'V297', 'V298', 'V299', 'V300', 'V301', 'V302', 'V303', 'V304', 'V305', 'V306', 'V307', 'V308', 'V309', 'V310', 'V311', 'V312', 'V313', 'V314', 'V315', 'V316', 'V317', 'V318', 'V319', 'V320', 'V321', 'V322', 'V323', 'V324', 'V325', 'V326', 'V327', 'V328', 'V329', 'V330', 'V331', 'V332', 'V333', 'V334', 'V335', 'V336', 'V337', 'V338', 'V339', 'id_01', 'id_02', 'id_03', 'id_04', 'id_05', 'id_06', 'id_07', 'id_08', 'id_09', 'id_10', 'id_11']\n"
     ]
    }
   ],
   "source": [
    "print('Categorical columns: ', list(categorical_columns))\n",
    "print('Numerical columns: ', list(numerical_columns))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### List head from the train dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TransactionID</th>\n",
       "      <th>isFraud</th>\n",
       "      <th>TransactionDT</th>\n",
       "      <th>TransactionAmt</th>\n",
       "      <th>ProductCD</th>\n",
       "      <th>card1</th>\n",
       "      <th>card2</th>\n",
       "      <th>card3</th>\n",
       "      <th>card4</th>\n",
       "      <th>card5</th>\n",
       "      <th>...</th>\n",
       "      <th>id_31</th>\n",
       "      <th>id_32</th>\n",
       "      <th>id_33</th>\n",
       "      <th>id_34</th>\n",
       "      <th>id_35</th>\n",
       "      <th>id_36</th>\n",
       "      <th>id_37</th>\n",
       "      <th>id_38</th>\n",
       "      <th>DeviceType</th>\n",
       "      <th>DeviceInfo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2987000</td>\n",
       "      <td>0</td>\n",
       "      <td>86400</td>\n",
       "      <td>68.5</td>\n",
       "      <td>W</td>\n",
       "      <td>13926</td>\n",
       "      <td>64537</td>\n",
       "      <td>150</td>\n",
       "      <td>discover</td>\n",
       "      <td>142</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2987001</td>\n",
       "      <td>0</td>\n",
       "      <td>86401</td>\n",
       "      <td>29.0</td>\n",
       "      <td>W</td>\n",
       "      <td>2755</td>\n",
       "      <td>404</td>\n",
       "      <td>150</td>\n",
       "      <td>mastercard</td>\n",
       "      <td>102</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2987002</td>\n",
       "      <td>0</td>\n",
       "      <td>86469</td>\n",
       "      <td>59.0</td>\n",
       "      <td>W</td>\n",
       "      <td>4663</td>\n",
       "      <td>490</td>\n",
       "      <td>150</td>\n",
       "      <td>visa</td>\n",
       "      <td>166</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2987003</td>\n",
       "      <td>0</td>\n",
       "      <td>86499</td>\n",
       "      <td>50.0</td>\n",
       "      <td>W</td>\n",
       "      <td>18132</td>\n",
       "      <td>567</td>\n",
       "      <td>150</td>\n",
       "      <td>mastercard</td>\n",
       "      <td>117</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2987004</td>\n",
       "      <td>0</td>\n",
       "      <td>86506</td>\n",
       "      <td>50.0</td>\n",
       "      <td>H</td>\n",
       "      <td>4497</td>\n",
       "      <td>514</td>\n",
       "      <td>150</td>\n",
       "      <td>mastercard</td>\n",
       "      <td>102</td>\n",
       "      <td>...</td>\n",
       "      <td>samsung browser 6.2</td>\n",
       "      <td>32</td>\n",
       "      <td>2220x1080</td>\n",
       "      <td>match_status:2</td>\n",
       "      <td>T</td>\n",
       "      <td>F</td>\n",
       "      <td>T</td>\n",
       "      <td>T</td>\n",
       "      <td>mobile</td>\n",
       "      <td>SAMSUNG SM-G892A Build/NRD90M</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2987005</td>\n",
       "      <td>0</td>\n",
       "      <td>86510</td>\n",
       "      <td>49.0</td>\n",
       "      <td>W</td>\n",
       "      <td>5937</td>\n",
       "      <td>555</td>\n",
       "      <td>150</td>\n",
       "      <td>visa</td>\n",
       "      <td>226</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2987006</td>\n",
       "      <td>0</td>\n",
       "      <td>86522</td>\n",
       "      <td>159.0</td>\n",
       "      <td>W</td>\n",
       "      <td>12308</td>\n",
       "      <td>360</td>\n",
       "      <td>150</td>\n",
       "      <td>visa</td>\n",
       "      <td>166</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2987007</td>\n",
       "      <td>0</td>\n",
       "      <td>86529</td>\n",
       "      <td>422.5</td>\n",
       "      <td>W</td>\n",
       "      <td>12695</td>\n",
       "      <td>490</td>\n",
       "      <td>150</td>\n",
       "      <td>visa</td>\n",
       "      <td>226</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2987008</td>\n",
       "      <td>0</td>\n",
       "      <td>86535</td>\n",
       "      <td>15.0</td>\n",
       "      <td>H</td>\n",
       "      <td>2803</td>\n",
       "      <td>100</td>\n",
       "      <td>150</td>\n",
       "      <td>visa</td>\n",
       "      <td>226</td>\n",
       "      <td>...</td>\n",
       "      <td>mobile safari 11.0</td>\n",
       "      <td>32</td>\n",
       "      <td>1334x750</td>\n",
       "      <td>match_status:1</td>\n",
       "      <td>T</td>\n",
       "      <td>F</td>\n",
       "      <td>F</td>\n",
       "      <td>T</td>\n",
       "      <td>mobile</td>\n",
       "      <td>iOS Device</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2987009</td>\n",
       "      <td>0</td>\n",
       "      <td>86536</td>\n",
       "      <td>117.0</td>\n",
       "      <td>W</td>\n",
       "      <td>17399</td>\n",
       "      <td>111</td>\n",
       "      <td>150</td>\n",
       "      <td>mastercard</td>\n",
       "      <td>224</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 434 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   TransactionID  isFraud  TransactionDT  TransactionAmt ProductCD  card1  \\\n",
       "0        2987000        0          86400            68.5         W  13926   \n",
       "1        2987001        0          86401            29.0         W   2755   \n",
       "2        2987002        0          86469            59.0         W   4663   \n",
       "3        2987003        0          86499            50.0         W  18132   \n",
       "4        2987004        0          86506            50.0         H   4497   \n",
       "5        2987005        0          86510            49.0         W   5937   \n",
       "6        2987006        0          86522           159.0         W  12308   \n",
       "7        2987007        0          86529           422.5         W  12695   \n",
       "8        2987008        0          86535            15.0         H   2803   \n",
       "9        2987009        0          86536           117.0         W  17399   \n",
       "\n",
       "   card2  card3       card4  card5              ...                \\\n",
       "0  64537    150    discover    142              ...                 \n",
       "1    404    150  mastercard    102              ...                 \n",
       "2    490    150        visa    166              ...                 \n",
       "3    567    150  mastercard    117              ...                 \n",
       "4    514    150  mastercard    102              ...                 \n",
       "5    555    150        visa    226              ...                 \n",
       "6    360    150        visa    166              ...                 \n",
       "7    490    150        visa    226              ...                 \n",
       "8    100    150        visa    226              ...                 \n",
       "9    111    150  mastercard    224              ...                 \n",
       "\n",
       "                 id_31  id_32      id_33           id_34  id_35 id_36 id_37  \\\n",
       "0                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "1                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "2                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "3                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "4  samsung browser 6.2     32  2220x1080  match_status:2      T     F     T   \n",
       "5                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "6                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "7                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "8   mobile safari 11.0     32   1334x750  match_status:1      T     F     F   \n",
       "9                  NaN     25        NaN             NaN    NaN   NaN   NaN   \n",
       "\n",
       "   id_38  DeviceType                     DeviceInfo  \n",
       "0    NaN         NaN                            NaN  \n",
       "1    NaN         NaN                            NaN  \n",
       "2    NaN         NaN                            NaN  \n",
       "3    NaN         NaN                            NaN  \n",
       "4      T      mobile  SAMSUNG SM-G892A Build/NRD90M  \n",
       "5    NaN         NaN                            NaN  \n",
       "6    NaN         NaN                            NaN  \n",
       "7    NaN         NaN                            NaN  \n",
       "8      T      mobile                     iOS Device  \n",
       "9    NaN         NaN                            NaN  \n",
       "\n",
       "[10 rows x 434 columns]"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_df.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Normalize numerical columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/simon/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:3: RuntimeWarning: overflow encountered in byte_scalars\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n"
     ]
    }
   ],
   "source": [
    "for column in numerical_columns:\n",
    "    column_df = pd.concat([train_df[column], test_df[column]])\n",
    "    column_df = (column_df - column_df.min()) / (column_df.max() - column_df.min())\n",
    "    train_df[column] = column_df[:len(train_df)]\n",
    "    test_df[column] = column_df[len(train_df):]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Encode categorical data\n",
    "\n",
    "Based on idea from: https://www.kaggle.com/c/ieee-fraud-detection/discussion/108575#latest-627291"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [],
   "source": [
    "for column in categorical_columns:\n",
    "    column_df = pd.concat([train_df[column], test_df[column]])\n",
    "    column_df, _ = column_df.factorize()\n",
    "\n",
    "    if column_df.max() < 128:\n",
    "        column_df = column_df.astype('int8')\n",
    "    elif column_df.max() < 32768:\n",
    "        column_df = column_df.astype('int16')\n",
    "    else:\n",
    "        column_df.astype('int32')\n",
    "\n",
    "    train_df[column] = column_df[:len(train_df)]\n",
    "    test_df[column] = column_df[len(train_df):]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### List categorical dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ProductCD</th>\n",
       "      <th>card1</th>\n",
       "      <th>card2</th>\n",
       "      <th>card3</th>\n",
       "      <th>card4</th>\n",
       "      <th>card5</th>\n",
       "      <th>card6</th>\n",
       "      <th>addr1</th>\n",
       "      <th>addr2</th>\n",
       "      <th>P_emaildomain</th>\n",
       "      <th>...</th>\n",
       "      <th>id_31</th>\n",
       "      <th>id_32</th>\n",
       "      <th>id_33</th>\n",
       "      <th>id_34</th>\n",
       "      <th>id_35</th>\n",
       "      <th>id_36</th>\n",
       "      <th>id_37</th>\n",
       "      <th>id_38</th>\n",
       "      <th>DeviceType</th>\n",
       "      <th>DeviceInfo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   ProductCD  card1  card2  card3  card4  card5  card6  addr1  addr2  \\\n",
       "0          0      0      0      0      0      0      0      0      0   \n",
       "1          0      1      1      0      1      1      0      1      0   \n",
       "2          0      2      2      0      2      2      1      2      0   \n",
       "3          0      3      3      0      1      3      1      3      0   \n",
       "4          1      4      4      0      1      1      0      4      0   \n",
       "5          0      5      5      0      2      4      1      5      0   \n",
       "6          0      6      6      0      2      2      1      6      0   \n",
       "7          0      7      2      0      2      4      1      1      0   \n",
       "8          1      8      7      0      2      4      1      7      0   \n",
       "9          0      9      8      0      1      5      1      8      0   \n",
       "\n",
       "   P_emaildomain     ...      id_31  id_32  id_33  id_34  id_35  id_36  id_37  \\\n",
       "0             -1     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "1              0     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "2              1     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "3              2     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "4              0     ...          0      1      0      0      0      0      0   \n",
       "5              0     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "6              2     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "7              3     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "8              4     ...          1      1      1      1      0      0      1   \n",
       "9              2     ...         -1      0     -1     -1     -1     -1     -1   \n",
       "\n",
       "   id_38  DeviceType  DeviceInfo  \n",
       "0     -1          -1          -1  \n",
       "1     -1          -1          -1  \n",
       "2     -1          -1          -1  \n",
       "3     -1          -1          -1  \n",
       "4      0           0           0  \n",
       "5     -1          -1          -1  \n",
       "6     -1          -1          -1  \n",
       "7     -1          -1          -1  \n",
       "8      0           0           1  \n",
       "9     -1          -1          -1  \n",
       "\n",
       "[10 rows x 49 columns]"
      ]
     },
     "execution_count": 144,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_df[categorical_columns].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### List numerical dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TransactionDT</th>\n",
       "      <th>TransactionAmt</th>\n",
       "      <th>dist1</th>\n",
       "      <th>dist2</th>\n",
       "      <th>C1</th>\n",
       "      <th>C2</th>\n",
       "      <th>C3</th>\n",
       "      <th>C4</th>\n",
       "      <th>C5</th>\n",
       "      <th>C6</th>\n",
       "      <th>...</th>\n",
       "      <th>id_02</th>\n",
       "      <th>id_03</th>\n",
       "      <th>id_04</th>\n",
       "      <th>id_05</th>\n",
       "      <th>id_06</th>\n",
       "      <th>id_07</th>\n",
       "      <th>id_08</th>\n",
       "      <th>id_09</th>\n",
       "      <th>id_10</th>\n",
       "      <th>id_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.002144</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2.930150e-08</td>\n",
       "      <td>0.000907</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2.021804e-06</td>\n",
       "      <td>0.001847</td>\n",
       "      <td>0.004447</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2.900849e-06</td>\n",
       "      <td>0.001565</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3.105959e-06</td>\n",
       "      <td>0.001565</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3.223165e-06</td>\n",
       "      <td>0.001534</td>\n",
       "      <td>0.000558</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3.574783e-06</td>\n",
       "      <td>0.004978</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>3.779894e-06</td>\n",
       "      <td>0.013228</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3.955703e-06</td>\n",
       "      <td>0.000469</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.658537</td>\n",
       "      <td>0.76</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3.985004e-06</td>\n",
       "      <td>0.003663</td>\n",
       "      <td>0.000294</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 383 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   TransactionDT  TransactionAmt     dist1  dist2        C1        C2   C3  \\\n",
       "0   0.000000e+00        0.002144  0.000294    1.0  0.000015  0.000015  0.0   \n",
       "1   2.930150e-08        0.000907  1.000000    1.0  0.000015  0.000015  0.0   \n",
       "2   2.021804e-06        0.001847  0.004447    1.0  0.000015  0.000015  0.0   \n",
       "3   2.900849e-06        0.001565  1.000000    1.0  0.000031  0.000077  0.0   \n",
       "4   3.105959e-06        0.001565  1.000000    1.0  0.000015  0.000015  0.0   \n",
       "5   3.223165e-06        0.001534  0.000558    1.0  0.000015  0.000015  0.0   \n",
       "6   3.574783e-06        0.004978  0.000000    1.0  0.000015  0.000015  0.0   \n",
       "7   3.779894e-06        0.013228  1.000000    1.0  0.000015  0.000015  0.0   \n",
       "8   3.955703e-06        0.000469  1.000000    1.0  0.000015  0.000015  0.0   \n",
       "9   3.985004e-06        0.003663  0.000294    1.0  0.000031  0.000031  0.0   \n",
       "\n",
       "    C4   C5        C6  ...       id_02  id_03  id_04     id_05  id_06  \\\n",
       "0  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "1  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "2  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "3  0.0  0.0  0.000062  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "4  0.0  0.0  0.000015  ...    0.000016    1.0    1.0 -0.861789   1.00   \n",
       "5  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "6  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "7  0.0  0.0  0.000015  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "8  0.0  0.0  0.000015  ...    0.000023    1.0    1.0 -0.658537   0.76   \n",
       "9  0.0  0.0  0.000046  ...    1.000000    1.0    1.0 -0.861789   1.00   \n",
       "\n",
       "      id_07  id_08  id_09  id_10  id_11  \n",
       "0  0.663551    1.0    1.0    1.0    0.0  \n",
       "1  0.663551    1.0    1.0    1.0    0.0  \n",
       "2  0.663551    1.0    1.0    1.0    0.0  \n",
       "3  0.663551    1.0    1.0    1.0    0.0  \n",
       "4  0.663551    1.0    1.0    1.0    1.0  \n",
       "5  0.663551    1.0    1.0    1.0    0.0  \n",
       "6  0.663551    1.0    1.0    1.0    0.0  \n",
       "7  0.663551    1.0    1.0    1.0    0.0  \n",
       "8  0.663551    1.0    1.0    1.0    1.0  \n",
       "9  0.663551    1.0    1.0    1.0    0.0  \n",
       "\n",
       "[10 rows x 383 columns]"
      ]
     },
     "execution_count": 145,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_df[numerical_columns].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TransactionDT</th>\n",
       "      <th>TransactionAmt</th>\n",
       "      <th>dist1</th>\n",
       "      <th>dist2</th>\n",
       "      <th>C1</th>\n",
       "      <th>C2</th>\n",
       "      <th>C3</th>\n",
       "      <th>C4</th>\n",
       "      <th>C5</th>\n",
       "      <th>C6</th>\n",
       "      <th>...</th>\n",
       "      <th>id_02</th>\n",
       "      <th>id_03</th>\n",
       "      <th>id_04</th>\n",
       "      <th>id_05</th>\n",
       "      <th>id_06</th>\n",
       "      <th>id_07</th>\n",
       "      <th>id_08</th>\n",
       "      <th>id_09</th>\n",
       "      <th>id_10</th>\n",
       "      <th>id_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.536710</td>\n",
       "      <td>0.001000</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.536712</td>\n",
       "      <td>0.001534</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.536713</td>\n",
       "      <td>0.005354</td>\n",
       "      <td>0.040829</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.536713</td>\n",
       "      <td>0.008922</td>\n",
       "      <td>0.000263</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.536713</td>\n",
       "      <td>0.002127</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.536713</td>\n",
       "      <td>0.001814</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.536714</td>\n",
       "      <td>0.002724</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.536715</td>\n",
       "      <td>0.012211</td>\n",
       "      <td>0.004695</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.536716</td>\n",
       "      <td>0.003254</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.002355</td>\n",
       "      <td>0.002293</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002092</td>\n",
       "      <td>0.001472</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.536716</td>\n",
       "      <td>0.003663</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.861789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.663551</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 383 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   TransactionDT  TransactionAmt     dist1  dist2        C1        C2   C3  \\\n",
       "0       0.536710        0.001000  0.000015    1.0  0.000093  0.000093  0.0   \n",
       "1       0.536712        0.001534  0.000062    1.0  0.000046  0.000031  0.0   \n",
       "2       0.536713        0.005354  0.040829    1.0  0.000031  0.000031  0.0   \n",
       "3       0.536713        0.008922  0.000263    1.0  0.000077  0.000031  0.0   \n",
       "4       0.536713        0.002127  0.000093    1.0  0.000093  0.000093  0.0   \n",
       "5       0.536713        0.001814  1.000000    1.0  0.000077  0.000077  0.0   \n",
       "6       0.536714        0.002724  1.000000    1.0  0.000015  0.000015  0.0   \n",
       "7       0.536715        0.012211  0.004695    1.0  0.000046  0.000015  0.0   \n",
       "8       0.536716        0.003254  0.000046    1.0  0.002355  0.002293  0.0   \n",
       "9       0.536716        0.003663  0.000124    1.0  0.000031  0.000031  0.0   \n",
       "\n",
       "    C4        C5        C6  ...    id_02  id_03  id_04     id_05  id_06  \\\n",
       "0  0.0  0.000046  0.000062  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "1  0.0  0.000000  0.000015  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "2  0.0  0.000000  0.000077  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "3  0.0  0.000015  0.000015  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "4  0.0  0.000031  0.000077  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "5  0.0  0.000031  0.000046  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "6  0.0  0.000000  0.000015  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "7  0.0  0.000000  0.000015  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "8  0.0  0.002092  0.001472  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "9  0.0  0.000000  0.000015  ...      1.0    1.0    1.0 -0.861789    1.0   \n",
       "\n",
       "      id_07  id_08  id_09  id_10  id_11  \n",
       "0  0.663551    1.0    1.0    1.0    0.0  \n",
       "1  0.663551    1.0    1.0    1.0    0.0  \n",
       "2  0.663551    1.0    1.0    1.0    0.0  \n",
       "3  0.663551    1.0    1.0    1.0    0.0  \n",
       "4  0.663551    1.0    1.0    1.0    0.0  \n",
       "5  0.663551    1.0    1.0    1.0    0.0  \n",
       "6  0.663551    1.0    1.0    1.0    0.0  \n",
       "7  0.663551    1.0    1.0    1.0    0.0  \n",
       "8  0.663551    1.0    1.0    1.0    0.0  \n",
       "9  0.663551    1.0    1.0    1.0    0.0  \n",
       "\n",
       "[10 rows x 383 columns]"
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df[numerical_columns].head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Split train df to X and y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_df_X = train_df.drop(columns=['isFraud'])\n",
    "train_df_y = train_df['isFraud']\n",
    "train_X, test_X, train_y, test_y = train_test_split(train_df_X, train_df_y, test_size=.2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Logistic regression model\n",
    "\n",
    "Definition & training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend ThreadingBackend with 8 concurrent workers.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max_iter reached after 43 seconds\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/simon/anaconda3/lib/python3.7/site-packages/sklearn/linear_model/sag.py:334: ConvergenceWarning: The max_iter was reached which means the coef_ did not converge\n",
      "  \"the coef_ did not converge\", ConvergenceWarning)\n",
      "[Parallel(n_jobs=-1)]: Done   1 out of   1 | elapsed:   43.3s finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=20, multi_class='warn', n_jobs=-1,\n",
       "          penalty='l2', random_state=None, solver='saga', tol=0.0001,\n",
       "          verbose=1, warm_start=False)"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lr_model = LogisticRegression(solver='saga', max_iter=20, n_jobs=-1, verbose=1)\n",
    "lr_model.fit(train_X, train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9647102651810208"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lr_model.score(test_X, test_y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### List weights per a column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[-1.01008578e-06  1.53310559e-09  2.26440462e-11  3.18191151e-08\n",
      "  -4.43446214e-06  3.45930434e-07  3.28492099e-08 -2.49406260e-09\n",
      "   1.94229209e-08 -1.26753487e-08 -8.24736818e-08  1.96573162e-08\n",
      "   8.49387946e-09 -6.78021360e-09 -3.41010449e-08  2.46573444e-08\n",
      "   1.71839250e-11  2.42402558e-11 -9.81286606e-12  8.75807939e-12\n",
      "  -3.45940943e-12  6.11971864e-12  7.33720524e-12  1.29725589e-11\n",
      "  -2.29233918e-12  1.13591383e-11  1.08546987e-11  1.17678150e-11\n",
      "  -6.71658492e-12  1.44934337e-12 -1.72798120e-11  7.05136725e-09\n",
      "   4.09924698e-09 -4.26948312e-11 -3.75276828e-09  2.10884748e-10\n",
      "  -1.22633634e-08  4.32592664e-09  1.31818976e-08  2.43566441e-09\n",
      "  -2.11944071e-10  2.19322834e-10 -1.27839482e-08  2.10271442e-10\n",
      "  -1.06517984e-10 -1.08694743e-08 -1.07010085e-08 -1.13868621e-08\n",
      "   1.17426656e-08 -4.99927834e-10 -2.14292920e-08 -8.64424353e-09\n",
      "  -1.15612569e-08 -1.58473356e-08  1.02577148e-08  1.02593821e-08\n",
      "   1.02921458e-08  1.03532905e-08  1.03951789e-08  1.02485075e-08\n",
      "   1.02583138e-08  1.02580659e-08  1.02771564e-08  1.03237185e-08\n",
      "   1.03130943e-08  2.17237379e-09  2.19412540e-09  2.35915068e-09\n",
      "   3.03183607e-09  3.03789059e-09  3.10346819e-09  3.11514392e-09\n",
      "   2.51126818e-09  2.56111241e-09  3.00243244e-09  3.01005767e-09\n",
      "   2.70776056e-09  2.33965886e-09  2.37167336e-09  2.39604046e-09\n",
      "   2.48282059e-09  2.48273549e-09  1.90897981e-09  1.88728571e-09\n",
      "   3.01729814e-09  3.02612223e-09  3.06392368e-09  3.08311066e-09\n",
      "  -7.09683054e-10 -6.91056237e-10  2.66450595e-10  4.50427957e-10\n",
      "   2.79805123e-10  3.76998964e-10 -4.06103987e-10  1.82071060e-10\n",
      "   2.92537464e-10  4.82387209e-10  4.51177291e-10 -2.43459389e-10\n",
      "  -1.02697624e-10 -8.73484357e-10 -8.84527590e-10  1.35639685e-10\n",
      "   3.18592798e-10  4.43572117e-10  3.69171271e-09  3.72871152e-09\n",
      "   2.03239336e-09  2.04485047e-09  4.53225322e-09  4.58583915e-09\n",
      "   4.51418208e-09  4.56699457e-09  4.05724636e-09  4.17788552e-09\n",
      "   4.49086354e-09  4.55080763e-09  3.82186605e-09  3.90100363e-09\n",
      "   3.99861034e-09  4.00710514e-09  3.43229051e-09  3.40769282e-09\n",
      "   4.51239836e-09  4.56515763e-09  4.57389873e-09  4.66203997e-09\n",
      "   1.96937321e-09  1.98515393e-09  9.13935564e-10  1.01100044e-09\n",
      "   2.93441812e-09  2.93756792e-09  3.01794048e-09  2.36859102e-09\n",
      "   2.46926386e-09  2.81585599e-09  2.90646712e-09  9.77959197e-10\n",
      "   1.04515819e-09  2.14901519e-09  2.26408081e-09  1.68817648e-09\n",
      "   1.66366951e-09  2.87193712e-09  2.92001291e-09  2.84719589e-09\n",
      "   2.55640014e-11  2.51594372e-11  2.54691880e-11  1.13505528e-10\n",
      "  -9.01788481e-11  1.31712097e-10  2.55141547e-11  2.53074546e-11\n",
      "   2.54166265e-11  2.70299489e-11 -3.93615533e-12  8.30182076e-12\n",
      "  -1.05487506e-12  8.69038841e-11  8.77981652e-11  8.92629379e-11\n",
      "   9.41420357e-11  9.85099697e-11  9.50328422e-11  1.18645811e-10\n",
      "   1.25725212e-10  1.26141637e-10  1.87716890e-11  1.78064466e-11\n",
      "   1.87738076e-11  8.48354527e-12  8.61530548e-12  9.77833384e-12\n",
      "   3.55637073e-10  3.29919172e-10  3.57602884e-10 -3.72357779e-12\n",
      "  -2.88708694e-12 -1.55391901e-12 -4.12371678e-12 -1.64015820e-12\n",
      "   2.70029712e-12 -4.47409342e-12 -4.13807396e-12 -3.86342212e-12\n",
      "  -2.31701478e-12 -1.64662149e-12 -2.01133337e-12 -1.94779952e-09\n",
      "  -1.19155198e-09 -5.92950783e-10 -1.94645153e-09 -1.93263438e-09\n",
      "  -1.98250340e-09 -8.54185232e-10 -1.98441960e-09 -1.73009362e-09\n",
      "  -1.57887668e-09 -1.70382341e-09 -1.63590020e-09 -2.01848051e-09\n",
      "  -1.55084898e-09 -1.48138949e-09 -1.77080172e-09 -1.74092377e-09\n",
      "  -1.68951605e-09 -1.62257182e-09 -1.65386500e-09 -1.57577893e-09\n",
      "  -7.75707465e-11 -1.01331357e-10  3.32562285e-10  2.98413964e-10\n",
      "   2.91723330e-10 -3.85412247e-12 -1.51262435e-11 -1.83097900e-13\n",
      "  -1.59201343e-08 -1.59201026e-08 -1.00323560e-08 -5.31795897e-09\n",
      "  -4.73103148e-09 -1.07381698e-08 -1.59109100e-08 -1.58838775e-08\n",
      "  -1.58509684e-08 -1.45391362e-09 -1.59202712e-08 -1.59202840e-08\n",
      "  -1.59202572e-08 -2.17510370e-09 -4.59068203e-09 -3.11010727e-09\n",
      "  -3.67678473e-09 -1.56497493e-08 -1.25625716e-08 -9.29752885e-09\n",
      "  -1.59098244e-09 -8.27963787e-09 -8.18445621e-09 -1.56138716e-09\n",
      "  -1.51278350e-08 -8.51057367e-09 -1.01842620e-08 -1.52343766e-08\n",
      "  -1.51874210e-08 -9.20242846e-09 -1.52020230e-08 -1.30413467e-08\n",
      "  -1.52128305e-09 -7.31056378e-09 -6.12324123e-09  1.41757503e-11\n",
      "   1.52705333e-11  1.43434103e-11  2.31625251e-10  2.31436497e-10\n",
      "   9.02594576e-11  3.10228983e-09  1.40601927e-09  3.11259463e-09\n",
      "   1.52178127e-11  1.41416402e-11  1.51683588e-11  3.56138006e-11\n",
      "   2.25020127e-11  2.17426016e-11 -1.45523902e-08 -1.45519505e-08\n",
      "  -1.45521567e-08 -8.09423304e-09 -1.56110093e-08 -1.56108093e-08\n",
      "  -1.45036748e-08 -2.49358242e-09 -6.21564945e-09 -5.56662604e-12\n",
      "  -1.56117679e-08 -1.29860897e-09 -4.47503624e-12 -4.63035888e-12\n",
      "  -1.45525553e-08 -1.45522223e-08 -1.45523789e-08 -5.87453630e-12\n",
      "  -1.41881523e-08 -6.16450248e-09 -9.05535301e-09 -1.52708364e-08\n",
      "  -1.51867225e-08 -1.39967385e-08 -1.39974882e-08 -1.20963442e-08\n",
      "  -5.63008993e-09 -9.85082168e-09 -1.56113950e-08 -1.39528614e-09\n",
      "  -1.37967543e-08 -9.51937162e-09 -1.37523008e-08 -1.50589909e-08\n",
      "  -1.50177314e-08 -1.37579234e-08 -2.09769036e-09 -5.71379211e-09\n",
      "  -4.31175756e-09 -4.29296580e-09 -1.34379801e-09 -4.50925792e-12\n",
      "  -1.56111409e-08 -1.38464796e-08 -3.77604038e-09 -1.00363671e-08\n",
      "   1.64088365e-11  1.76061654e-11  1.72070823e-11  2.11313757e-10\n",
      "   2.11591610e-10  2.12510719e-10  2.10507537e-10  1.28393723e-09\n",
      "   1.29430616e-09  1.29083966e-09  1.76796588e-11  1.85767967e-11\n",
      "   1.82545576e-11  3.28008334e-11  2.02952399e-11  2.00089476e-11\n",
      "   4.57906563e-12  4.91158260e-12  3.74642118e-10  4.26552493e-10\n",
      "   7.28033694e-10  1.36563182e-10 -7.38387397e-11  1.09295585e-11\n",
      "   2.10327895e-10  1.98587764e-10  3.18085778e-10  1.36216572e-10\n",
      "   6.30875112e-12  5.22841515e-12  4.51510415e-12  5.87283357e-12\n",
      "   4.79589930e-12  3.66805144e-11  1.04243209e-11  2.46945459e-11\n",
      "   1.02596825e-11  1.11203218e-10  1.45040132e-10  6.97000228e-10\n",
      "   8.55613390e-10  7.60722912e-10  4.74791709e-12 -1.06172662e-12\n",
      "   9.87441436e-12  5.19705307e-12  6.60153449e-14  3.53789624e-12\n",
      "  -9.65781031e-12  6.90342297e-12  6.75924307e-11  1.36746967e-10\n",
      "   1.46343948e-10 -1.99519469e-12  7.70563498e-12  2.31765152e-12\n",
      "  -1.43917157e-12  2.87505509e-13 -6.63531737e-13 -2.03167855e-09\n",
      "  -2.03217106e-09 -2.03189827e-09 -2.02341314e-09 -1.12059911e-09\n",
      "  -1.61304281e-09 -5.94601928e-10 -4.41370548e-10 -4.96179896e-10\n",
      "  -2.04032932e-12 -5.06909974e-12 -3.37884657e-12  2.09972737e-11\n",
      "   2.23084592e-11  2.15492258e-11  3.57398552e-12  1.51314852e-12\n",
      "   1.87510489e-12 -6.48157278e-09 -1.62911428e-08 -8.62621215e-09\n",
      "  -6.46598414e-09  3.53346563e-09 -4.91286895e-09 -5.44878082e-10\n",
      "  -1.04223791e-09 -6.02090180e-09 -3.31556497e-09  1.56046752e-08\n",
      "   1.76061319e-08  3.44362915e-07  6.09584816e-09  3.17539538e-08\n",
      "   2.67501320e-08  5.62926087e-08  7.86946278e-09  7.26893547e-07\n",
      "   3.88281613e-07  5.33140074e-08  9.77397658e-10  1.64901184e-09\n",
      "   1.22110431e-09  6.37913318e-08  8.42568512e-09  1.30752814e-09\n",
      "   2.93302943e-08  2.94572564e-08  7.92912769e-08  9.62460130e-07\n",
      "   6.79584373e-10  4.52682441e-08  3.09165529e-09  3.06502159e-08\n",
      "   1.62095667e-08  1.85712341e-08  2.83863582e-08  2.24770803e-08\n",
      "   3.72884597e-06]]\n"
     ]
    }
   ],
   "source": [
    "print(lr_model.coef_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Coefficients histogram"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/simon/anaconda3/lib/python3.7/site-packages/scipy/stats/stats.py:1713: FutureWarning: Using a non-tuple sequence for multidimensional indexing is deprecated; use `arr[tuple(seq)]` instead of `arr[seq]`. In the future this will be interpreted as an array index, `arr[np.array(seq)]`, which will result either in an error or a different result.\n",
      "  return np.add.reduce(sorted[indexer] * weights, axis=axis) / sumval\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYYAAAEDCAYAAAAx/aOOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xl4XHd97/H3d2a0S7ZsWV5ix5azkwSymRjCbR+grCkllOWS0MtO87SQW9IL3JvAZSlP+7RQSm5DoCEpISQPZGcxJQECARKyOJGJ91VeJVu2NmuXtcz87h/nzOjMeGzJHFkzc/J5PY8ezZz5nTM/H0vz0e/3PYs55xAREUmLFboDIiJSXBQMIiKSRcEgIiJZFAwiIpJFwSAiIlkUDCIikqWgwWBmd5lZh5ltnkbbW8xsvf+108x6Z6OPIiIvNVbI8xjM7E+BQeAe59zFp7De/wQuc8595LR1TkTkJaqgIwbn3JNAT3CZmZ1tZj83s3Vm9pSZXZBn1euA+2alkyIiLzGJQncgjzuAv3HO7TKz1cC3gNenXzSzFcBK4IkC9U9EJNKKKhjMrBa4CnjIzNKLK3KaXQs87JxLzmbfREReKooqGPCmtnqdc5eepM21wCdmqT8iIi85RXW4qnOuH9hrZu8BMM8l6dfN7HxgHvBsgbooIhJ5hT5c9T68D/nzzazNzD4K/BXwUTPbAGwBrgmsch1wv9MlYUVETpuCHq4qIiLFp6imkkREpPAKVnxesGCBa2pqKtTbi4iUpHXr1nU55xpP53sULBiamppobm4u1NuLiJQkM9t/ut9DU0kiIpJFwSAiIlkUDCIikkXBICIiWRQMIiKSRcEgIiJZFAwiIpJFwSAiIlkUDCIz4Jrbfs+Dza2F7obIjFAwiMyALYf62d0xWOhuiMwIBYPIDEg6RzKlKxVLNCgYREJyzuGcFw4iUaBgEAkpPVJIacQgEaFgEAkpPVLQiEGiQsEgElIq5X1PpgrbD5GZomAQCSk9UtBUkkSFgkEkpHSNQVNJEhUKBpGQUio+S8QoGERCUvFZokbBIBJSeqSgE9wkKhQMIiFlis8aMUhEKBhEQkpqxCARo2AQCUnnMUjUKBhEQtJUkkSNgkEkJE0lSdQoGERCSmnEIBGjYBAJSSMGiRoFg0hICgaJGgWDSEiaSpKomTIYzOxMM/uNmW0zsy1m9sk8bczMbjWzFjPbaGaXn57uihQfjRgkahLTaDMBfMo59wczqwPWmdnjzrmtgTZvBc71v1YD/+F/F4m8VOZaSQXuiMgMmXLE4Jxrd879wX88AGwDluY0uwa4x3meA+rNbMmM91akCKVPbNPVVSUqTqnGYGZNwGXA2pyXlgKtgedtHB8emNn1ZtZsZs2dnZ2n1lORIqWpJImaaQeDmdUCjwA3Ouf6c1/Os8pxvyXOuTucc6ucc6saGxtPraciRUrFZ4maaQWDmZXhhcL3nXM/zNOkDTgz8HwZcCh890SKn4JBomY6RyUZ8B1gm3Pu6ydotgb4gH900quAPudc+wz2U6RoaSpJomY6RyW9Bng/sMnM1vvLPgssB3DO3Q48ClwNtADDwIdnvqsixWlyxFDgjojMkCmDwTn3e/LXEIJtHPCJmeqUSClJZi67rWSQaNCZzyIhaSpJokbBIBKSis8SNQoGkZA0YpCoUTCIhKQRg0SNgkEkJI0YJGoUDCIhKRgkahQMIiHpPAaJGgWDSEg6j0GiRsEgElIycz8GBYNEg4JBJKT0fRh0PwaJCgWDSEiZ4rNGDBIRCgaRkNLFZ+fAKRwkAhQMIiEFi84qQEsUKBhEQgpOIWk6SaJAwSASUrDonEoVsCMiM0TBIBJSMhAGGjFIFCgYRELKmkpSjUEiQMEgElL2VJKCQUqfgkEkJBWfJWoUDCIhacQgUaNgEAkp6zwGjRgkAhQMIiGp+CxRo2AQCUnnMUjUKBhEQgqOGHTfZ4kCBYNISMHZI9UYJAoUDCIh6agkiRoFg0hIOipJokbBIBKSjkqSqFEwiISko5IkahQMIiElVXyWiFEwiISU0h3cJGIUDCIhBcNA5zFIFCgYREJS8VmiRsEgEpLOY5CoUTCIhKT7MUjUKBhEQkqq+CwRo2AQCSnlHGVxyzwWKXVTBoOZ3WVmHWa2+QSvv9bM+sxsvf/1hZnvpkjxSqYcZfGY/7jAnRGZAYlptLkbuA245yRtnnLOvW1GeiRSYlIp/GBIaipJImHKEYNz7kmgZxb6IlKSkm5yxKCpJImCmaoxvNrMNpjZY2Z20Ykamdn1ZtZsZs2dnZ0z9NYihZVMOcr9GoNGDBIFMxEMfwBWOOcuAb4B/PhEDZ1zdzjnVjnnVjU2Ns7AW4sUXso5yhIaMUh0hA4G51y/c27Qf/woUGZmC0L3TKREZBefFQxS+kIHg5ktNjPzH1/pb7M77HZFSoWCQaJmyqOSzOw+4LXAAjNrA74IlAE4524H3g38rZlNACPAtc5pPC0vHSnnqNJUkkTIlMHgnLtuitdvwzucVeQlKZlyJHQeg0SIznwWCSnlyJz5rGslSRQoGERCCtYYdHVViQIFg0hIKj5L1CgYRELSRfQkahQMIiFpxCBRo2AQCSnlHOXpYNCIQSJAwSASUnDEoFyQKFAwiISUclCW0EX0JDoUDCIhpVKOREw1BokOBYNISEnnSMQMMx2VJNGgYBAJKZlyxGNG3EwjBokEBYNISCnniMWMWMx0VJJEgoJBJKRkyhE3b8SgS2JIFCgYREJwzpFyEIsZ8Zjp6qoSCQoGkRDSA4S4GTEVnyUiFAwiIaSLzfEY/ohBwSClT8EgEkJ6hJCZStKIQSJAwSASQmbEYEZMxWeJCAWDSAjpEUI8U3xWMEjpUzCIhJAeIcT8EYOmkiQKFAwiIUwWn70Rg6aSJAoUDCIhJI8rPhe4QyIzQMEgEkLKP6Etcx6DRgwSAQoGkRAmi886j0GiQ8EgEoKKzxJFCgaREILFZ53HIFGhYBAJ4bjzGDRikAhQMIiEkDWVpBqDRISCQSSErBGDrq4qEaFgEAkhGRgx6KgkiQoFg0gImfMYMsXnwvZHZCYoGERCOO48Bk0lSQQoGERCSE8dmaaSJEIUDCIhpIvNmfsxaMQgEaBgEAnhuKurKhgkAhQMIiEcd0kMFZ8lAhQMIiGkSwreiEFXV5VomDIYzOwuM+sws80neN3M7FYzazGzjWZ2+cx3U6Q46agkiaLpjBjuBt5yktffCpzrf10P/Ef4bomUhtypJI0YJAqmDAbn3JNAz0maXAPc4zzPAfVmtmSmOihSzHKLzxoxSBTMRI1hKdAaeN7mLzuOmV1vZs1m1tzZ2TkDby1SWJlbe5oRN53HINEwE8FgeZbl/e1wzt3hnFvlnFvV2Ng4A28tUlip4P0YYppKkmiYiWBoA84MPF8GHJqB7YoUveyrq2oqSaJhJoJhDfAB/+ikVwF9zrn2GdiuSNFLHnc/hgJ3SGQGJKZqYGb3Aa8FFphZG/BFoAzAOXc78ChwNdACDAMfPl2dFSk2qaw7uOl+DBINUwaDc+66KV53wCdmrEciJSQ9Qoir+CwRojOfRULInMcQQ8VniQwFg0gIKj5LFCkYRELInOCm+zFIhCgYREJIF5tjMcN0PwaJCAWDSAjZIwY0YpBIUDCIhJA5j8GvMaQcOI0apMQpGERCCJ7HEIuZv6yQPRIJT8EgEkLueQzeMiWDlDYFg0gIk8VnAiMGBYOUNgWDSAi5h6sGl4mUKgWDSAhZN+pJTyVpxCAlTsEgEkLKOczALFB81ohBSpyCQSSEZMplRgpxm1wmUsoUDCIhJJ3LjBQyNQZNJUmJUzCIhJAKjBgmp5IK2SOR8BQMIiEkU+DngYrPEhkKBpEQUoGpJBWfJSoUDCIhJFMuU1tIjxh0gpuUOgWDSAhJFzgqSSe4SUQoGERCcPmmkjRikBKnYBAJIfs8hvSIoZA9EglPwSASQjI1OYUUj6WXacQgpU3BIBKCd1SS9zim4rNEhIJBJISsqSQVnyUiFAwiISTzFJ91gpuUOgWDSAipPMVnneAmpU7BIBJC1glumkqSiFAwiISQci5TdLb0Zbc1lSQlTsEgEkLeS2LoPAYpcQoGkRCSDt2PQSJHwSASgld89h7r6qoSFQoGkRDyTSWp+CylTsEgEkIyUHzWVJJEhYJBJIRUYMQQ03kMEhEKBpEQki7PeQwaMUiJUzCIhJBKBaeSvGWqMUipUzCIhBAcMejqqhIV0woGM3uLme0wsxYzuynP6x8ys04zW+9/fWzmuypSfJIpji8+6wQ3KXGJqRqYWRz4JvBGoA14wczWOOe25jR9wDl3w2noo0jR8orP3mMVnyUqpjNiuBJocc7tcc6NAfcD15zebomUBhWfJYqmEwxLgdbA8zZ/Wa53mdlGM3vYzM7MtyEzu97Mms2subOz84/orkhxyS4+6wQ3iYbpBIPlWZb7k/9ToMk59wrgV8D38m3IOXeHc26Vc25VY2PjqfVUpAip+CxRNJ1gaAOCI4BlwKFgA+dct3Nu1H96J3DFzHRPpLjp1p4SRdMJhheAc81spZmVA9cCa4INzGxJ4OnbgW0z10WR4pVKTd7aU9dKkqiY8qgk59yEmd0A/AKIA3c557aY2ZeBZufcGuDvzOztwATQA3zoNPZZpGh410ryHsf8P7M0kySlbspgAHDOPQo8mrPsC4HHNwM3z2zXRIpfMoWOSpLI0ZnPIiEEb+0Z01SSRISCQSSErPsx6EY9EhEKBpEQgiOGTPFZU0lS4hQMIiFk3Y9BIwaJCAWDSAjBE9zAm07SiEFKnYJBJIRU4Oqq4E0nJVNwbDzJzT/cRMfAsQL2TuSPo2AQOUV/d9+LfPqhDUB6xDD5mplXd9jW3s99zx/g6ZauAvVS5I83rfMYRGTS9sP9VCTiQPYlMcCfSko5ekfGAegdHi9IH0XCUDCInKKjw+NUJJKZInMsljuV5OgbVjBI6VIwiJwC57wP/YpELFNkDo4YYjEj5Ry9w2MAme8ipUTBIHIKhseSjCVT3teEdw/PWO5RSSnH0fSIYUQjBik9Kj6LnILgB33PkDcaCB6uGjNvxNCnGoOUMAWDyCk4OjQ5NdSdDoas4rNXkM5MJWnEICVIwSByCvoCH/Tdg969qY4vPk8GQp9qDFKCFAwip+DocL4Rw+Trk8Vn1RikdCkYRE5BsGbQPXh8jSFdfE6PLPpGxnXtJCk5CgaRUxA8/LRn6ARTSf7hqmbe3dz6j2nUIKVFwSByCnqHx6kqi5OI2eSIIec8hmTSGzGcMbcqs45IKVEwiJyCo8PjzKsuo766LFNjyB0x9I6MkXKwckENoDqDlB4Fg8gp6BsZY251OXOryuj2p5JyRwzp8xtWNFQDOvtZSo+CQeQUpEcM86rL6clbfJ488a2pwRsx9GnEICVGwSByCnqHx6j3p5K6TjCVdPyIQcEgpUXBIHISyZTj2Hgy87x3eJz66nLqq8sz10o6/iJ63uMV/oghHQzJlGNf19As9Vzkj6dgEDmJ//htC2/4+u9wzuGcd5+F+qoy6qvKMm2CN+oJhkRDbTl1FYnMSXE/3XCIP/v67zjcp7u6SXFTMIicxIsHemk7OkL30BgDoxMkU4551eXMqynPtInljBjS6qvKqK8py9QYtrb3k0w5dh4ZmL1/gMgfQcEgchJ7/amfvV1DmZvvpGsMafGcGgNAXUWCRDxGfVV55qik9Lb2dWs6SYqb7scgcgITyRQHeoYB70O9IuH9HRWsL8Dx92MAmOsHR311WeY8hnQw7OlUMEhx04hB5ATajo4w4VeS93YNZYrI3uGqgRFDnqmk9IhiblUZfcPjJFOOA92TISNSzBQMIieQ/gA3g72dQ5kicn11WWZEANk1hvSVVuuryjNte0fGOdQ7wlgyRTxmWVNJHf3H2NTWd7r/KSKnRFNJIr7OgVHufmYvn/yz83h4XRtPt3QBcOa8al5sPUqZP5X0xPZOJpKTU0m/2dGRmXJq94846hsZ5wdrD9B2dISjQ2P851N7AVg+v5p9XUPc8+w+ErEYDzW3srW9n//75xcSjxnvW718Fv/FIvlpxCDie7C5lW/+Zjdr93YD0DU4SlVZnOXzq+keHGNodAKAqrI41eWTf1MFRwzmP64uj/vfEzjgYO8IAOcvqsMxeXb03u4hRidSHOnXIaxSPBQMIr61e3u873u8712DoyyoLWdBbQUTKcfhvmNUJGLEY0ZZ3Ej49YRY8EY9/uOqdDCUed9be4apSMRo8i+s1z04Rt/IeKZusV9HKkkRUTDIS5Jzjie2H8mc1TyRTLFunxcIz+1JjxjGWFBbwYJar17Q2jOcGQmYWebD3/KNGPxASLdpPTpMQ215Zltdg6OZ6aeYwX7/McC6/T1sPdR/Gv7VItOjYJCXpOf29PCRu5u562lv7n/zoX6GxpI0NVSzoa2X4dEJ+kbG/Q/zCgAGRieyppDSIZF/xJDIajM8lmRBbQXV5Qmqy+N0D46xv3uIsrhxweI5mSOWxpMprr9nHZ+8/0Wc053fpDAUDPKS8GBzK1sOTR798/C6NgAeWdeGcy4zSvj4685hPOl4sbUXgAW1FdRVJij3r3uRHgEAVJV5H/7BEUMsp8ZQVTbZPh0wC2or6BocZX/3MMvmVbNyQQ29I+P0jYzz5M5OuofG2NUxyOaDk6OGn6w/mKlTiJxuCgaJnJaOAba1T36obmzr5X8/vJFPPbiBVMoxNDrBY5vbWVBbzu7OITa09bF2TzdnN9bw1osXEzN4wZ9WWlBbgZllpoCqA8GQb8SQfliVM5UE0OBfRqOhppzD/cdo7xthxfzqzFVY93cP8cM/HGRedRnliRiP/MELr+f39vDJ+9dz0yMbM9uaSKb41dYjjE5MXuBPZKYoGKRkDBwb58cvHsw663jtnm7+7Zc7MoePdgwc4z23P8t/v/3ZzF/YX/vlTuIxY/vhAf5rUzs/33yY4bEkX3nXK6hIxHiwuZXmfUdZfVYDdZVlXLx0Lh0D3k14GvxAaPD/2g+OAKrz1BhyRwzBqafMiKGuguGxJCnnXZp7ydwqyuLGjsMDPL7tCNdcupQ3vmwRazYcYjyZ4l9/sR0zeGpXF8/s9g6hve03LXzsnmb++dHtme0f6h3h+2v3k0xpCkrCmVYwmNlbzGyHmbWY2U15Xq8wswf819eaWdNMd1Sio3d4jK7B0czzVMrxs43tWSd6tXQM8tf3NPPYpnYAhscm+PB3X+DGB9bz9w+sZyKZYvPBPj5y9wt844kWPv+TzTjnuOmRTf6HruMzD21g7Z5untzZyaffdD4XLK7jlsd38mBzK8vnV/P6CxbyposW8+ALrQyMTrB65XyAzPc5lQkqEt4H/OSIIU+NIfBvs5yjkuIxy1xKIziVlHbm/GriMWPZvGrWt/YyNpHiXZcv452XL6VnaIwvrdnCC/uO8rmrX8biOZV89ec72NDayzeeaKGhppy7n9nHU7s66Rg4xnV3PsfnfrSZz/5wE845RsaSfPL+F3n7bb+n1S9uj04kueXxndz77L5MDSOZcjy2qT1rqso5R9vRYdU5TpNUkYf3lCe4mVkc+CbwRqANeMHM1jjntgaafRQ46pw7x8yuBb4CvPd0dBi8YXRL5yDb2weYU5XgojPmUl9dxu6OIfZ3D7FobiXnLqzFzNjdMciR/mMsb/DmcodGk+zuHGTw2ARnNdawtL6KrsExdncOYsDZC2tpqCmn7egIe7uGqKtMcM7CWirL4uztGqK1Z5glc6s4e2ENyZSjpWOQzoFRmhbU0NRQQ9/IOLuODDA0luTchbUsm1dFe98xdh4ZIB4zzl9cx4LaCvZ0DrGrY4D51eVcsGQOlWUxth8eYH/3EMvmVXPB4jrGJlJsOdTP4f5jnL+ojvMX19E5MOoVR8eSvHzpXM5qrGF3xxDrW3upSMS4bHk9i+dWsqG1j00He1k0p5JXNs2nIhHj+b09bDs8wMsW13Hlyvn0H5vg97s6aTs6wqqm+Vy5cj4tHQM8sb2D4bEkrz1/IZcuq+eZ3V08vvUIdZUJ3vryJTQ11PBfGw/xq21HOH9RHX95+TISMeP7a/fzdEs3rz2/kfetXs6eziFu/91udh4Z4L2rzuR9q1fws42HuPOpvUykUvzV6hX8xSVL+MrPd/D83h7M4ENXNXHRGXP5wk82MzKe5PGtR/jIa1ay88gAfzhwlHdcegY/Xn8IgOf39VBfXc47L1/Ivc/t50DPME+3dPOFt11IdXmcm364iS2H+mmsq+BDVzVxdmMN19+7jr1dQ9z4hnMxM951+VJ+usHb3qvOagBg9coG7nxqb2aUAJMf5sGppHSBOZZnxJBViyiPE49NHsWUnlJaWFeRCZoVDdXs7Rri3IW1XLx0DhOpOhpqyvn+2gMsn1/NB17dRE1Fgpt/uIkPfvd5GmsrWHPDa7juzuf4zEMbqa8uo3NglHdevpQHmltJxI2NbX1sPtRHTXmCa775NF9424Xc8eQetvrTbL/e3sGHX7OSf/3FdjYf7KeqLM6NbziXC8+Yw9d+uZMNrb1csmwun3nzBRwbT/LtJ3ez5VA/775iGR+8qolt7f38YO0BhkYnePcVy3jTRYt5uqWLn21sp64ywTsuW8pFZ8zlie1HeHJXF2c31nL1yxczp7KMJ7Z3sPlgH5eeWc/rLljI4OgET+3spL3/GFf6P4sHeoZZu6eH8WSKK1fO54LFc9h2uJ8XD/RSV5nglU3zWTSngk1tfWxt72dpfRWXLZ9HeTzGxoO97O8e5pyFtbx86VyGRifYfKiPnqFxXrakjnMW1nKkb5St7X2kHFy4ZA5L51Wxv3uI7YcHqKss42VL6phTWUZLxyB7u4ZYMreS8xbXYcDOIwO09x2jqaGGcxbWMnBsgu2H+xk4NsF5i2pZ0VBD29ERthzqwzAuXjqHusoy/mvjIR5e18ZfXraUD79m5cx8IJ4G0znz+UqgxTm3B8DM7geuAYLBcA3wJf/xw8BtZmbuNPy58eimdm58YH3WdILXL5jq3fK1CbNsJrdfSImY8e0n92Sex2PeMfrffXpfZtm86jKGx5J879n9mWXnLarlvhdaM8sqy2JcsWIe9z/fyj3+sqaGat544WJ+8PyBTLs/f8US5lQmuPe5/dz9zD7mVCb4x3dczM4jA9z9zD6cg1Ur5nHLey/lrqf3Zo4c+tp7LuHdVyzjrMZavv74TuZUJvjBx1ZzzsJaBkcn+NGLB7nq7AY+dFUTZvD41iP8ensHX77mIqrK47zxwkVccmY9G1p7edflywD4k3MbWTSngqqyOIvmVALwypXzMbL/ss8XDDXpEUPORfQqEjESsclxRHV5nDmVk5fQSG9r+fzqzLIV82uATt55+TLMvPMk3n7pGXz36X38rzeeR3kixnuuWMadT+5hT9cQ9370MhbOqeSW917KO7/1DD1DY9z1oVfymnMaqKtI8L1n91NdHufO96/irMYaPvq9Zm58YD3zqsv4zw+sor1vhH/82TZ+u6OThXUVfOVdL+fxrR3882Pe1NSSuZXc8Lpz+NGLB/kf31kLwNL6Kl5/wULue/5A5v932bwq5lSW8fmfbOHzP9mSaTc4OpEJcIDGugoe29TOrb/elbX/7n+hlaB4zPj27/ZQCDP5e38yL1syJ+tnqxjZVJ/dZvZu4C3OuY/5z98PrHbO3RBos9lv0+Y/3+236crZ1vXA9f7T84EdM/UP+SMsALqmbDW71KfpKcY+QXH2S32avmLsV74+rXDONZ7ON53OiMHyLMtNk+m0wTl3B3DHNN7ztDOzZufcqkL3I0h9mp5i7BMUZ7/Up+krxn4Vqk/TKT63AWcGni8DDp2ojZklgLlAz0x0UEREZtd0guEF4FwzW2lm5cC1wJqcNmuAD/qP3w08cTrqCyIicvpNOZXknJswsxuAXwBx4C7n3BYz+zLQ7JxbA3wHuNfMWvBGCteezk7PkKKY0sqhPk1PMfYJirNf6tP0FWO/CtKnKYvPIiLy0qIzn0VEJIuCQUREsjnnSuILmA88Duzyv887QbsP+m12AR8MLL8C2AS0ALcyOY2Wd7t4h+De6rffCFye5z12A5vzrLsG2FygPu0CPh5Yv8vv4xbgdiBeBPvq13g1q+1+v/5llvv0NWDM/3owsPyfgFZgEHjAX3ct0BRoc7O/fAfw5sDyt/jLWoCbAstX+tvY5W+z3F9ekfMeHwys//Pc98jTfjb7tMf//xsEbgtspxB9avK30QocAw4D64DXF7hf6X3VinfU5npgA/CXhdxXOZ+Ny/3/w09P+Xlb6A/86X4BX03vHOAm4Ct52sz3f4jnA/P8x+kPiueBV+N9YDwGvPVk2wWu9tsZ8CpgbZ73+Heg23+vm/AuBfJO4Af4wVCAPs0DeoF/8F/7ot8vAx4Bri2CffV54D6/TTnwFPDWWerTAmAcuAxYCIwCr/JfexWwBO8D53Z/2bXAA/7jC/F+2Svwfjl34x2QEfcfn+X/ezYAF/rrPBjY57cDf+s//njgPa7D+4U9C7gEGPG/B98j2H62+1SP92HzJbKDYbb7dK3fbjfwNmCFv423AwcL2K/gvpqbXh/vZ6kD7yCfQuyrB3I+Hx8BHiJiwbADWOI/XgLsyNPmOuDbgeff9pctAbbna3ei7abXzX3/POveG3iPncDv/f/szYXok7+8N/DDssRvVwb8FHhvkeyrHYH2/w789Sz16QtAa2D5WvyQCiybAF7tP07gjboM7y+7mwPtfoEXVq8GfhFYfrP/Zf66CX95pl16Xf/xf8MbvaTf4+fp9wm8R7D9rPYpsP5DZAfDbPcpgfeznW8b3UBFgfqVb1/djPdBf8TvQyH2VVegT+8A/hUv3KcMhlKqMSxyzrUD+N8X5mmzFG8ol9bmL1vqP85dfrLtnmxb6eWL8MJgqb/ucuDfgOHAerPdJ/D++qgJrH8W3l8uA3jXsipEv3L31UIAM6sH/gJvemk2+nQ23i9rWivZJ3CC98vX6m9zAugDGqb57wwubwB6/W3k9ju4zmK8UUr6PfYG2h33HgXoU7rdvOzdNLt98l8/hvezHNzGnwIvOudGC9Evjt9XFcCn8aY+/8ZfvxAegSrTAAADYklEQVT7qg9oMLMa4P8A/8A0TeeSGLPGzH6Ft5NzfW66m8izzJ1k+ZTbCvSpCbgfqPUW26bgtszsUiDmnPtRzmXHZ7xPgX6tzunTtUzuq+C2BvH+Wv4+8Hq8ufiC7avAvyEB3Afc6pzbY8EbG8xQn/Ksk++Poam2NVU/TrTNk/U7+JoFXrOcdlNtazb6lNsut81s9SmfpcBVwOUF7FfuvtqNN538LeB7ZvYYhdtXDi8QbnHODeb/FTteUY0YnHNvcM5dnOfrJ8ARM1sC4H/vyLOJE12+o81/nLuck2y3DTgz3SfgIPAnwN8DP073CTjP39abgZiZ7cObTjrPzH57OvqU3ld5+pTeV6P4o5b0+s65Y3hF8WsKva8C694B7HLO/b/T1ac86+zCG72knUn2aAS8X6Z8l3g5Wf/yLe8C6v1t5PY7uE47UBl4j5WBdse9RwH6lG7Xm72bZrdP/uuVTI42lwGfwpsK3F2ofpF/Xx1yzm0DhoCLC7Sv0u+xGviq/9l0I/BZ/6TlE5tqrqlYvvDmx4JFxq/maTMfbxg+z//aC8z3X3sBr7iYLl5efbLtAn9OdvHy+Tzvcau/4+fnrNtEdvF5NvuUKT7j/cX+T3gF2gTeEQs3FMm+egavGBab5f+/Rrzi8yVMFp9fnfNzNEpOwdN/fBHZhcI9eEXChP94JZOFwov8dR4iu1D4cf/xJwLv8T68Ud1KJovPl+a8R7D9bPcpvf5nya4xzHafrvXb7QFegXe02b70NgrYr+C+Oi+9Pl5x/BDeAQ+F2FcPBveLv/xLRKz43IA3D50+3DH9gbEK+M9Au4/gHUHRAnw4sHwV3uGSu4HbmCzKnGi7hneDot14c4Wr8rzHHrz7UuSu+xdAT4H61ALc4K+3B+jHOyR0C14wfKcI9tXv8f4q34ZXFO4GPjaLfboFr1g4DjziL/syXlC1ASm8EVcP3tFQZwXW/Zy/zR34R0b5y6/Gq6HsBj4XWH6Wv40WvF/odIG00n/e4r/+kcD6v/S/dwFfOkH72e7TUX9/jPn9urBAfTrL30aX///Ujndo6GHg/UWwr474X+v9vv1TAfuUeY9TDQZdEkNERLIUVY1BREQKT8EgIiJZFAwiIpJFwSAiIlkUDCIikkXBICIiWRQMIiKS5f8DXhQAJ1syjXEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.distplot(lr_model.coef_, bins=10);"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's see how many small small / big coefs there are"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [],
   "source": [
    "lr_coefs = np.array(lr_model.coef_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Less than 1e-14:  181\n",
      "More than 1e-5:  123\n"
     ]
    }
   ],
   "source": [
    "print('Less than 1e-14: ', len(lr_coefs[0, lr_coefs[0, :] < 1e-14]))\n",
    "print('More than 1e-5: ', len(lr_coefs[0, lr_coefs[0, :] > 1e-9]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's explore how removing these small coefs impacts the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             column          coef\n",
      "0     TransactionID -1.010086e-06\n",
      "1     TransactionDT  1.533106e-09\n",
      "2    TransactionAmt  2.264405e-11\n",
      "3         ProductCD  3.181912e-08\n",
      "4             card1 -4.434462e-06\n",
      "5             card2  3.459304e-07\n",
      "6             card3  3.284921e-08\n",
      "7             card4 -2.494063e-09\n",
      "8             card5  1.942292e-08\n",
      "9             card6 -1.267535e-08\n",
      "10            addr1 -8.247368e-08\n",
      "11            addr2  1.965732e-08\n",
      "12            dist1  8.493879e-09\n",
      "13            dist2 -6.780214e-09\n",
      "14    P_emaildomain -3.410104e-08\n",
      "15    R_emaildomain  2.465734e-08\n",
      "16               C1  1.718393e-11\n",
      "17               C2  2.424026e-11\n",
      "18               C3 -9.812866e-12\n",
      "19               C4  8.758079e-12\n",
      "20               C5 -3.459409e-12\n",
      "21               C6  6.119719e-12\n",
      "22               C7  7.337205e-12\n",
      "23               C8  1.297256e-11\n",
      "24               C9 -2.292339e-12\n",
      "25              C10  1.135914e-11\n",
      "26              C11  1.085470e-11\n",
      "27              C12  1.176782e-11\n",
      "28              C13 -6.716585e-12\n",
      "29              C14  1.449343e-12\n",
      "..              ...           ...\n",
      "403           id_11  1.560468e-08\n",
      "404           id_12  1.760613e-08\n",
      "405           id_13  3.443629e-07\n",
      "406           id_14  6.095848e-09\n",
      "407           id_15  3.175395e-08\n",
      "408           id_16  2.675013e-08\n",
      "409           id_17  5.629261e-08\n",
      "410           id_18  7.869463e-09\n",
      "411           id_19  7.268935e-07\n",
      "412           id_20  3.882816e-07\n",
      "413           id_21  5.331401e-08\n",
      "414           id_22  9.773977e-10\n",
      "415           id_23  1.649012e-09\n",
      "416           id_24  1.221104e-09\n",
      "417           id_25  6.379133e-08\n",
      "418           id_26  8.425685e-09\n",
      "419           id_27  1.307528e-09\n",
      "420           id_28  2.933029e-08\n",
      "421           id_29  2.945726e-08\n",
      "422           id_30  7.929128e-08\n",
      "423           id_31  9.624601e-07\n",
      "424           id_32  6.795844e-10\n",
      "425           id_33  4.526824e-08\n",
      "426           id_34  3.091655e-09\n",
      "427           id_35  3.065022e-08\n",
      "428           id_36  1.620957e-08\n",
      "429           id_37  1.857123e-08\n",
      "430           id_38  2.838636e-08\n",
      "431      DeviceType  2.247708e-08\n",
      "432      DeviceInfo  3.728846e-06\n",
      "\n",
      "[433 rows x 2 columns]\n"
     ]
    }
   ],
   "source": [
    "column_coefs_df = pd.DataFrame()\n",
    "column_coefs_df['column'] = train_df.drop(columns=['isFraud']).columns\n",
    "column_coefs_df['coef'] = lr_coefs[0, :]\n",
    "print(column_coefs_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's identify features that have significant impact on the model - upper coefs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column</th>\n",
       "      <th>coef</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ProductCD</td>\n",
       "      <td>3.181912e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>card2</td>\n",
       "      <td>3.459304e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>card3</td>\n",
       "      <td>3.284921e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>card5</td>\n",
       "      <td>1.942292e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>addr2</td>\n",
       "      <td>1.965732e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>dist1</td>\n",
       "      <td>8.493879e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>R_emaildomain</td>\n",
       "      <td>2.465734e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>D2</td>\n",
       "      <td>7.051367e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>D3</td>\n",
       "      <td>4.099247e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>D8</td>\n",
       "      <td>4.325927e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>D9</td>\n",
       "      <td>1.318190e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>D10</td>\n",
       "      <td>2.435664e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>M4</td>\n",
       "      <td>1.174267e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>V1</td>\n",
       "      <td>1.025771e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>V2</td>\n",
       "      <td>1.025938e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>V3</td>\n",
       "      <td>1.029215e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>V4</td>\n",
       "      <td>1.035329e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>V5</td>\n",
       "      <td>1.039518e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>V6</td>\n",
       "      <td>1.024851e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>V7</td>\n",
       "      <td>1.025831e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>V8</td>\n",
       "      <td>1.025807e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>V9</td>\n",
       "      <td>1.027716e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>V10</td>\n",
       "      <td>1.032372e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>V11</td>\n",
       "      <td>1.031309e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>V12</td>\n",
       "      <td>2.172374e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>V13</td>\n",
       "      <td>2.194125e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>V14</td>\n",
       "      <td>2.359151e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>V15</td>\n",
       "      <td>3.031836e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>V16</td>\n",
       "      <td>3.037891e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>V17</td>\n",
       "      <td>3.103468e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>V93</td>\n",
       "      <td>2.920013e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>V94</td>\n",
       "      <td>2.847196e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>V208</td>\n",
       "      <td>3.102290e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>V210</td>\n",
       "      <td>3.112595e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>id_05</td>\n",
       "      <td>3.533466e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>403</th>\n",
       "      <td>id_11</td>\n",
       "      <td>1.560468e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>404</th>\n",
       "      <td>id_12</td>\n",
       "      <td>1.760613e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>405</th>\n",
       "      <td>id_13</td>\n",
       "      <td>3.443629e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>406</th>\n",
       "      <td>id_14</td>\n",
       "      <td>6.095848e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>407</th>\n",
       "      <td>id_15</td>\n",
       "      <td>3.175395e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>id_16</td>\n",
       "      <td>2.675013e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409</th>\n",
       "      <td>id_17</td>\n",
       "      <td>5.629261e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>id_18</td>\n",
       "      <td>7.869463e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>id_19</td>\n",
       "      <td>7.268935e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>id_20</td>\n",
       "      <td>3.882816e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413</th>\n",
       "      <td>id_21</td>\n",
       "      <td>5.331401e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>417</th>\n",
       "      <td>id_25</td>\n",
       "      <td>6.379133e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>418</th>\n",
       "      <td>id_26</td>\n",
       "      <td>8.425685e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>420</th>\n",
       "      <td>id_28</td>\n",
       "      <td>2.933029e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>421</th>\n",
       "      <td>id_29</td>\n",
       "      <td>2.945726e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>422</th>\n",
       "      <td>id_30</td>\n",
       "      <td>7.929128e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423</th>\n",
       "      <td>id_31</td>\n",
       "      <td>9.624601e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425</th>\n",
       "      <td>id_33</td>\n",
       "      <td>4.526824e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>426</th>\n",
       "      <td>id_34</td>\n",
       "      <td>3.091655e-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>id_35</td>\n",
       "      <td>3.065022e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>id_36</td>\n",
       "      <td>1.620957e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>429</th>\n",
       "      <td>id_37</td>\n",
       "      <td>1.857123e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>430</th>\n",
       "      <td>id_38</td>\n",
       "      <td>2.838636e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>431</th>\n",
       "      <td>DeviceType</td>\n",
       "      <td>2.247708e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>432</th>\n",
       "      <td>DeviceInfo</td>\n",
       "      <td>3.728846e-06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>107 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            column          coef\n",
       "3        ProductCD  3.181912e-08\n",
       "5            card2  3.459304e-07\n",
       "6            card3  3.284921e-08\n",
       "8            card5  1.942292e-08\n",
       "11           addr2  1.965732e-08\n",
       "12           dist1  8.493879e-09\n",
       "15   R_emaildomain  2.465734e-08\n",
       "31              D2  7.051367e-09\n",
       "32              D3  4.099247e-09\n",
       "37              D8  4.325927e-09\n",
       "38              D9  1.318190e-08\n",
       "39             D10  2.435664e-09\n",
       "48              M4  1.174267e-08\n",
       "54              V1  1.025771e-08\n",
       "55              V2  1.025938e-08\n",
       "56              V3  1.029215e-08\n",
       "57              V4  1.035329e-08\n",
       "58              V5  1.039518e-08\n",
       "59              V6  1.024851e-08\n",
       "60              V7  1.025831e-08\n",
       "61              V8  1.025807e-08\n",
       "62              V9  1.027716e-08\n",
       "63             V10  1.032372e-08\n",
       "64             V11  1.031309e-08\n",
       "65             V12  2.172374e-09\n",
       "66             V13  2.194125e-09\n",
       "67             V14  2.359151e-09\n",
       "68             V15  3.031836e-09\n",
       "69             V16  3.037891e-09\n",
       "70             V17  3.103468e-09\n",
       "..             ...           ...\n",
       "146            V93  2.920013e-09\n",
       "147            V94  2.847196e-09\n",
       "261           V208  3.102290e-09\n",
       "263           V210  3.112595e-09\n",
       "397          id_05  3.533466e-09\n",
       "403          id_11  1.560468e-08\n",
       "404          id_12  1.760613e-08\n",
       "405          id_13  3.443629e-07\n",
       "406          id_14  6.095848e-09\n",
       "407          id_15  3.175395e-08\n",
       "408          id_16  2.675013e-08\n",
       "409          id_17  5.629261e-08\n",
       "410          id_18  7.869463e-09\n",
       "411          id_19  7.268935e-07\n",
       "412          id_20  3.882816e-07\n",
       "413          id_21  5.331401e-08\n",
       "417          id_25  6.379133e-08\n",
       "418          id_26  8.425685e-09\n",
       "420          id_28  2.933029e-08\n",
       "421          id_29  2.945726e-08\n",
       "422          id_30  7.929128e-08\n",
       "423          id_31  9.624601e-07\n",
       "425          id_33  4.526824e-08\n",
       "426          id_34  3.091655e-09\n",
       "427          id_35  3.065022e-08\n",
       "428          id_36  1.620957e-08\n",
       "429          id_37  1.857123e-08\n",
       "430          id_38  2.838636e-08\n",
       "431     DeviceType  2.247708e-08\n",
       "432     DeviceInfo  3.728846e-06\n",
       "\n",
       "[107 rows x 2 columns]"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "significant_features = column_coefs_df[column_coefs_df['coef'] > 2e-9]\n",
    "significant_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_df_X = train_df[significant_features['column']]\n",
    "train_df_y = train_df['isFraud']\n",
    "train_X, test_X, train_y, test_y = train_test_split(train_df_X, train_df_y, test_size=.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend ThreadingBackend with 8 concurrent workers.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max_iter reached after 72 seconds\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/simon/anaconda3/lib/python3.7/site-packages/sklearn/linear_model/sag.py:334: ConvergenceWarning: The max_iter was reached which means the coef_ did not converge\n",
      "  \"the coef_ did not converge\", ConvergenceWarning)\n",
      "[Parallel(n_jobs=-1)]: Done   1 out of   1 | elapsed:  1.2min finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='warn', n_jobs=-1,\n",
       "          penalty='l2', random_state=None, solver='saga', tol=0.0001,\n",
       "          verbose=1, warm_start=False)"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lr_model = LogisticRegression(solver='saga', max_iter=100, n_jobs=-1, verbose=1)\n",
    "lr_model.fit(train_X, train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9649558031632065"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lr_model.score(test_X, test_y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Predict frauds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ProductCD</th>\n",
       "      <th>card2</th>\n",
       "      <th>card3</th>\n",
       "      <th>card5</th>\n",
       "      <th>addr2</th>\n",
       "      <th>dist1</th>\n",
       "      <th>R_emaildomain</th>\n",
       "      <th>D2</th>\n",
       "      <th>D3</th>\n",
       "      <th>D8</th>\n",
       "      <th>...</th>\n",
       "      <th>id_30</th>\n",
       "      <th>id_31</th>\n",
       "      <th>id_33</th>\n",
       "      <th>id_34</th>\n",
       "      <th>id_35</th>\n",
       "      <th>id_36</th>\n",
       "      <th>id_37</th>\n",
       "      <th>id_38</th>\n",
       "      <th>DeviceType</th>\n",
       "      <th>DeviceInfo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.006492</td>\n",
       "      <td>0.000418</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.002309</td>\n",
       "      <td>0.000108</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>322</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.040829</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.002123</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000263</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000651</td>\n",
       "      <td>0.000635</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000341</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000558</td>\n",
       "      <td>0.000542</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.004695</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.001983</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.001069</td>\n",
       "      <td>0.000542</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>177</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000418</td>\n",
       "      <td>0.000418</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000232</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>77</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.002712</td>\n",
       "      <td>0.000496</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.002076</td>\n",
       "      <td>0.000868</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0</td>\n",
       "      <td>438</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.009824</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.003285</td>\n",
       "      <td>0.001952</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.009638</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.007546</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.009638</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506661</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506662</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506663</th>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.001023</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506664</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.002371</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000511</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506665</th>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>157</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506666</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.001240</td>\n",
       "      <td>0.000449</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506667</th>\n",
       "      <td>0</td>\n",
       "      <td>64</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000449</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506668</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000124</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.001085</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506669</th>\n",
       "      <td>0</td>\n",
       "      <td>49</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506670</th>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.006725</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.352296</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>157</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506671</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506672</th>\n",
       "      <td>0</td>\n",
       "      <td>49</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.004184</td>\n",
       "      <td>0.004184</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506673</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.007655</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506674</th>\n",
       "      <td>2</td>\n",
       "      <td>101</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>165</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506675</th>\n",
       "      <td>2</td>\n",
       "      <td>126</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>135</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506676</th>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>157</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506677</th>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.001240</td>\n",
       "      <td>0.000325</td>\n",
       "      <td>0.406777</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>165</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506678</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506679</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.464560</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>165</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506680</th>\n",
       "      <td>2</td>\n",
       "      <td>71</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000496</td>\n",
       "      <td>0.000449</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>157</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506681</th>\n",
       "      <td>2</td>\n",
       "      <td>71</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>165</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506682</th>\n",
       "      <td>0</td>\n",
       "      <td>64</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.000449</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506683</th>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.009607</td>\n",
       "      <td>0.000201</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506684</th>\n",
       "      <td>2</td>\n",
       "      <td>71</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.005780</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.453333</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>165</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506685</th>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>9</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>15</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506686</th>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506687</th>\n",
       "      <td>2</td>\n",
       "      <td>71</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>67</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506688</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506689</th>\n",
       "      <td>0</td>\n",
       "      <td>280</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506690</th>\n",
       "      <td>2</td>\n",
       "      <td>277</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.339749</td>\n",
       "      <td>...</td>\n",
       "      <td>-1</td>\n",
       "      <td>169</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>506691 rows × 107 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        ProductCD  card2  card3  card5  addr2     dist1  R_emaildomain  \\\n",
       "0               0      8      0      4      0  0.000015             -1   \n",
       "1               0      8      0      4      0  0.000062             -1   \n",
       "2               0    322      0      4      0  0.040829             -1   \n",
       "3               0      6      0      2      0  0.000263             -1   \n",
       "4               0     30      0      3      0  0.000093             -1   \n",
       "5               0     17      0      4      0  1.000000             -1   \n",
       "6               0     47      0     29      0  1.000000             -1   \n",
       "7               0     33      0      1      0  0.004695             -1   \n",
       "8               0      7      0      4      0  0.000046             -1   \n",
       "9               0     17      0      4      0  0.000124             -1   \n",
       "10              0    177      0      5      0  1.000000             -1   \n",
       "11              0     17      0      4      0  1.000000             -1   \n",
       "12              0      8      0      4      0  0.000232             -1   \n",
       "13              0     77      0      3      0  1.000000             -1   \n",
       "14              0     67      0      4      0  1.000000             -1   \n",
       "15              0     29      0      5      0  1.000000             -1   \n",
       "16              0    438      0      5      0  1.000000             -1   \n",
       "17              0     17      0      4      0  1.000000             -1   \n",
       "18              0     47      0     29      0  1.000000             -1   \n",
       "19              0     17      0      4      0  0.000155             -1   \n",
       "20              0    106      0      2      0  1.000000             -1   \n",
       "21              0     33      0      1      0  1.000000             -1   \n",
       "22              0      5      0      3      0  0.000000             -1   \n",
       "23              0     44      0     29      0  1.000000             -1   \n",
       "24              0      5      0      4      0  1.000000             -1   \n",
       "25              0     17      0      4      0  0.000093             -1   \n",
       "26              0     33      0      1      0  1.000000             -1   \n",
       "27              0      2      0      4      0  0.000015             -1   \n",
       "28              0     44      0     29      0  1.000000             -1   \n",
       "29              0      5      0      3      0  0.000139             -1   \n",
       "...           ...    ...    ...    ...    ...       ...            ...   \n",
       "506661          0      5      0      4      0  1.000000             -1   \n",
       "506662          0      8      0      4      0  1.000000             -1   \n",
       "506663          0     12      0      4      0  0.001023             -1   \n",
       "506664          0      5      0      4      0  0.002371             -1   \n",
       "506665          2     10      2      5      1  1.000000              1   \n",
       "506666          0      8      0      5      0  1.000000             -1   \n",
       "506667          0     64      0      2      0  0.000139             -1   \n",
       "506668          0      8      0      5      0  0.000124             -1   \n",
       "506669          0     49      0      4      0  0.000201             -1   \n",
       "506670          2     10      2      5      1  1.000000              1   \n",
       "506671          0      8      0      4      0  1.000000             -1   \n",
       "506672          0     49      0      4      0  1.000000             -1   \n",
       "506673          0      5      0      4      0  0.000170             -1   \n",
       "506674          2    101      2     10      1  1.000000              0   \n",
       "506675          2    126      2      5      1  1.000000              0   \n",
       "506676          2     26      2      4      1  1.000000              0   \n",
       "506677          2     26      2     10      1  1.000000              1   \n",
       "506678          0      8      0      2      0  1.000000             -1   \n",
       "506679          2      5      9      8      1  1.000000              0   \n",
       "506680          2     71      2      5      1  1.000000              1   \n",
       "506681          2     71      2      5      1  1.000000              0   \n",
       "506682          0     64      0      2      0  0.000139             -1   \n",
       "506683          0     17      0      4      0  0.000000             -1   \n",
       "506684          2     71      2      5      1  1.000000              1   \n",
       "506685          1     23      0      4      0  1.000000              9   \n",
       "506686          2     10      2      5      4  1.000000              0   \n",
       "506687          2     71      2      5      1  1.000000              1   \n",
       "506688          0      2      0      4      0  1.000000             -1   \n",
       "506689          0    280      0      5      0  1.000000             -1   \n",
       "506690          2    277      4     12      1  1.000000              1   \n",
       "\n",
       "              D2        D3        D8     ...      id_30  id_31  id_33  id_34  \\\n",
       "0       0.006492  0.000418  0.000000     ...         -1     -1     -1     -1   \n",
       "1       0.002309  0.000108  0.000000     ...         -1     -1     -1     -1   \n",
       "2       0.002123  0.000155  0.000000     ...         -1     -1     -1     -1   \n",
       "3       0.000651  0.000635  0.000000     ...         -1     -1     -1     -1   \n",
       "4       0.000341  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "5       0.000558  0.000542  0.000000     ...         -1     -1     -1     -1   \n",
       "6       1.000000  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "7       1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "8       0.001983  0.000201  0.000000     ...         -1     -1     -1     -1   \n",
       "9       0.001069  0.000542  0.000000     ...         -1     -1     -1     -1   \n",
       "10      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "11      0.000418  0.000418  0.000000     ...         -1     -1     -1     -1   \n",
       "12      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "13      0.002712  0.000496  0.000000     ...         -1     -1     -1     -1   \n",
       "14      0.002076  0.000868  0.000000     ...         -1     -1     -1     -1   \n",
       "15      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "16      1.000000  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "17      0.000093  0.000077  0.000000     ...         -1     -1     -1     -1   \n",
       "18      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "19      0.000248  0.000248  0.000000     ...         -1     -1     -1     -1   \n",
       "20      0.009824  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "21      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "22      0.003285  0.001952  0.000000     ...         -1     -1     -1     -1   \n",
       "23      0.009638  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "24      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "25      0.007546  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "26      1.000000  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "27      0.000093  0.000077  0.000000     ...         -1     -1     -1     -1   \n",
       "28      0.009638  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "29      1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "...          ...       ...       ...     ...        ...    ...    ...    ...   \n",
       "506661  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506662  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506663  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506664  0.000511  0.000031  0.000000     ...         -1     -1     -1     -1   \n",
       "506665  1.000000  1.000000  0.000000     ...         -1    157     -1     -1   \n",
       "506666  0.001240  0.000449  0.000000     ...         -1     -1     -1     -1   \n",
       "506667  0.000449  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506668  0.001085  0.000077  0.000000     ...         -1     -1     -1     -1   \n",
       "506669  0.000155  0.000155  0.000000     ...         -1     -1     -1     -1   \n",
       "506670  0.006725  0.000170  0.352296     ...         -1    157     -1     -1   \n",
       "506671  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506672  0.004184  0.004184  0.000000     ...         -1     -1     -1     -1   \n",
       "506673  0.007655  0.000093  0.000000     ...         -1     -1     -1     -1   \n",
       "506674  1.000000  1.000000  0.000000     ...         -1    165     -1     -1   \n",
       "506675  1.000000  1.000000  0.000000     ...         -1    135     -1     -1   \n",
       "506676  1.000000  1.000000  0.000000     ...         -1    157     -1     -1   \n",
       "506677  0.001240  0.000325  0.406777     ...         -1    165     -1     -1   \n",
       "506678  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506679  0.000062  0.000062  0.464560     ...         -1    165     -1     -1   \n",
       "506680  0.000496  0.000449  0.000000     ...         -1    157     -1     -1   \n",
       "506681  1.000000  1.000000  0.000000     ...         -1    165     -1     -1   \n",
       "506682  0.000449  0.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506683  0.009607  0.000201  0.000000     ...         -1     -1     -1     -1   \n",
       "506684  0.005780  0.000015  0.453333     ...         -1    165     -1     -1   \n",
       "506685  1.000000  1.000000  0.000000     ...         15     19      1      0   \n",
       "506686  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506687  0.000248  0.000248  0.000000     ...         -1     67     -1     -1   \n",
       "506688  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506689  1.000000  1.000000  0.000000     ...         -1     -1     -1     -1   \n",
       "506690  1.000000  1.000000  0.339749     ...         -1    169     -1     -1   \n",
       "\n",
       "        id_35  id_36  id_37  id_38  DeviceType  DeviceInfo  \n",
       "0          -1     -1     -1     -1          -1          -1  \n",
       "1          -1     -1     -1     -1          -1          -1  \n",
       "2          -1     -1     -1     -1          -1          -1  \n",
       "3          -1     -1     -1     -1          -1          -1  \n",
       "4          -1     -1     -1     -1          -1          -1  \n",
       "5          -1     -1     -1     -1          -1          -1  \n",
       "6          -1     -1     -1     -1          -1          -1  \n",
       "7          -1     -1     -1     -1          -1          -1  \n",
       "8          -1     -1     -1     -1          -1          -1  \n",
       "9          -1     -1     -1     -1          -1          -1  \n",
       "10         -1     -1     -1     -1          -1          -1  \n",
       "11         -1     -1     -1     -1          -1          -1  \n",
       "12         -1     -1     -1     -1          -1          -1  \n",
       "13         -1     -1     -1     -1          -1          -1  \n",
       "14         -1     -1     -1     -1          -1          -1  \n",
       "15         -1     -1     -1     -1          -1          -1  \n",
       "16         -1     -1     -1     -1          -1          -1  \n",
       "17         -1     -1     -1     -1          -1          -1  \n",
       "18         -1     -1     -1     -1          -1          -1  \n",
       "19         -1     -1     -1     -1          -1          -1  \n",
       "20         -1     -1     -1     -1          -1          -1  \n",
       "21         -1     -1     -1     -1          -1          -1  \n",
       "22         -1     -1     -1     -1          -1          -1  \n",
       "23         -1     -1     -1     -1          -1          -1  \n",
       "24         -1     -1     -1     -1          -1          -1  \n",
       "25         -1     -1     -1     -1          -1          -1  \n",
       "26         -1     -1     -1     -1          -1          -1  \n",
       "27         -1     -1     -1     -1          -1          -1  \n",
       "28         -1     -1     -1     -1          -1          -1  \n",
       "29         -1     -1     -1     -1          -1          -1  \n",
       "...       ...    ...    ...    ...         ...         ...  \n",
       "506661     -1     -1     -1     -1          -1          -1  \n",
       "506662     -1     -1     -1     -1          -1          -1  \n",
       "506663     -1     -1     -1     -1          -1          -1  \n",
       "506664     -1     -1     -1     -1          -1          -1  \n",
       "506665      1      0      0      1           1           2  \n",
       "506666     -1     -1     -1     -1          -1          -1  \n",
       "506667     -1     -1     -1     -1          -1          -1  \n",
       "506668     -1     -1     -1     -1          -1          -1  \n",
       "506669     -1     -1     -1     -1          -1          -1  \n",
       "506670      1      0      0      1           1           2  \n",
       "506671     -1     -1     -1     -1          -1          -1  \n",
       "506672     -1     -1     -1     -1          -1          -1  \n",
       "506673     -1     -1     -1     -1          -1          -1  \n",
       "506674      1      0      0      1           0        2147  \n",
       "506675      1      0      1      1           0          -1  \n",
       "506676      1      0      0      1           1           2  \n",
       "506677      1      0      0      1           0        2411  \n",
       "506678     -1     -1     -1     -1          -1          -1  \n",
       "506679      1      0      0      1           0        2223  \n",
       "506680      1      0      0      1           1          -1  \n",
       "506681      1      0      0      1           0        2159  \n",
       "506682     -1     -1     -1     -1          -1          -1  \n",
       "506683     -1     -1     -1     -1          -1          -1  \n",
       "506684      1      0      0      1           0        2399  \n",
       "506685      0      0      1      0           0           1  \n",
       "506686     -1     -1     -1     -1          -1          -1  \n",
       "506687      1      0      0      1           0          91  \n",
       "506688     -1     -1     -1     -1          -1          -1  \n",
       "506689     -1     -1     -1     -1          -1          -1  \n",
       "506690      1      0      0      1           0          38  \n",
       "\n",
       "[506691 rows x 107 columns]"
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df[significant_features['column']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.97343632 0.02656368]\n",
      " [0.96225033 0.03774967]\n",
      " [0.96918701 0.03081299]\n",
      " ...\n",
      " [0.9716007  0.0283993 ]\n",
      " [0.97716328 0.02283672]\n",
      " [0.92542035 0.07457965]]\n"
     ]
    }
   ],
   "source": [
    "predictions = lr_model.predict_proba(test_df[significant_features['column']])\n",
    "print(predictions)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Display statistics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test ROC AUC:  0.5\n",
      "Test RMSE:  0.18715571907598655\n",
      "Score (Mean Accuracy):  0.9649558031632065\n"
     ]
    }
   ],
   "source": [
    "print('Test ROC AUC: ', roc_auc_score(test_y, test_predictions))\n",
    "print('Test RMSE: ', math.sqrt(mean_squared_error(test_y, test_predictions)))\n",
    "print('Score (Mean Accuracy): ', lr_model.score(test_X, test_y))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The score was improved from 0.96471 to 0.0.96495"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Save submission data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [],
   "source": [
    "submission_result = test_df.filter(items=['TransactionID']).copy()\n",
    "submission_result['isFraud'] = predictions[:, 1]\n",
    "submission_result[['TransactionID', 'isFraud']].to_csv(f'{ASSETS_PATH}submission-lr.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}