IR Project - Deep Learning-based Online Alternative Product Recommendations at Scale.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# IR Project"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd \n",
    "from collections import defaultdict\n",
    "from pprint import pprint\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    " \n",
    "matplotlib.rcParams['figure.figsize'] = (8, 6)\n",
    "\n",
    "import keras\n",
    "from keras.utils import np_utils\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense\n",
    "from keras.layers import Dropout\n",
    "from keras.layers import LSTM\n",
    "from keras.layers import Merge\n",
    "from keras.layers import Convolution1D\n",
    "from keras.layers import Bidirectional\n",
    "from keras.layers import Reshape\n",
    "from keras.layers import Flatten\n",
    "seed = 0\n",
    "np.random.seed(seed)\n",
    "\n",
    "import time\n",
    "import operator\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "cat_col = ['fecha_dato', 'ncodpers','ind_empleado','pais_residencia','sexo','age','fecha_alta','ind_nuevo','antiguedad','indrel', 'indrel_1mes','tiprel_1mes','indresi','indext','conyuemp','canal_entrada','indfall', 'tipodom','cod_prov','ind_actividad_cliente','renta','segmento']\n",
    "\n",
    "notuse = [\"ult_fec_cli_1t\",\"nomprov\"]\n",
    "\n",
    "product_col = [\n",
    " 'ind_ahor_fin_ult1','ind_aval_fin_ult1','ind_cco_fin_ult1','ind_cder_fin_ult1','ind_cno_fin_ult1','ind_ctju_fin_ult1',\n",
    " 'ind_ctma_fin_ult1','ind_ctop_fin_ult1','ind_ctpp_fin_ult1','ind_deco_fin_ult1','ind_deme_fin_ult1',\n",
    " 'ind_dela_fin_ult1','ind_ecue_fin_ult1','ind_fond_fin_ult1','ind_hip_fin_ult1','ind_plan_fin_ult1',\n",
    " 'ind_pres_fin_ult1','ind_reca_fin_ult1','ind_tjcr_fin_ult1','ind_valo_fin_ult1','ind_viv_fin_ult1','ind_nomina_ult1',\n",
    " 'ind_nom_pens_ult1','ind_recibo_ult1']\n",
    "\n",
    "product_col = product_col[2:]\n",
    "\n",
    "train_cols = cat_col + product_col\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/rkcosmos/anaconda/lib/python3.5/site-packages/IPython/core/interactiveshell.py:2717: DtypeWarning: Columns (5,8,11,15) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "df_train = pd.read_csv('input/train_ver2.csv',usecols=train_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train['fecha_dato'] = pd.to_datetime(df_train['fecha_dato'], format='%Y-%m-%d', errors='ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "month = 6\n",
    "\n",
    "df_train_curr = df_train.loc[df_train['fecha_dato']=='2015-06-28',:]\n",
    "df_train_5 = df_train.loc[df_train['fecha_dato']=='2015-05-28', product_col+['ncodpers']]\n",
    "df_train_4 = df_train.loc[df_train['fecha_dato']=='2015-04-28', product_col+['ncodpers']]\n",
    "df_train_3 = df_train.loc[df_train['fecha_dato']=='2015-03-28', product_col+['ncodpers']]\n",
    "df_train_2 = df_train.loc[df_train['fecha_dato']=='2015-02-28', product_col+['ncodpers']]\n",
    "df_train_1 = df_train.loc[df_train['fecha_dato']=='2015-01-28', product_col+['ncodpers']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dfm = pd.merge(df_train_curr,df_train_5, how='left', on=['ncodpers'], suffixes=('', '_5'))\n",
    "dfm = pd.merge(dfm,df_train_4, how='left', on=['ncodpers'], suffixes=('', '_4'))\n",
    "dfm = pd.merge(dfm,df_train_3, how='left', on=['ncodpers'], suffixes=('', '_3'))\n",
    "dfm = pd.merge(dfm,df_train_2, how='left', on=['ncodpers'], suffixes=('', '_2'))\n",
    "dfm = pd.merge(dfm,df_train_1, how='left', on=['ncodpers'], suffixes=('', '_1'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fecha_dato</th>\n",
       "      <th>ncodpers</th>\n",
       "      <th>ind_empleado</th>\n",
       "      <th>pais_residencia</th>\n",
       "      <th>sexo</th>\n",
       "      <th>age</th>\n",
       "      <th>fecha_alta</th>\n",
       "      <th>ind_nuevo</th>\n",
       "      <th>antiguedad</th>\n",
       "      <th>indrel</th>\n",
       "      <th>indrel_1mes</th>\n",
       "      <th>tiprel_1mes</th>\n",
       "      <th>indresi</th>\n",
       "      <th>indext</th>\n",
       "      <th>conyuemp</th>\n",
       "      <th>canal_entrada</th>\n",
       "      <th>indfall</th>\n",
       "      <th>tipodom</th>\n",
       "      <th>cod_prov</th>\n",
       "      <th>ind_actividad_cliente</th>\n",
       "      <th>renta</th>\n",
       "      <th>segmento</th>\n",
       "      <th>ind_cco_fin_ult1</th>\n",
       "      <th>ind_cder_fin_ult1</th>\n",
       "      <th>ind_cno_fin_ult1</th>\n",
       "      <th>ind_ctju_fin_ult1</th>\n",
       "      <th>ind_ctma_fin_ult1</th>\n",
       "      <th>ind_ctop_fin_ult1</th>\n",
       "      <th>ind_ctpp_fin_ult1</th>\n",
       "      <th>ind_deco_fin_ult1</th>\n",
       "      <th>ind_deme_fin_ult1</th>\n",
       "      <th>ind_dela_fin_ult1</th>\n",
       "      <th>ind_ecue_fin_ult1</th>\n",
       "      <th>ind_fond_fin_ult1</th>\n",
       "      <th>ind_hip_fin_ult1</th>\n",
       "      <th>ind_plan_fin_ult1</th>\n",
       "      <th>ind_pres_fin_ult1</th>\n",
       "      <th>ind_reca_fin_ult1</th>\n",
       "      <th>ind_tjcr_fin_ult1</th>\n",
       "      <th>ind_valo_fin_ult1</th>\n",
       "      <th>ind_viv_fin_ult1</th>\n",
       "      <th>ind_nomina_ult1</th>\n",
       "      <th>ind_nom_pens_ult1</th>\n",
       "      <th>ind_recibo_ult1</th>\n",
       "      <th>ind_cco_fin_ult1_5</th>\n",
       "      <th>ind_cder_fin_ult1_5</th>\n",
       "      <th>ind_cno_fin_ult1_5</th>\n",
       "      <th>ind_ctju_fin_ult1_5</th>\n",
       "      <th>ind_ctma_fin_ult1_5</th>\n",
       "      <th>ind_ctop_fin_ult1_5</th>\n",
       "      <th>ind_ctpp_fin_ult1_5</th>\n",
       "      <th>ind_deco_fin_ult1_5</th>\n",
       "      <th>ind_deme_fin_ult1_5</th>\n",
       "      <th>ind_dela_fin_ult1_5</th>\n",
       "      <th>ind_ecue_fin_ult1_5</th>\n",
       "      <th>ind_fond_fin_ult1_5</th>\n",
       "      <th>ind_hip_fin_ult1_5</th>\n",
       "      <th>ind_plan_fin_ult1_5</th>\n",
       "      <th>ind_pres_fin_ult1_5</th>\n",
       "      <th>ind_reca_fin_ult1_5</th>\n",
       "      <th>ind_tjcr_fin_ult1_5</th>\n",
       "      <th>ind_valo_fin_ult1_5</th>\n",
       "      <th>ind_viv_fin_ult1_5</th>\n",
       "      <th>ind_nomina_ult1_5</th>\n",
       "      <th>ind_nom_pens_ult1_5</th>\n",
       "      <th>ind_recibo_ult1_5</th>\n",
       "      <th>ind_cco_fin_ult1_4</th>\n",
       "      <th>ind_cder_fin_ult1_4</th>\n",
       "      <th>ind_cno_fin_ult1_4</th>\n",
       "      <th>ind_ctju_fin_ult1_4</th>\n",
       "      <th>ind_ctma_fin_ult1_4</th>\n",
       "      <th>ind_ctop_fin_ult1_4</th>\n",
       "      <th>ind_ctpp_fin_ult1_4</th>\n",
       "      <th>ind_deco_fin_ult1_4</th>\n",
       "      <th>ind_deme_fin_ult1_4</th>\n",
       "      <th>ind_dela_fin_ult1_4</th>\n",
       "      <th>ind_ecue_fin_ult1_4</th>\n",
       "      <th>ind_fond_fin_ult1_4</th>\n",
       "      <th>ind_hip_fin_ult1_4</th>\n",
       "      <th>ind_plan_fin_ult1_4</th>\n",
       "      <th>ind_pres_fin_ult1_4</th>\n",
       "      <th>ind_reca_fin_ult1_4</th>\n",
       "      <th>ind_tjcr_fin_ult1_4</th>\n",
       "      <th>ind_valo_fin_ult1_4</th>\n",
       "      <th>ind_viv_fin_ult1_4</th>\n",
       "      <th>ind_nomina_ult1_4</th>\n",
       "      <th>ind_nom_pens_ult1_4</th>\n",
       "      <th>ind_recibo_ult1_4</th>\n",
       "      <th>ind_cco_fin_ult1_3</th>\n",
       "      <th>ind_cder_fin_ult1_3</th>\n",
       "      <th>ind_cno_fin_ult1_3</th>\n",
       "      <th>ind_ctju_fin_ult1_3</th>\n",
       "      <th>ind_ctma_fin_ult1_3</th>\n",
       "      <th>ind_ctop_fin_ult1_3</th>\n",
       "      <th>ind_ctpp_fin_ult1_3</th>\n",
       "      <th>ind_deco_fin_ult1_3</th>\n",
       "      <th>ind_deme_fin_ult1_3</th>\n",
       "      <th>ind_dela_fin_ult1_3</th>\n",
       "      <th>ind_ecue_fin_ult1_3</th>\n",
       "      <th>ind_fond_fin_ult1_3</th>\n",
       "      <th>ind_hip_fin_ult1_3</th>\n",
       "      <th>ind_plan_fin_ult1_3</th>\n",
       "      <th>ind_pres_fin_ult1_3</th>\n",
       "      <th>ind_reca_fin_ult1_3</th>\n",
       "      <th>ind_tjcr_fin_ult1_3</th>\n",
       "      <th>ind_valo_fin_ult1_3</th>\n",
       "      <th>ind_viv_fin_ult1_3</th>\n",
       "      <th>ind_nomina_ult1_3</th>\n",
       "      <th>ind_nom_pens_ult1_3</th>\n",
       "      <th>ind_recibo_ult1_3</th>\n",
       "      <th>ind_cco_fin_ult1_2</th>\n",
       "      <th>ind_cder_fin_ult1_2</th>\n",
       "      <th>ind_cno_fin_ult1_2</th>\n",
       "      <th>ind_ctju_fin_ult1_2</th>\n",
       "      <th>ind_ctma_fin_ult1_2</th>\n",
       "      <th>ind_ctop_fin_ult1_2</th>\n",
       "      <th>ind_ctpp_fin_ult1_2</th>\n",
       "      <th>ind_deco_fin_ult1_2</th>\n",
       "      <th>ind_deme_fin_ult1_2</th>\n",
       "      <th>ind_dela_fin_ult1_2</th>\n",
       "      <th>ind_ecue_fin_ult1_2</th>\n",
       "      <th>ind_fond_fin_ult1_2</th>\n",
       "      <th>ind_hip_fin_ult1_2</th>\n",
       "      <th>ind_plan_fin_ult1_2</th>\n",
       "      <th>ind_pres_fin_ult1_2</th>\n",
       "      <th>ind_reca_fin_ult1_2</th>\n",
       "      <th>ind_tjcr_fin_ult1_2</th>\n",
       "      <th>ind_valo_fin_ult1_2</th>\n",
       "      <th>ind_viv_fin_ult1_2</th>\n",
       "      <th>ind_nomina_ult1_2</th>\n",
       "      <th>ind_nom_pens_ult1_2</th>\n",
       "      <th>ind_recibo_ult1_2</th>\n",
       "      <th>ind_cco_fin_ult1_1</th>\n",
       "      <th>ind_cder_fin_ult1_1</th>\n",
       "      <th>ind_cno_fin_ult1_1</th>\n",
       "      <th>ind_ctju_fin_ult1_1</th>\n",
       "      <th>ind_ctma_fin_ult1_1</th>\n",
       "      <th>ind_ctop_fin_ult1_1</th>\n",
       "      <th>ind_ctpp_fin_ult1_1</th>\n",
       "      <th>ind_deco_fin_ult1_1</th>\n",
       "      <th>ind_deme_fin_ult1_1</th>\n",
       "      <th>ind_dela_fin_ult1_1</th>\n",
       "      <th>ind_ecue_fin_ult1_1</th>\n",
       "      <th>ind_fond_fin_ult1_1</th>\n",
       "      <th>ind_hip_fin_ult1_1</th>\n",
       "      <th>ind_plan_fin_ult1_1</th>\n",
       "      <th>ind_pres_fin_ult1_1</th>\n",
       "      <th>ind_reca_fin_ult1_1</th>\n",
       "      <th>ind_tjcr_fin_ult1_1</th>\n",
       "      <th>ind_valo_fin_ult1_1</th>\n",
       "      <th>ind_viv_fin_ult1_1</th>\n",
       "      <th>ind_nomina_ult1_1</th>\n",
       "      <th>ind_nom_pens_ult1_1</th>\n",
       "      <th>ind_recibo_ult1_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2015-06-28</td>\n",
       "      <td>16132</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>V</td>\n",
       "      <td>48</td>\n",
       "      <td>1995-03-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>244</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>A</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KAT</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>160900.95</td>\n",
       "      <td>02 - PARTICULARES</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2015-06-28</td>\n",
       "      <td>1063040</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>V</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-09-19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>A</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>74693.67</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2015-06-28</td>\n",
       "      <td>1063041</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>H</td>\n",
       "      <td>24</td>\n",
       "      <td>2012-09-19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>A</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>35053.77</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2015-06-28</td>\n",
       "      <td>1063042</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>H</td>\n",
       "      <td>26</td>\n",
       "      <td>2012-09-19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>I</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>72386.49</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2015-06-28</td>\n",
       "      <td>1063043</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>V</td>\n",
       "      <td>23</td>\n",
       "      <td>2012-09-19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>34</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>I</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  fecha_dato  ncodpers ind_empleado pais_residencia sexo  age  fecha_alta  \\\n",
       "0 2015-06-28     16132            N              ES    V   48  1995-03-08   \n",
       "1 2015-06-28   1063040            N              ES    V   25  2012-09-19   \n",
       "2 2015-06-28   1063041            N              ES    H   24  2012-09-19   \n",
       "3 2015-06-28   1063042            N              ES    H   26  2012-09-19   \n",
       "4 2015-06-28   1063043            N              ES    V   23  2012-09-19   \n",
       "\n",
       "   ind_nuevo antiguedad  indrel indrel_1mes tiprel_1mes indresi indext  \\\n",
       "0        0.0        244     1.0           1           A       S      N   \n",
       "1        0.0         34     1.0           1           A       S      N   \n",
       "2        0.0         34     1.0           1           A       S      N   \n",
       "3        0.0         34     1.0           1           I       S      N   \n",
       "4        0.0         34     1.0           1           I       S      N   \n",
       "\n",
       "  conyuemp canal_entrada indfall  tipodom  cod_prov  ind_actividad_cliente  \\\n",
       "0      NaN           KAT       N      1.0      28.0                    0.0   \n",
       "1      NaN           KHE       N      1.0      46.0                    1.0   \n",
       "2      NaN           KHE       N      1.0      23.0                    1.0   \n",
       "3      NaN           KHE       N      1.0      11.0                    0.0   \n",
       "4      NaN           KHE       N      1.0      36.0                    1.0   \n",
       "\n",
       "       renta            segmento  ind_cco_fin_ult1  ind_cder_fin_ult1  \\\n",
       "0  160900.95   02 - PARTICULARES                 1                  0   \n",
       "1   74693.67  03 - UNIVERSITARIO                 1                  0   \n",
       "2   35053.77  03 - UNIVERSITARIO                 1                  0   \n",
       "3   72386.49  03 - UNIVERSITARIO                 1                  0   \n",
       "4        NaN  03 - UNIVERSITARIO                 1                  0   \n",
       "\n",
       "   ind_cno_fin_ult1  ind_ctju_fin_ult1  ind_ctma_fin_ult1  ind_ctop_fin_ult1  \\\n",
       "0                 0                  0                  0                  0   \n",
       "1                 0                  0                  0                  0   \n",
       "2                 0                  0                  0                  0   \n",
       "3                 0                  0                  0                  0   \n",
       "4                 0                  0                  0                  0   \n",
       "\n",
       "   ind_ctpp_fin_ult1  ind_deco_fin_ult1  ind_deme_fin_ult1  ind_dela_fin_ult1  \\\n",
       "0                  0                  0                  0                  0   \n",
       "1                  0                  0                  0                  0   \n",
       "2                  0                  0                  0                  0   \n",
       "3                  0                  0                  0                  0   \n",
       "4                  0                  0                  0                  0   \n",
       "\n",
       "   ind_ecue_fin_ult1  ind_fond_fin_ult1  ind_hip_fin_ult1  ind_plan_fin_ult1  \\\n",
       "0                  0                  0                 0                  0   \n",
       "1                  0                  0                 0                  0   \n",
       "2                  0                  0                 0                  0   \n",
       "3                  0                  0                 0                  0   \n",
       "4                  0                  0                 0                  0   \n",
       "\n",
       "   ind_pres_fin_ult1  ind_reca_fin_ult1  ind_tjcr_fin_ult1  ind_valo_fin_ult1  \\\n",
       "0                  0                  0                  0                  0   \n",
       "1                  0                  0                  0                  0   \n",
       "2                  0                  0                  0                  0   \n",
       "3                  0                  0                  0                  0   \n",
       "4                  0                  0                  0                  0   \n",
       "\n",
       "   ind_viv_fin_ult1  ind_nomina_ult1  ind_nom_pens_ult1  ind_recibo_ult1  \\\n",
       "0                 0              0.0                0.0                0   \n",
       "1                 0              0.0                0.0                1   \n",
       "2                 0              0.0                0.0                0   \n",
       "3                 0              0.0                0.0                0   \n",
       "4                 0              0.0                0.0                0   \n",
       "\n",
       "   ind_cco_fin_ult1_5  ind_cder_fin_ult1_5  ind_cno_fin_ult1_5  \\\n",
       "0                 1.0                  0.0                 0.0   \n",
       "1                 1.0                  0.0                 0.0   \n",
       "2                 1.0                  0.0                 0.0   \n",
       "3                 1.0                  0.0                 0.0   \n",
       "4                 1.0                  0.0                 0.0   \n",
       "\n",
       "   ind_ctju_fin_ult1_5  ind_ctma_fin_ult1_5  ind_ctop_fin_ult1_5  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctpp_fin_ult1_5  ind_deco_fin_ult1_5  ind_deme_fin_ult1_5  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_dela_fin_ult1_5  ind_ecue_fin_ult1_5  ind_fond_fin_ult1_5  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_hip_fin_ult1_5  ind_plan_fin_ult1_5  ind_pres_fin_ult1_5  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_reca_fin_ult1_5  ind_tjcr_fin_ult1_5  ind_valo_fin_ult1_5  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_viv_fin_ult1_5  ind_nomina_ult1_5  ind_nom_pens_ult1_5  \\\n",
       "0                 0.0                0.0                  0.0   \n",
       "1                 0.0                0.0                  0.0   \n",
       "2                 0.0                0.0                  0.0   \n",
       "3                 0.0                0.0                  0.0   \n",
       "4                 0.0                0.0                  0.0   \n",
       "\n",
       "   ind_recibo_ult1_5  ind_cco_fin_ult1_4  ind_cder_fin_ult1_4  \\\n",
       "0                0.0                 1.0                  0.0   \n",
       "1                1.0                 1.0                  0.0   \n",
       "2                0.0                 1.0                  0.0   \n",
       "3                0.0                 1.0                  0.0   \n",
       "4                0.0                 1.0                  0.0   \n",
       "\n",
       "   ind_cno_fin_ult1_4  ind_ctju_fin_ult1_4  ind_ctma_fin_ult1_4  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctop_fin_ult1_4  ind_ctpp_fin_ult1_4  ind_deco_fin_ult1_4  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deme_fin_ult1_4  ind_dela_fin_ult1_4  ind_ecue_fin_ult1_4  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_fond_fin_ult1_4  ind_hip_fin_ult1_4  ind_plan_fin_ult1_4  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_pres_fin_ult1_4  ind_reca_fin_ult1_4  ind_tjcr_fin_ult1_4  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_valo_fin_ult1_4  ind_viv_fin_ult1_4  ind_nomina_ult1_4  \\\n",
       "0                  0.0                 0.0                0.0   \n",
       "1                  0.0                 0.0                0.0   \n",
       "2                  0.0                 0.0                0.0   \n",
       "3                  0.0                 0.0                0.0   \n",
       "4                  0.0                 0.0                0.0   \n",
       "\n",
       "   ind_nom_pens_ult1_4  ind_recibo_ult1_4  ind_cco_fin_ult1_3  \\\n",
       "0                  0.0                0.0                 1.0   \n",
       "1                  0.0                1.0                 1.0   \n",
       "2                  0.0                0.0                 1.0   \n",
       "3                  0.0                0.0                 1.0   \n",
       "4                  0.0                0.0                 1.0   \n",
       "\n",
       "   ind_cder_fin_ult1_3  ind_cno_fin_ult1_3  ind_ctju_fin_ult1_3  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_ctma_fin_ult1_3  ind_ctop_fin_ult1_3  ind_ctpp_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deco_fin_ult1_3  ind_deme_fin_ult1_3  ind_dela_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ecue_fin_ult1_3  ind_fond_fin_ult1_3  ind_hip_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                 0.0   \n",
       "1                  0.0                  0.0                 0.0   \n",
       "2                  0.0                  0.0                 0.0   \n",
       "3                  0.0                  0.0                 0.0   \n",
       "4                  0.0                  0.0                 0.0   \n",
       "\n",
       "   ind_plan_fin_ult1_3  ind_pres_fin_ult1_3  ind_reca_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_tjcr_fin_ult1_3  ind_valo_fin_ult1_3  ind_viv_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                 0.0   \n",
       "1                  0.0                  0.0                 0.0   \n",
       "2                  0.0                  0.0                 0.0   \n",
       "3                  0.0                  0.0                 0.0   \n",
       "4                  0.0                  0.0                 0.0   \n",
       "\n",
       "   ind_nomina_ult1_3  ind_nom_pens_ult1_3  ind_recibo_ult1_3  \\\n",
       "0                0.0                  0.0                0.0   \n",
       "1                0.0                  0.0                1.0   \n",
       "2                0.0                  0.0                0.0   \n",
       "3                0.0                  0.0                0.0   \n",
       "4                0.0                  0.0                0.0   \n",
       "\n",
       "   ind_cco_fin_ult1_2  ind_cder_fin_ult1_2  ind_cno_fin_ult1_2  \\\n",
       "0                 1.0                  0.0                 0.0   \n",
       "1                 1.0                  0.0                 0.0   \n",
       "2                 1.0                  0.0                 0.0   \n",
       "3                 1.0                  0.0                 0.0   \n",
       "4                 1.0                  0.0                 0.0   \n",
       "\n",
       "   ind_ctju_fin_ult1_2  ind_ctma_fin_ult1_2  ind_ctop_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctpp_fin_ult1_2  ind_deco_fin_ult1_2  ind_deme_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_dela_fin_ult1_2  ind_ecue_fin_ult1_2  ind_fond_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_hip_fin_ult1_2  ind_plan_fin_ult1_2  ind_pres_fin_ult1_2  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_reca_fin_ult1_2  ind_tjcr_fin_ult1_2  ind_valo_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_viv_fin_ult1_2  ind_nomina_ult1_2  ind_nom_pens_ult1_2  \\\n",
       "0                 0.0                0.0                  0.0   \n",
       "1                 0.0                0.0                  0.0   \n",
       "2                 0.0                0.0                  0.0   \n",
       "3                 0.0                0.0                  0.0   \n",
       "4                 0.0                0.0                  0.0   \n",
       "\n",
       "   ind_recibo_ult1_2  ind_cco_fin_ult1_1  ind_cder_fin_ult1_1  \\\n",
       "0                0.0                 1.0                  0.0   \n",
       "1                1.0                 1.0                  0.0   \n",
       "2                0.0                 1.0                  0.0   \n",
       "3                0.0                 1.0                  0.0   \n",
       "4                0.0                 1.0                  0.0   \n",
       "\n",
       "   ind_cno_fin_ult1_1  ind_ctju_fin_ult1_1  ind_ctma_fin_ult1_1  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctop_fin_ult1_1  ind_ctpp_fin_ult1_1  ind_deco_fin_ult1_1  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deme_fin_ult1_1  ind_dela_fin_ult1_1  ind_ecue_fin_ult1_1  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_fond_fin_ult1_1  ind_hip_fin_ult1_1  ind_plan_fin_ult1_1  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_pres_fin_ult1_1  ind_reca_fin_ult1_1  ind_tjcr_fin_ult1_1  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_valo_fin_ult1_1  ind_viv_fin_ult1_1  ind_nomina_ult1_1  \\\n",
       "0                  0.0                 0.0                0.0   \n",
       "1                  0.0                 0.0                0.0   \n",
       "2                  0.0                 0.0                0.0   \n",
       "3                  0.0                 0.0                0.0   \n",
       "4                  0.0                 0.0                0.0   \n",
       "\n",
       "   ind_nom_pens_ult1_1  ind_recibo_ult1_1  \n",
       "0                  0.0                0.0  \n",
       "1                  0.0                1.0  \n",
       "2                  0.0                0.0  \n",
       "3                  0.0                0.0  \n",
       "4                  0.0                0.0  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfm.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "prevcols = [col for col in dfm.columns if '_ult1_'+str(month-1) in col]\n",
    "currcols = [col for col in dfm.columns if '_ult1' == col[-5:]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_product_col = [col for col in dfm.columns if '_ult1' in col]\n",
    "\n",
    "for col in all_product_col:\n",
    "    dfm[col].fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "for col in currcols:\n",
    "    dfm[col] = dfm[col] - dfm[col+'_'+str(month-1)]\n",
    "    dfm[col] = dfm[col].apply(lambda x: max(x,0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfm = dfm[dfm[currcols].sum(axis=1) >0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0    29492\n",
      "2.0     5641\n",
      "3.0     1412\n",
      "4.0      156\n",
      "5.0        9\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(dfm[currcols].sum(axis = 1).value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(36710, 154)\n"
     ]
    }
   ],
   "source": [
    "dfm = dfm.reset_index(drop=True) \n",
    "print(dfm.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "finish:  Fri 10:31:19\n",
      "1000\n",
      "finish:  Fri 10:31:21\n",
      "2000\n",
      "finish:  Fri 10:31:23\n",
      "3000\n",
      "finish:  Fri 10:31:24\n",
      "4000\n",
      "finish:  Fri 10:31:26\n",
      "5000\n",
      "finish:  Fri 10:31:28\n",
      "6000\n",
      "finish:  Fri 10:31:29\n",
      "7000\n",
      "finish:  Fri 10:31:31\n",
      "8000\n",
      "finish:  Fri 10:31:32\n",
      "9000\n",
      "finish:  Fri 10:31:34\n",
      "10000\n",
      "finish:  Fri 10:31:36\n",
      "11000\n",
      "finish:  Fri 10:31:38\n",
      "12000\n",
      "finish:  Fri 10:31:39\n",
      "13000\n",
      "finish:  Fri 10:31:41\n",
      "14000\n",
      "finish:  Fri 10:31:43\n",
      "15000\n",
      "finish:  Fri 10:31:44\n",
      "16000\n",
      "finish:  Fri 10:31:46\n",
      "17000\n",
      "finish:  Fri 10:31:48\n",
      "18000\n",
      "finish:  Fri 10:31:49\n",
      "19000\n",
      "finish:  Fri 10:31:51\n",
      "20000\n",
      "finish:  Fri 10:31:53\n",
      "21000\n",
      "finish:  Fri 10:31:55\n",
      "22000\n",
      "finish:  Fri 10:31:56\n",
      "23000\n",
      "finish:  Fri 10:31:58\n",
      "24000\n",
      "finish:  Fri 10:31:59\n",
      "25000\n",
      "finish:  Fri 10:32:01\n",
      "26000\n",
      "finish:  Fri 10:32:02\n",
      "27000\n",
      "finish:  Fri 10:32:04\n",
      "28000\n",
      "finish:  Fri 10:32:06\n",
      "29000\n",
      "finish:  Fri 10:32:07\n",
      "30000\n",
      "finish:  Fri 10:32:09\n",
      "31000\n",
      "finish:  Fri 10:32:10\n",
      "32000\n",
      "finish:  Fri 10:32:12\n",
      "33000\n",
      "finish:  Fri 10:32:13\n",
      "34000\n",
      "finish:  Fri 10:32:15\n",
      "35000\n",
      "finish:  Fri 10:32:16\n",
      "36000\n",
      "finish:  Fri 10:32:18\n"
     ]
    }
   ],
   "source": [
    "data = []\n",
    "\n",
    "for index, row in dfm.iterrows():\n",
    "    if index%1000 == 0:\n",
    "        print(index)\n",
    "        print('finish: ', time.strftime('%a %H:%M:%S'))\n",
    "    if row[currcols].sum() > 0:\n",
    "        for i,col in enumerate(currcols):\n",
    "            if row[col] == 1:\n",
    "                row['target'] = float(currcols.index(col))\n",
    "                data.append(list(row))\n",
    "                \n",
    "df_new = pd.DataFrame(data, columns = list(dfm.columns.values) + ['target'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_new.drop(currcols+['fecha_dato'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(45679, 132)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.0     9457\n",
      "21.0    9131\n",
      "20.0    8229\n",
      "19.0    5161\n",
      "16.0    4755\n",
      "15.0    2942\n",
      "2.0     1934\n",
      "10.0    1219\n",
      "9.0     1085\n",
      "7.0      503\n",
      "4.0      349\n",
      "11.0     246\n",
      "5.0      222\n",
      "17.0     159\n",
      "6.0      154\n",
      "3.0       55\n",
      "8.0       33\n",
      "13.0      21\n",
      "1.0        9\n",
      "14.0       8\n",
      "12.0       4\n",
      "18.0       3\n",
      "Name: target, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(df_new['target'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "cat_col = ['fecha_dato', 'ncodpers','ind_empleado','pais_residencia','sexo','age','fecha_alta','ind_nuevo','antiguedad','indrel', 'indrel_1mes','tiprel_1mes','indresi','indext','conyuemp','canal_entrada','indfall', 'tipodom','cod_prov','ind_actividad_cliente','renta','segmento']\n",
    "\n",
    "notuse = [\"ult_fec_cli_1t\",\"nomprov\"]\n",
    "\n",
    "product_col = [\n",
    " 'ind_ahor_fin_ult1','ind_aval_fin_ult1','ind_cco_fin_ult1','ind_cder_fin_ult1','ind_cno_fin_ult1','ind_ctju_fin_ult1',\n",
    " 'ind_ctma_fin_ult1','ind_ctop_fin_ult1','ind_ctpp_fin_ult1','ind_deco_fin_ult1','ind_deme_fin_ult1',\n",
    " 'ind_dela_fin_ult1','ind_ecue_fin_ult1','ind_fond_fin_ult1','ind_hip_fin_ult1','ind_plan_fin_ult1',\n",
    " 'ind_pres_fin_ult1','ind_reca_fin_ult1','ind_tjcr_fin_ult1','ind_valo_fin_ult1','ind_viv_fin_ult1','ind_nomina_ult1',\n",
    " 'ind_nom_pens_ult1','ind_recibo_ult1']\n",
    "\n",
    "product_col = product_col[2:]\n",
    "\n",
    "train_cols = cat_col + product_col\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/rkcosmos/anaconda/lib/python3.5/site-packages/IPython/core/interactiveshell.py:2717: DtypeWarning: Columns (5,8,11,15) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "df_train = pd.read_csv('input/train_ver2.csv',usecols=train_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "month = 6\n",
    "\n",
    "df_train_5 = df_train.loc[df_train['fecha_dato']=='2016-05-28', product_col+['ncodpers']]\n",
    "df_train_4 = df_train.loc[df_train['fecha_dato']=='2016-04-28', product_col+['ncodpers']]\n",
    "df_train_3 = df_train.loc[df_train['fecha_dato']=='2016-03-28', product_col+['ncodpers']]\n",
    "df_train_2 = df_train.loc[df_train['fecha_dato']=='2016-02-28', product_col+['ncodpers']]\n",
    "df_train_1 = df_train.loc[df_train['fecha_dato']=='2016-01-28', product_col+['ncodpers']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dfm = pd.merge(dfm,df_train_4, how='left', on=['ncodpers'], suffixes=('', '_4'))\n",
    "dfm = pd.merge(dfm,df_train_3, how='left', on=['ncodpers'], suffixes=('', '_3'))\n",
    "dfm = pd.merge(dfm,df_train_2, how='left', on=['ncodpers'], suffixes=('', '_2'))\n",
    "dfm = pd.merge(dfm,df_train_1, how='left', on=['ncodpers'], suffixes=('', '_1'))\n",
    "\n",
    "#prevcols = [col for col in dfm.columns if '_ult1_'+str(month-1) in col]\n",
    "#currcols = [col for col in dfm.columns if '_ult1' == col[-5:]]\n",
    "\n",
    "all_product_col = [col for col in dfm.columns if '_ult1' in col]\n",
    "\n",
    "for col in all_product_col:\n",
    "    dfm[col].fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fecha_dato</th>\n",
       "      <th>ncodpers</th>\n",
       "      <th>ind_empleado</th>\n",
       "      <th>pais_residencia</th>\n",
       "      <th>sexo</th>\n",
       "      <th>age</th>\n",
       "      <th>fecha_alta</th>\n",
       "      <th>ind_nuevo</th>\n",
       "      <th>antiguedad</th>\n",
       "      <th>indrel</th>\n",
       "      <th>indrel_1mes</th>\n",
       "      <th>tiprel_1mes</th>\n",
       "      <th>indresi</th>\n",
       "      <th>indext</th>\n",
       "      <th>conyuemp</th>\n",
       "      <th>canal_entrada</th>\n",
       "      <th>indfall</th>\n",
       "      <th>tipodom</th>\n",
       "      <th>cod_prov</th>\n",
       "      <th>ind_actividad_cliente</th>\n",
       "      <th>renta</th>\n",
       "      <th>segmento</th>\n",
       "      <th>ind_cco_fin_ult1_4</th>\n",
       "      <th>ind_cder_fin_ult1_4</th>\n",
       "      <th>ind_cno_fin_ult1_4</th>\n",
       "      <th>ind_ctju_fin_ult1_4</th>\n",
       "      <th>ind_ctma_fin_ult1_4</th>\n",
       "      <th>ind_ctop_fin_ult1_4</th>\n",
       "      <th>ind_ctpp_fin_ult1_4</th>\n",
       "      <th>ind_deco_fin_ult1_4</th>\n",
       "      <th>ind_deme_fin_ult1_4</th>\n",
       "      <th>ind_dela_fin_ult1_4</th>\n",
       "      <th>ind_ecue_fin_ult1_4</th>\n",
       "      <th>ind_fond_fin_ult1_4</th>\n",
       "      <th>ind_hip_fin_ult1_4</th>\n",
       "      <th>ind_plan_fin_ult1_4</th>\n",
       "      <th>ind_pres_fin_ult1_4</th>\n",
       "      <th>ind_reca_fin_ult1_4</th>\n",
       "      <th>ind_tjcr_fin_ult1_4</th>\n",
       "      <th>ind_valo_fin_ult1_4</th>\n",
       "      <th>ind_viv_fin_ult1_4</th>\n",
       "      <th>ind_nomina_ult1_4</th>\n",
       "      <th>ind_nom_pens_ult1_4</th>\n",
       "      <th>ind_recibo_ult1_4</th>\n",
       "      <th>ind_cco_fin_ult1_3</th>\n",
       "      <th>ind_cder_fin_ult1_3</th>\n",
       "      <th>ind_cno_fin_ult1_3</th>\n",
       "      <th>ind_ctju_fin_ult1_3</th>\n",
       "      <th>ind_ctma_fin_ult1_3</th>\n",
       "      <th>ind_ctop_fin_ult1_3</th>\n",
       "      <th>ind_ctpp_fin_ult1_3</th>\n",
       "      <th>ind_deco_fin_ult1_3</th>\n",
       "      <th>ind_deme_fin_ult1_3</th>\n",
       "      <th>ind_dela_fin_ult1_3</th>\n",
       "      <th>ind_ecue_fin_ult1_3</th>\n",
       "      <th>ind_fond_fin_ult1_3</th>\n",
       "      <th>ind_hip_fin_ult1_3</th>\n",
       "      <th>ind_plan_fin_ult1_3</th>\n",
       "      <th>ind_pres_fin_ult1_3</th>\n",
       "      <th>ind_reca_fin_ult1_3</th>\n",
       "      <th>ind_tjcr_fin_ult1_3</th>\n",
       "      <th>ind_valo_fin_ult1_3</th>\n",
       "      <th>ind_viv_fin_ult1_3</th>\n",
       "      <th>ind_nomina_ult1_3</th>\n",
       "      <th>ind_nom_pens_ult1_3</th>\n",
       "      <th>ind_recibo_ult1_3</th>\n",
       "      <th>ind_cco_fin_ult1_2</th>\n",
       "      <th>ind_cder_fin_ult1_2</th>\n",
       "      <th>ind_cno_fin_ult1_2</th>\n",
       "      <th>ind_ctju_fin_ult1_2</th>\n",
       "      <th>ind_ctma_fin_ult1_2</th>\n",
       "      <th>ind_ctop_fin_ult1_2</th>\n",
       "      <th>ind_ctpp_fin_ult1_2</th>\n",
       "      <th>ind_deco_fin_ult1_2</th>\n",
       "      <th>ind_deme_fin_ult1_2</th>\n",
       "      <th>ind_dela_fin_ult1_2</th>\n",
       "      <th>ind_ecue_fin_ult1_2</th>\n",
       "      <th>ind_fond_fin_ult1_2</th>\n",
       "      <th>ind_hip_fin_ult1_2</th>\n",
       "      <th>ind_plan_fin_ult1_2</th>\n",
       "      <th>ind_pres_fin_ult1_2</th>\n",
       "      <th>ind_reca_fin_ult1_2</th>\n",
       "      <th>ind_tjcr_fin_ult1_2</th>\n",
       "      <th>ind_valo_fin_ult1_2</th>\n",
       "      <th>ind_viv_fin_ult1_2</th>\n",
       "      <th>ind_nomina_ult1_2</th>\n",
       "      <th>ind_nom_pens_ult1_2</th>\n",
       "      <th>ind_recibo_ult1_2</th>\n",
       "      <th>ind_cco_fin_ult1_1</th>\n",
       "      <th>ind_cder_fin_ult1_1</th>\n",
       "      <th>ind_cno_fin_ult1_1</th>\n",
       "      <th>ind_ctju_fin_ult1_1</th>\n",
       "      <th>ind_ctma_fin_ult1_1</th>\n",
       "      <th>ind_ctop_fin_ult1_1</th>\n",
       "      <th>ind_ctpp_fin_ult1_1</th>\n",
       "      <th>ind_deco_fin_ult1_1</th>\n",
       "      <th>ind_deme_fin_ult1_1</th>\n",
       "      <th>ind_dela_fin_ult1_1</th>\n",
       "      <th>ind_ecue_fin_ult1_1</th>\n",
       "      <th>ind_fond_fin_ult1_1</th>\n",
       "      <th>ind_hip_fin_ult1_1</th>\n",
       "      <th>ind_plan_fin_ult1_1</th>\n",
       "      <th>ind_pres_fin_ult1_1</th>\n",
       "      <th>ind_reca_fin_ult1_1</th>\n",
       "      <th>ind_tjcr_fin_ult1_1</th>\n",
       "      <th>ind_valo_fin_ult1_1</th>\n",
       "      <th>ind_viv_fin_ult1_1</th>\n",
       "      <th>ind_nomina_ult1_1</th>\n",
       "      <th>ind_nom_pens_ult1_1</th>\n",
       "      <th>ind_recibo_ult1_1</th>\n",
       "      <th>ind_cco_fin_ult1_5</th>\n",
       "      <th>ind_cder_fin_ult1_5</th>\n",
       "      <th>ind_cno_fin_ult1_5</th>\n",
       "      <th>ind_ctju_fin_ult1_5</th>\n",
       "      <th>ind_ctma_fin_ult1_5</th>\n",
       "      <th>ind_ctop_fin_ult1_5</th>\n",
       "      <th>ind_ctpp_fin_ult1_5</th>\n",
       "      <th>ind_deco_fin_ult1_5</th>\n",
       "      <th>ind_deme_fin_ult1_5</th>\n",
       "      <th>ind_dela_fin_ult1_5</th>\n",
       "      <th>ind_ecue_fin_ult1_5</th>\n",
       "      <th>ind_fond_fin_ult1_5</th>\n",
       "      <th>ind_hip_fin_ult1_5</th>\n",
       "      <th>ind_plan_fin_ult1_5</th>\n",
       "      <th>ind_pres_fin_ult1_5</th>\n",
       "      <th>ind_reca_fin_ult1_5</th>\n",
       "      <th>ind_tjcr_fin_ult1_5</th>\n",
       "      <th>ind_valo_fin_ult1_5</th>\n",
       "      <th>ind_viv_fin_ult1_5</th>\n",
       "      <th>ind_nomina_ult1_5</th>\n",
       "      <th>ind_nom_pens_ult1_5</th>\n",
       "      <th>ind_recibo_ult1_5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>15889</td>\n",
       "      <td>F</td>\n",
       "      <td>ES</td>\n",
       "      <td>V</td>\n",
       "      <td>56</td>\n",
       "      <td>1995-01-16</td>\n",
       "      <td>0</td>\n",
       "      <td>256</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>A</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>KAT</td>\n",
       "      <td>N</td>\n",
       "      <td>1</td>\n",
       "      <td>28.0</td>\n",
       "      <td>1</td>\n",
       "      <td>326124.90</td>\n",
       "      <td>01 - TOP</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>1170544</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>H</td>\n",
       "      <td>36</td>\n",
       "      <td>2013-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>I</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KAT</td>\n",
       "      <td>N</td>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NA</td>\n",
       "      <td>02 - PARTICULARES</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>1170545</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>V</td>\n",
       "      <td>22</td>\n",
       "      <td>2013-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>A</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1</td>\n",
       "      <td>15.0</td>\n",
       "      <td>1</td>\n",
       "      <td>NA</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>1170547</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>H</td>\n",
       "      <td>22</td>\n",
       "      <td>2013-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>I</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0</td>\n",
       "      <td>148402.98</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-06-28</td>\n",
       "      <td>1170548</td>\n",
       "      <td>N</td>\n",
       "      <td>ES</td>\n",
       "      <td>H</td>\n",
       "      <td>22</td>\n",
       "      <td>2013-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>34</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>I</td>\n",
       "      <td>S</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KHE</td>\n",
       "      <td>N</td>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0</td>\n",
       "      <td>106885.80</td>\n",
       "      <td>03 - UNIVERSITARIO</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   fecha_dato  ncodpers ind_empleado pais_residencia sexo  age  fecha_alta  \\\n",
       "0  2016-06-28     15889            F              ES    V   56  1995-01-16   \n",
       "1  2016-06-28   1170544            N              ES    H   36  2013-08-28   \n",
       "2  2016-06-28   1170545            N              ES    V   22  2013-08-28   \n",
       "3  2016-06-28   1170547            N              ES    H   22  2013-08-28   \n",
       "4  2016-06-28   1170548            N              ES    H   22  2013-08-28   \n",
       "\n",
       "   ind_nuevo  antiguedad  indrel  indrel_1mes tiprel_1mes indresi indext  \\\n",
       "0          0         256       1          1.0           A       S      N   \n",
       "1          0          34       1          1.0           I       S      N   \n",
       "2          0          34       1          1.0           A       S      N   \n",
       "3          0          34       1          1.0           I       S      N   \n",
       "4          0          34       1          1.0           I       S      N   \n",
       "\n",
       "  conyuemp canal_entrada indfall  tipodom  cod_prov  ind_actividad_cliente  \\\n",
       "0        N           KAT       N        1      28.0                      1   \n",
       "1      NaN           KAT       N        1       3.0                      0   \n",
       "2      NaN           KHE       N        1      15.0                      1   \n",
       "3      NaN           KHE       N        1       8.0                      0   \n",
       "4      NaN           KHE       N        1       7.0                      0   \n",
       "\n",
       "         renta            segmento  ind_cco_fin_ult1_4  ind_cder_fin_ult1_4  \\\n",
       "0    326124.90            01 - TOP                 1.0                  0.0   \n",
       "1           NA   02 - PARTICULARES                 1.0                  0.0   \n",
       "2           NA  03 - UNIVERSITARIO                 1.0                  0.0   \n",
       "3    148402.98  03 - UNIVERSITARIO                 1.0                  0.0   \n",
       "4    106885.80  03 - UNIVERSITARIO                 1.0                  0.0   \n",
       "\n",
       "   ind_cno_fin_ult1_4  ind_ctju_fin_ult1_4  ind_ctma_fin_ult1_4  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctop_fin_ult1_4  ind_ctpp_fin_ult1_4  ind_deco_fin_ult1_4  \\\n",
       "0                  0.0                  1.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deme_fin_ult1_4  ind_dela_fin_ult1_4  ind_ecue_fin_ult1_4  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_fond_fin_ult1_4  ind_hip_fin_ult1_4  ind_plan_fin_ult1_4  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_pres_fin_ult1_4  ind_reca_fin_ult1_4  ind_tjcr_fin_ult1_4  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_valo_fin_ult1_4  ind_viv_fin_ult1_4  ind_nomina_ult1_4  \\\n",
       "0                  1.0                 0.0                0.0   \n",
       "1                  0.0                 0.0                0.0   \n",
       "2                  0.0                 0.0                0.0   \n",
       "3                  0.0                 0.0                0.0   \n",
       "4                  0.0                 0.0                0.0   \n",
       "\n",
       "   ind_nom_pens_ult1_4  ind_recibo_ult1_4  ind_cco_fin_ult1_3  \\\n",
       "0                  0.0                0.0                 1.0   \n",
       "1                  0.0                0.0                 1.0   \n",
       "2                  0.0                0.0                 1.0   \n",
       "3                  0.0                0.0                 1.0   \n",
       "4                  0.0                0.0                 1.0   \n",
       "\n",
       "   ind_cder_fin_ult1_3  ind_cno_fin_ult1_3  ind_ctju_fin_ult1_3  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_ctma_fin_ult1_3  ind_ctop_fin_ult1_3  ind_ctpp_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  1.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deco_fin_ult1_3  ind_deme_fin_ult1_3  ind_dela_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ecue_fin_ult1_3  ind_fond_fin_ult1_3  ind_hip_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                 0.0   \n",
       "1                  0.0                  0.0                 0.0   \n",
       "2                  0.0                  0.0                 0.0   \n",
       "3                  0.0                  0.0                 0.0   \n",
       "4                  0.0                  0.0                 0.0   \n",
       "\n",
       "   ind_plan_fin_ult1_3  ind_pres_fin_ult1_3  ind_reca_fin_ult1_3  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_tjcr_fin_ult1_3  ind_valo_fin_ult1_3  ind_viv_fin_ult1_3  \\\n",
       "0                  1.0                  1.0                 0.0   \n",
       "1                  0.0                  0.0                 0.0   \n",
       "2                  0.0                  0.0                 0.0   \n",
       "3                  0.0                  0.0                 0.0   \n",
       "4                  0.0                  0.0                 0.0   \n",
       "\n",
       "   ind_nomina_ult1_3  ind_nom_pens_ult1_3  ind_recibo_ult1_3  \\\n",
       "0                0.0                  0.0                0.0   \n",
       "1                0.0                  0.0                0.0   \n",
       "2                0.0                  0.0                0.0   \n",
       "3                0.0                  0.0                0.0   \n",
       "4                0.0                  0.0                0.0   \n",
       "\n",
       "   ind_cco_fin_ult1_2  ind_cder_fin_ult1_2  ind_cno_fin_ult1_2  \\\n",
       "0                 1.0                  0.0                 0.0   \n",
       "1                 1.0                  0.0                 0.0   \n",
       "2                 1.0                  0.0                 0.0   \n",
       "3                 1.0                  0.0                 0.0   \n",
       "4                 1.0                  0.0                 0.0   \n",
       "\n",
       "   ind_ctju_fin_ult1_2  ind_ctma_fin_ult1_2  ind_ctop_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctpp_fin_ult1_2  ind_deco_fin_ult1_2  ind_deme_fin_ult1_2  \\\n",
       "0                  1.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_dela_fin_ult1_2  ind_ecue_fin_ult1_2  ind_fond_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_hip_fin_ult1_2  ind_plan_fin_ult1_2  ind_pres_fin_ult1_2  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_reca_fin_ult1_2  ind_tjcr_fin_ult1_2  ind_valo_fin_ult1_2  \\\n",
       "0                  0.0                  0.0                  1.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_viv_fin_ult1_2  ind_nomina_ult1_2  ind_nom_pens_ult1_2  \\\n",
       "0                 0.0                0.0                  0.0   \n",
       "1                 0.0                0.0                  0.0   \n",
       "2                 0.0                0.0                  0.0   \n",
       "3                 0.0                0.0                  0.0   \n",
       "4                 0.0                0.0                  0.0   \n",
       "\n",
       "   ind_recibo_ult1_2  ind_cco_fin_ult1_1  ind_cder_fin_ult1_1  \\\n",
       "0                0.0                 1.0                  0.0   \n",
       "1                0.0                 1.0                  0.0   \n",
       "2                0.0                 1.0                  0.0   \n",
       "3                0.0                 1.0                  0.0   \n",
       "4                0.0                 1.0                  0.0   \n",
       "\n",
       "   ind_cno_fin_ult1_1  ind_ctju_fin_ult1_1  ind_ctma_fin_ult1_1  \\\n",
       "0                 0.0                  0.0                  0.0   \n",
       "1                 0.0                  0.0                  0.0   \n",
       "2                 0.0                  0.0                  0.0   \n",
       "3                 0.0                  0.0                  0.0   \n",
       "4                 0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_ctop_fin_ult1_1  ind_ctpp_fin_ult1_1  ind_deco_fin_ult1_1  \\\n",
       "0                  0.0                  1.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_deme_fin_ult1_1  ind_dela_fin_ult1_1  ind_ecue_fin_ult1_1  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_fond_fin_ult1_1  ind_hip_fin_ult1_1  ind_plan_fin_ult1_1  \\\n",
       "0                  0.0                 0.0                  0.0   \n",
       "1                  0.0                 0.0                  0.0   \n",
       "2                  0.0                 0.0                  0.0   \n",
       "3                  0.0                 0.0                  0.0   \n",
       "4                  0.0                 0.0                  0.0   \n",
       "\n",
       "   ind_pres_fin_ult1_1  ind_reca_fin_ult1_1  ind_tjcr_fin_ult1_1  \\\n",
       "0                  0.0                  0.0                  1.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   ind_valo_fin_ult1_1  ind_viv_fin_ult1_1  ind_nomina_ult1_1  \\\n",
       "0                  1.0                 0.0                0.0   \n",
       "1                  0.0                 0.0                0.0   \n",
       "2                  0.0                 0.0                0.0   \n",
       "3                  0.0                 0.0                0.0   \n",
       "4                  0.0                 0.0                0.0   \n",
       "\n",
       "   ind_nom_pens_ult1_1  ind_recibo_ult1_1  ind_cco_fin_ult1_5  \\\n",
       "0                  0.0                0.0                   1   \n",
       "1                  0.0                0.0                   1   \n",
       "2                  0.0                0.0                   1   \n",
       "3                  0.0                0.0                   1   \n",
       "4                  0.0                0.0                   1   \n",
       "\n",
       "   ind_cder_fin_ult1_5  ind_cno_fin_ult1_5  ind_ctju_fin_ult1_5  \\\n",
       "0                    0                   0                    0   \n",
       "1                    0                   0                    0   \n",
       "2                    0                   0                    0   \n",
       "3                    0                   0                    0   \n",
       "4                    0                   0                    0   \n",
       "\n",
       "   ind_ctma_fin_ult1_5  ind_ctop_fin_ult1_5  ind_ctpp_fin_ult1_5  \\\n",
       "0                    0                    0                    1   \n",
       "1                    0                    0                    0   \n",
       "2                    0                    0                    0   \n",
       "3                    0                    0                    0   \n",
       "4                    0                    0                    0   \n",
       "\n",
       "   ind_deco_fin_ult1_5  ind_deme_fin_ult1_5  ind_dela_fin_ult1_5  \\\n",
       "0                    0                    0                    0   \n",
       "1                    0                    0                    0   \n",
       "2                    0                    0                    0   \n",
       "3                    0                    0                    0   \n",
       "4                    0                    0                    0   \n",
       "\n",
       "   ind_ecue_fin_ult1_5  ind_fond_fin_ult1_5  ind_hip_fin_ult1_5  \\\n",
       "0                    0                    0                   0   \n",
       "1                    0                    0                   0   \n",
       "2                    0                    0                   0   \n",
       "3                    0                    0                   0   \n",
       "4                    0                    0                   0   \n",
       "\n",
       "   ind_plan_fin_ult1_5  ind_pres_fin_ult1_5  ind_reca_fin_ult1_5  \\\n",
       "0                    0                    0                    0   \n",
       "1                    0                    0                    0   \n",
       "2                    0                    0                    0   \n",
       "3                    0                    0                    0   \n",
       "4                    0                    0                    0   \n",
       "\n",
       "   ind_tjcr_fin_ult1_5  ind_valo_fin_ult1_5  ind_viv_fin_ult1_5  \\\n",
       "0                    1                    1                   0   \n",
       "1                    0                    0                   0   \n",
       "2                    0                    0                   0   \n",
       "3                    0                    0                   0   \n",
       "4                    0                    0                   0   \n",
       "\n",
       "   ind_nomina_ult1_5  ind_nom_pens_ult1_5  ind_recibo_ult1_5  \n",
       "0                0.0                  0.0                  0  \n",
       "1                0.0                  0.0                  0  \n",
       "2                0.0                  0.0                  0  \n",
       "3                0.0                  0.0                  0  \n",
       "4                0.0                  0.0                  0  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfm.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfm.drop('fecha_dato', axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = df_new\n",
    "df_test = dfm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "demographic_cols = ['ncodpers','fecha_alta','ind_empleado','pais_residencia','sexo','age','ind_nuevo','antiguedad','indrel',\n",
    " 'indrel_1mes','tiprel_1mes','indresi','indext','conyuemp','canal_entrada','indfall',\n",
    " 'tipodom','cod_prov','ind_actividad_cliente','renta','segmento']\n",
    "\n",
    "notuse = [\"ult_fec_cli_1t\",\"nomprov\",'fecha_dato']\n",
    "\n",
    "product_col = [\n",
    " 'ind_ahor_fin_ult1','ind_aval_fin_ult1','ind_cco_fin_ult1','ind_cder_fin_ult1','ind_cno_fin_ult1','ind_ctju_fin_ult1',\n",
    " 'ind_ctma_fin_ult1','ind_ctop_fin_ult1','ind_ctpp_fin_ult1','ind_deco_fin_ult1','ind_deme_fin_ult1',\n",
    " 'ind_dela_fin_ult1','ind_ecue_fin_ult1','ind_fond_fin_ult1','ind_hip_fin_ult1','ind_plan_fin_ult1',\n",
    " 'ind_pres_fin_ult1','ind_reca_fin_ult1','ind_tjcr_fin_ult1','ind_valo_fin_ult1','ind_viv_fin_ult1','ind_nomina_ult1',\n",
    " 'ind_nom_pens_ult1','ind_recibo_ult1']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "drop_column = ['ind_nuevo','indrel','indresi','indfall','tipodom','ind_empleado','pais_residencia','indrel_1mes','indext','conyuemp','fecha_alta','tiprel_1mes']\n",
    "\n",
    "df_train.drop(drop_column, axis=1, inplace = True)\n",
    "df_test.drop(drop_column, axis=1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test[\"renta\"]   = pd.to_numeric(df_test[\"renta\"], errors=\"coerce\")\n",
    "unique_prov = df_test[df_test.cod_prov.notnull()].cod_prov.unique()\n",
    "grouped = df_test.groupby(\"cod_prov\")[\"renta\"].median()\n",
    "\n",
    "def impute_renta(df):\n",
    "    df[\"renta\"]   = pd.to_numeric(df[\"renta\"], errors=\"coerce\")       \n",
    "    for cod in unique_prov:\n",
    "        df.loc[df['cod_prov']==cod,['renta']] = df.loc[df['cod_prov']==cod,['renta']].fillna({'renta':grouped[cod]}).values\n",
    "    df.renta.fillna(df_test[\"renta\"].median(), inplace=True)\n",
    "    \n",
    "impute_renta(df_train)\n",
    "impute_renta(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def drop_na(df):\n",
    "    df.dropna(axis = 0, subset = ['ind_actividad_cliente'], inplace = True) \n",
    "    \n",
    "drop_na(df_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dummy_col = ['sexo','canal_entrada','cod_prov','segmento']\n",
    "dummy_col_select = ['canal_entrada','cod_prov']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "limit = int(0.05 * len(df_train.index))\n",
    "use_dummy_col = {}\n",
    "\n",
    "for col in dummy_col_select:\n",
    "    trainlist = df_train[col].value_counts()\n",
    "    use_dummy_col[col] = []\n",
    "    for i,item in enumerate(trainlist):\n",
    "        if item > limit:\n",
    "            use_dummy_col[col].append(df_train[col].value_counts().index[i])   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_dummy(df):\n",
    "    for col in dummy_col_select:\n",
    "        for item in df[col].unique(): \n",
    "            if item not in use_dummy_col[col]:\n",
    "                row_index = df[col] == item\n",
    "                df.loc[row_index,col] = np.nan\n",
    "    return pd.get_dummies(df, prefix=dummy_col, columns = dummy_col)\n",
    "    \n",
    "df_train = get_dummy(df_train)\n",
    "df_test = get_dummy(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def clean_quantitative_param(df):\n",
    "    df[\"age\"]   = pd.to_numeric(df[\"age\"], errors=\"coerce\")\n",
    "    max_age = 80 \n",
    "    log_max_age = np.log(max_age) \n",
    "    square_max_age  = np.square(max_age)\n",
    "    df[\"age\"]   = df['age'].apply(lambda x: min(x ,max_age))\n",
    "    df[\"log_age\"]   = df['age'].apply(lambda x: round(np.log10(x+1)/log_max_age, 6))\n",
    "    df[\"square_age\"]   = df['age'].apply(lambda x: round(np.square(x)/square_max_age, 6))\n",
    "    df[\"age\"]   = df['age'].apply(lambda x: round( x/max_age, 6))\n",
    "    \n",
    "    max_renta = 1.0e6\n",
    "    log_max_renta = np.log(max_renta) \n",
    "    square_max_renta  = np.square(max_renta)\n",
    "    df[\"renta\"]   = df['renta'].apply(lambda x: min(x ,max_renta))\n",
    "    df[\"log_renta\"]   = df['renta'].apply(lambda x: round(np.log10(x+1)/log_max_renta, 6))\n",
    "    df[\"square_renta\"]   = df['renta'].apply(lambda x: round(np.square(x)/square_max_renta, 6))\n",
    "    df[\"renta\"]   = df['renta'].apply(lambda x: round( x/max_renta, 6))\n",
    "    \n",
    "    df[\"antiguedad\"]   = pd.to_numeric(df[\"antiguedad\"], errors=\"coerce\")\n",
    "    df[\"antiguedad\"] = df[\"antiguedad\"].replace(-999999, df['antiguedad'].median())\n",
    "    max_antigue = 256\n",
    "    log_max_antigue = np.log(max_antigue) \n",
    "    square_max_antigue  = np.square(max_antigue)\n",
    "    df[\"antiguedad\"]   = df['antiguedad'].apply(lambda x: min(x ,max_antigue))\n",
    "    df[\"log_antiguedad\"]   = df['antiguedad'].apply(lambda x: round(np.log10(x+1)/log_max_antigue, 6))\n",
    "    df[\"square_antiguedad\"]   = df['antiguedad'].apply(lambda x: round(np.square(x)/square_max_antigue, 6))\n",
    "    df[\"antiguedad\"]   = df['antiguedad'].apply(lambda x: round( x/max_antigue, 6)) \n",
    "    \n",
    "    return df      "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_train = clean_quantitative_param(df_train)\n",
    "df_test = clean_quantitative_param(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "product_col_5 = [col for col in df_train.columns if '_ult1_5' in col]\n",
    "product_col_4 = [col for col in df_train.columns if '_ult1_4' in col]\n",
    "product_col_3 = [col for col in df_train.columns if '_ult1_3' in col]\n",
    "product_col_2 = [col for col in df_train.columns if '_ult1_2' in col]\n",
    "product_col_1 = [col for col in df_train.columns if '_ult1_1' in col]\n",
    "\n",
    "df_train['tot5'] = df_train[product_col_5].sum(axis=1)\n",
    "df_test['tot5'] = df_test[product_col_5].sum(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for col in product_col[2:]:\n",
    "    df_train[col+'_past'] = (df_train[col+'_5']+df_train[col+'_4']+df_train[col+'_3']+df_train[col+'_2']+df_train[col+'_1'])/5\n",
    "    df_test[col+'_past'] = (df_test[col+'_5']+df_test[col+'_4']+df_test[col+'_3']+df_test[col+'_2']+df_test[col+'_1'])/5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for pro in product_col[2:]:\n",
    "    df_train[pro+'_past'] = df_train[pro+'_past']*(1-df_train[pro+'_5'])\n",
    "    df_test[pro+'_past'] = df_test[pro+'_past']*(1-df_test[pro+'_5'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 45679 samples, validate on 1228 samples\n",
      "Epoch 1/100\n",
      "0s - loss: 1.2040 - categorical_accuracy: 0.8137\n",
      "Epoch 2/100\n",
      "0s - loss: 1.0435 - categorical_accuracy: 0.8450\n",
      "Epoch 3/100\n",
      "0s - loss: 1.0182 - categorical_accuracy: 0.8461\n",
      "Epoch 4/100\n",
      "0s - loss: 1.0051 - categorical_accuracy: 0.8492\n",
      "Epoch 5/100\n",
      "0s - loss: 0.9964 - categorical_accuracy: 0.8500\n",
      "Epoch 6/100\n",
      "0s - loss: 0.9906 - categorical_accuracy: 0.8508\n",
      "Epoch 7/100\n",
      "0s - loss: 0.9856 - categorical_accuracy: 0.8501\n",
      "Epoch 8/100\n",
      "0s - loss: 0.9820 - categorical_accuracy: 0.8511\n",
      "Epoch 9/100\n",
      "0s - loss: 0.9786 - categorical_accuracy: 0.8534\n",
      "Epoch 10/100\n",
      "0s - loss: 0.9758 - categorical_accuracy: 0.8531\n",
      "Epoch 11/100\n",
      "0s - loss: 0.9733 - categorical_accuracy: 0.8535\n",
      "Epoch 12/100\n",
      "0s - loss: 0.9710 - categorical_accuracy: 0.8542\n",
      "Epoch 13/100\n",
      "0s - loss: 0.9688 - categorical_accuracy: 0.8537\n",
      "Epoch 14/100\n",
      "0s - loss: 0.9672 - categorical_accuracy: 0.8543\n",
      "Epoch 15/100\n",
      "0s - loss: 0.9654 - categorical_accuracy: 0.8558\n",
      "Epoch 16/100\n",
      "0s - loss: 0.9641 - categorical_accuracy: 0.8541\n",
      "Epoch 17/100\n",
      "0s - loss: 0.9626 - categorical_accuracy: 0.8545\n",
      "Epoch 18/100\n",
      "0s - loss: 0.9608 - categorical_accuracy: 0.8543\n",
      "Epoch 19/100\n",
      "0s - loss: 0.9599 - categorical_accuracy: 0.8551\n",
      "Epoch 20/100\n",
      "0s - loss: 0.9589 - categorical_accuracy: 0.8553\n",
      "Epoch 21/100\n",
      "0s - loss: 0.9577 - categorical_accuracy: 0.8545\n",
      "Epoch 22/100\n",
      "0s - loss: 0.9566 - categorical_accuracy: 0.8551\n",
      "Epoch 23/100\n",
      "0s - loss: 0.9556 - categorical_accuracy: 0.8562\n",
      "Epoch 24/100\n",
      "0s - loss: 0.9546 - categorical_accuracy: 0.8559\n",
      "Epoch 25/100\n",
      "0s - loss: 0.9537 - categorical_accuracy: 0.8569\n",
      "Epoch 26/100\n",
      "0s - loss: 0.9529 - categorical_accuracy: 0.8563\n",
      "Epoch 27/100\n",
      "0s - loss: 0.9519 - categorical_accuracy: 0.8564\n",
      "Epoch 28/100\n",
      "0s - loss: 0.9511 - categorical_accuracy: 0.8561\n",
      "Epoch 29/100\n",
      "0s - loss: 0.9506 - categorical_accuracy: 0.8569\n",
      "Epoch 30/100\n",
      "0s - loss: 0.9498 - categorical_accuracy: 0.8583\n",
      "Epoch 31/100\n",
      "0s - loss: 0.9490 - categorical_accuracy: 0.8570\n",
      "Epoch 32/100\n",
      "0s - loss: 0.9483 - categorical_accuracy: 0.8559\n",
      "Epoch 33/100\n",
      "0s - loss: 0.9476 - categorical_accuracy: 0.8582\n",
      "Epoch 34/100\n",
      "0s - loss: 0.9468 - categorical_accuracy: 0.8567\n",
      "Epoch 35/100\n",
      "0s - loss: 0.9464 - categorical_accuracy: 0.8567\n",
      "Epoch 36/100\n",
      "0s - loss: 0.9458 - categorical_accuracy: 0.8577\n",
      "Epoch 37/100\n",
      "0s - loss: 0.9454 - categorical_accuracy: 0.8570\n",
      "Epoch 38/100\n",
      "0s - loss: 0.9448 - categorical_accuracy: 0.8578\n",
      "Epoch 39/100\n",
      "0s - loss: 0.9442 - categorical_accuracy: 0.8561\n",
      "Epoch 40/100\n",
      "0s - loss: 0.9437 - categorical_accuracy: 0.8583\n",
      "Epoch 41/100\n",
      "0s - loss: 0.9431 - categorical_accuracy: 0.8585\n",
      "Epoch 42/100\n",
      "0s - loss: 0.9427 - categorical_accuracy: 0.8567\n",
      "Epoch 43/100\n",
      "0s - loss: 0.9422 - categorical_accuracy: 0.8579\n",
      "Epoch 44/100\n",
      "0s - loss: 0.9416 - categorical_accuracy: 0.8578\n",
      "Epoch 45/100\n",
      "0s - loss: 0.9412 - categorical_accuracy: 0.8588\n",
      "Epoch 46/100\n",
      "0s - loss: 0.9407 - categorical_accuracy: 0.8582\n",
      "Epoch 47/100\n",
      "0s - loss: 0.9404 - categorical_accuracy: 0.8587\n",
      "Epoch 48/100\n",
      "0s - loss: 0.9399 - categorical_accuracy: 0.8586\n",
      "Epoch 49/100\n",
      "0s - loss: 0.9396 - categorical_accuracy: 0.8586\n",
      "Epoch 50/100\n",
      "0s - loss: 0.9390 - categorical_accuracy: 0.8590\n",
      "Epoch 51/100\n",
      "0s - loss: 0.9386 - categorical_accuracy: 0.8596\n",
      "Epoch 52/100\n",
      "0s - loss: 0.9381 - categorical_accuracy: 0.8603\n",
      "Epoch 53/100\n",
      "0s - loss: 0.9378 - categorical_accuracy: 0.8585\n",
      "Epoch 54/100\n",
      "0s - loss: 0.9374 - categorical_accuracy: 0.8591\n",
      "Epoch 55/100\n",
      "0s - loss: 0.9370 - categorical_accuracy: 0.8595\n",
      "Epoch 56/100\n",
      "0s - loss: 0.9368 - categorical_accuracy: 0.8592\n",
      "Epoch 57/100\n",
      "0s - loss: 0.9362 - categorical_accuracy: 0.8597\n",
      "Epoch 58/100\n",
      "0s - loss: 0.9362 - categorical_accuracy: 0.8586\n",
      "Epoch 59/100\n",
      "0s - loss: 0.9356 - categorical_accuracy: 0.8587\n",
      "Epoch 60/100\n",
      "0s - loss: 0.9354 - categorical_accuracy: 0.8595\n",
      "Epoch 61/100\n",
      "0s - loss: 0.9352 - categorical_accuracy: 0.8594\n",
      "Epoch 62/100\n",
      "0s - loss: 0.9346 - categorical_accuracy: 0.8598\n",
      "Epoch 63/100\n",
      "0s - loss: 0.9344 - categorical_accuracy: 0.8586\n",
      "Epoch 64/100\n",
      "0s - loss: 0.9340 - categorical_accuracy: 0.8585\n",
      "Epoch 65/100\n",
      "0s - loss: 0.9339 - categorical_accuracy: 0.8587\n",
      "Epoch 66/100\n",
      "0s - loss: 0.9335 - categorical_accuracy: 0.8576\n",
      "Epoch 67/100\n",
      "0s - loss: 0.9331 - categorical_accuracy: 0.8586\n",
      "Epoch 68/100\n",
      "0s - loss: 0.9328 - categorical_accuracy: 0.8604\n",
      "Epoch 69/100\n",
      "0s - loss: 0.9325 - categorical_accuracy: 0.8604\n",
      "Epoch 70/100\n",
      "0s - loss: 0.9322 - categorical_accuracy: 0.8618\n",
      "Epoch 71/100\n",
      "0s - loss: 0.9319 - categorical_accuracy: 0.8605\n",
      "Epoch 72/100\n",
      "0s - loss: 0.9316 - categorical_accuracy: 0.8608\n",
      "Epoch 73/100\n",
      "0s - loss: 0.9313 - categorical_accuracy: 0.8597\n",
      "Epoch 74/100\n",
      "0s - loss: 0.9310 - categorical_accuracy: 0.8592\n",
      "Epoch 75/100\n",
      "0s - loss: 0.9307 - categorical_accuracy: 0.8595\n",
      "Epoch 76/100\n",
      "0s - loss: 0.9305 - categorical_accuracy: 0.8594\n",
      "Epoch 77/100\n",
      "0s - loss: 0.9302 - categorical_accuracy: 0.8598\n",
      "Epoch 78/100\n",
      "0s - loss: 0.9301 - categorical_accuracy: 0.8599\n",
      "Epoch 79/100\n",
      "0s - loss: 0.9297 - categorical_accuracy: 0.8604\n",
      "Epoch 80/100\n",
      "0s - loss: 0.9294 - categorical_accuracy: 0.8613\n",
      "Epoch 81/100\n",
      "0s - loss: 0.9292 - categorical_accuracy: 0.8608\n",
      "Epoch 82/100\n",
      "0s - loss: 0.9289 - categorical_accuracy: 0.8612\n",
      "Epoch 83/100\n",
      "0s - loss: 0.9287 - categorical_accuracy: 0.8602\n",
      "Epoch 84/100\n",
      "0s - loss: 0.9285 - categorical_accuracy: 0.8593\n",
      "Epoch 85/100\n",
      "0s - loss: 0.9282 - categorical_accuracy: 0.8608\n",
      "Epoch 86/100\n",
      "0s - loss: 0.9279 - categorical_accuracy: 0.8616\n",
      "Epoch 87/100\n",
      "0s - loss: 0.9277 - categorical_accuracy: 0.8596\n",
      "Epoch 88/100\n",
      "0s - loss: 0.9274 - categorical_accuracy: 0.8606\n",
      "Epoch 89/100\n",
      "0s - loss: 0.9271 - categorical_accuracy: 0.8611\n",
      "Epoch 90/100\n",
      "0s - loss: 0.9271 - categorical_accuracy: 0.8604\n",
      "Epoch 91/100\n",
      "0s - loss: 0.9267 - categorical_accuracy: 0.8617\n",
      "Epoch 92/100\n",
      "0s - loss: 0.9267 - categorical_accuracy: 0.8595\n",
      "Epoch 93/100\n",
      "0s - loss: 0.9262 - categorical_accuracy: 0.8611\n",
      "Epoch 94/100\n",
      "0s - loss: 0.9261 - categorical_accuracy: 0.8616\n",
      "Epoch 95/100\n",
      "0s - loss: 0.9258 - categorical_accuracy: 0.8613\n",
      "Epoch 96/100\n",
      "0s - loss: 0.9258 - categorical_accuracy: 0.8611\n",
      "Epoch 97/100\n",
      "0s - loss: 0.9255 - categorical_accuracy: 0.8603\n",
      "Epoch 98/100\n",
      "0s - loss: 0.9253 - categorical_accuracy: 0.8608\n",
      "Epoch 99/100\n",
      "0s - loss: 0.9251 - categorical_accuracy: 0.8595\n",
      "Epoch 100/100\n",
      "0s - loss: 0.9247 - categorical_accuracy: 0.8619\n"
     ]
    }
   ],
   "source": [
    "model1 = Sequential()\n",
    "model1.add(Bidirectional(LSTM(150, input_shape=(5, 22), dropout_W=0.0, dropout_U=0.3)))\n",
    "\n",
    "model2 = Sequential()\n",
    "model2.add(Dense(150, input_dim=len(col2), init='uniform', activation='relu'))\n",
    "model2.add(Dropout(0.3))\n",
    "\n",
    "merged = Merge([model1,model2], mode='concat')\n",
    "\n",
    "final_model = Sequential()\n",
    "final_model.add(merged)\n",
    "final_model.add(Dense(64, init='uniform', activation='relu'))\n",
    "final_model.add(Dropout(0.3))\n",
    "final_model.add(Dense(22, init='uniform', activation='softmax'))\n",
    "final_model.compile(loss='categorical_crossentropy', optimizer='adagrad', metrics=['categorical_accuracy'])\n",
    "\n",
    "final_model.fit([x_train1, x_train2], y_train, validation_split=0.2, nb_epoch=170, batch_size=100, verbose = 2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_model.save(\"history_model.h5\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Build LSTM model.\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "bidirectional_1 (Bidirection (None, 512)               24047616  \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 512)               0         \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 11485)             5891805   \n",
      "_________________________________________________________________\n",
      "activation_1 (Activation)    (None, 11485)             0         \n",
      "=================================================================\n",
      "Total params: 29,939,421\n",
      "Trainable params: 29,939,421\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "y_pred = final_model.predict(x_test, batch_size=64, verbose=1)\n",
    "y_pred_bool = np.argmax(y_pred, axis=1)\n",
    "\n",
    "print(classification_report(y_test, y_pred_bool))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "num_max = 1000\n",
    "tok = Tokenizer(num_words=num_max)\n",
    "tok.fit_on_texts(texts)\n",
    "mat_texts = tok.texts_to_matrix(texts,mode='count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "num_max = 1000\n",
    "tok = Tokenizer(num_words=num_max)\n",
    "tok.fit_on_texts(texts)\n",
    "le = LabelEncoder()\n",
    "tags = le.fit_transform(tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Embedding\n",
    "max_features = 20000\n",
    "maxlen = 100\n",
    "embedding_size = 128\n",
    "kernel_size = 5\n",
    "filters = 64\n",
    "pool_size = 4\n",
    "\n",
    "# LSTM\n",
    "lstm_output_size = 70\n",
    "\n",
    "# Training\n",
    "batch_size = 30\n",
    "epochs = 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train...\n"
     ]
    }
   ],
   "source": [
    "model = Sequential()\n",
    "model.add(Embedding(max_features, embedding_size, input_length=maxlen))\n",
    "model.add(SpatialDropout1D(0.2))\n",
    "model.add(Bidirectional(LSTM(256, dropout=0.2)))\n",
    "model.add(Dense(1))\n",
    "model.add(Activation('sigmoid'))\n",
    "model.compile(loss='binary_crossentropy',\n",
    "              optimizer='adam',\n",
    "              metrics=['accuracy'])\n",
    "\n",
    "print('Train...')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 2880000 samples, validate on 720000 samples\n",
      "Epoch 1/3\n",
      "2880000/2880000 [==============================] - 62896s 22ms/step - loss: 0.0579 - acc: 0.9748 - val_loss: 0.0461 - val_acc: 0.9808\n",
      "Epoch 2/3\n",
      "2880000/2880000 [==============================] - 62227s 22ms/step - loss: 0.0470 - acc: 0.9802 - val_loss: 0.0425 - val_acc: 0.9825\n",
      "Epoch 3/3\n",
      "2880000/2880000 [==============================] - 61540s 21ms/step - loss: 0.0464 - acc: 0.9806 - val_loss: 0.0425 - val_acc: 0.9823\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0xddb53e4780>"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(texts_mat,tags,batch_size=32,epochs=3,verbose=1,validation_split=0.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "400000/400000 [==============================] - 2655s 7ms/step\n"
     ]
    }
   ],
   "source": [
    "scores = model.evaluate(test_cnn_texts_mat,test_tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model accuracy on test data is 94.84825000000001 percent\n"
     ]
    }
   ],
   "source": [
    "print(\"Model accuracy on test data is\",scores[1]*100,\"percent\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saved model to disk\n"
     ]
    }
   ],
   "source": [
    "#import cythonmagic\n",
    "model.save_weights(\"D:\\\\Azim\\\\LSTM_Bidirectional\\\\model.h5\")\n",
    "print(\"Saved model to disk\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Combiend accuracy is 92.768285000000001 percent\n"
     ]
    }
   ],
   "source": [
    "merged = Merge([final_model,model], mode='concat')\n",
    "\n",
    "scores = model.evaluate(test_cnn_texts_mat,test_tags)\n",
    "print(\"Combiend accuracy is \", scores[1]*100,\"percent\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}