Bowl.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from pandas.io.json import json_normalize\n",
    "import dask.dataframe as dd\n",
    "import matplotlib.pyplot as plt\n",
    "import datetime\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "specs = pd.read_csv(\"C:/Users/namel/PyProj/specs.csv\")\n",
    "train_labels = pd.read_csv(\"C:/Users/namel/PyProj/train_labels.csv\")\n",
    "test = pd.read_csv(\"C:/Users/namel/PyProj/test.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event_id</th>\n",
       "      <th>game_session</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>event_data</th>\n",
       "      <th>installation_id</th>\n",
       "      <th>event_count</th>\n",
       "      <th>event_code</th>\n",
       "      <th>game_time</th>\n",
       "      <th>title</th>\n",
       "      <th>type</th>\n",
       "      <th>world</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1684197</th>\n",
       "      <td>e9c52111</td>\n",
       "      <td>6c29a34b8ef3bfec</td>\n",
       "      <td>2019-10-03T18:39:36.184Z</td>\n",
       "      <td>{\"jar\":[{\"color\":\"yellow\",\"amount\":1},{\"color\"...</td>\n",
       "      <td>26998071</td>\n",
       "      <td>72</td>\n",
       "      <td>2030</td>\n",
       "      <td>95932</td>\n",
       "      <td>Bottle Filler (Activity)</td>\n",
       "      <td>Activity</td>\n",
       "      <td>MAGMAPEAK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1512649</th>\n",
       "      <td>74e5f8a7</td>\n",
       "      <td>b280c543daeae2a5</td>\n",
       "      <td>2019-08-21T19:09:02.848Z</td>\n",
       "      <td>{\"shell_size\":3,\"position\":2,\"correct\":true,\"h...</td>\n",
       "      <td>224d2fa0</td>\n",
       "      <td>43</td>\n",
       "      <td>4020</td>\n",
       "      <td>81785</td>\n",
       "      <td>Dino Drink</td>\n",
       "      <td>Game</td>\n",
       "      <td>MAGMAPEAK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2396032</th>\n",
       "      <td>0a08139c</td>\n",
       "      <td>ac105be5af6cfc91</td>\n",
       "      <td>2019-09-19T20:51:27.030Z</td>\n",
       "      <td>{\"description\":\"Four!\",\"identifier\":\"sid_4\",\"m...</td>\n",
       "      <td>353622fd</td>\n",
       "      <td>250</td>\n",
       "      <td>3010</td>\n",
       "      <td>145621</td>\n",
       "      <td>Bug Measurer (Activity)</td>\n",
       "      <td>Activity</td>\n",
       "      <td>TREETOPCITY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>839553</th>\n",
       "      <td>6c517a88</td>\n",
       "      <td>3b83e40cf7afab18</td>\n",
       "      <td>2019-09-25T14:22:45.845Z</td>\n",
       "      <td>{\"coordinates\":{\"x\":441,\"y\":283,\"stage_width\":...</td>\n",
       "      <td>131eaf9c</td>\n",
       "      <td>9</td>\n",
       "      <td>4070</td>\n",
       "      <td>15262</td>\n",
       "      <td>Dino Drink</td>\n",
       "      <td>Game</td>\n",
       "      <td>MAGMAPEAK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6422364</th>\n",
       "      <td>6c517a88</td>\n",
       "      <td>00e251400f41c938</td>\n",
       "      <td>2019-09-04T16:50:17.901Z</td>\n",
       "      <td>{\"coordinates\":{\"x\":329,\"y\":70,\"stage_width\":1...</td>\n",
       "      <td>8e875000</td>\n",
       "      <td>88</td>\n",
       "      <td>4070</td>\n",
       "      <td>211867</td>\n",
       "      <td>Dino Drink</td>\n",
       "      <td>Game</td>\n",
       "      <td>MAGMAPEAK</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         event_id      game_session                 timestamp  \\\n",
       "1684197  e9c52111  6c29a34b8ef3bfec  2019-10-03T18:39:36.184Z   \n",
       "1512649  74e5f8a7  b280c543daeae2a5  2019-08-21T19:09:02.848Z   \n",
       "2396032  0a08139c  ac105be5af6cfc91  2019-09-19T20:51:27.030Z   \n",
       "839553   6c517a88  3b83e40cf7afab18  2019-09-25T14:22:45.845Z   \n",
       "6422364  6c517a88  00e251400f41c938  2019-09-04T16:50:17.901Z   \n",
       "\n",
       "                                                event_data installation_id  \\\n",
       "1684197  {\"jar\":[{\"color\":\"yellow\",\"amount\":1},{\"color\"...        26998071   \n",
       "1512649  {\"shell_size\":3,\"position\":2,\"correct\":true,\"h...        224d2fa0   \n",
       "2396032  {\"description\":\"Four!\",\"identifier\":\"sid_4\",\"m...        353622fd   \n",
       "839553   {\"coordinates\":{\"x\":441,\"y\":283,\"stage_width\":...        131eaf9c   \n",
       "6422364  {\"coordinates\":{\"x\":329,\"y\":70,\"stage_width\":1...        8e875000   \n",
       "\n",
       "         event_count  event_code  game_time                     title  \\\n",
       "1684197           72        2030      95932  Bottle Filler (Activity)   \n",
       "1512649           43        4020      81785                Dino Drink   \n",
       "2396032          250        3010     145621   Bug Measurer (Activity)   \n",
       "839553             9        4070      15262                Dino Drink   \n",
       "6422364           88        4070     211867                Dino Drink   \n",
       "\n",
       "             type        world  \n",
       "1684197  Activity    MAGMAPEAK  \n",
       "1512649      Game    MAGMAPEAK  \n",
       "2396032  Activity  TREETOPCITY  \n",
       "839553       Game    MAGMAPEAK  \n",
       "6422364      Game    MAGMAPEAK  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train = pd.read_csv(\"C:/Users/namel/PyProj/train.csv\")\n",
    "train.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>game_session</th>\n",
       "      <th>installation_id</th>\n",
       "      <th>title</th>\n",
       "      <th>num_correct</th>\n",
       "      <th>num_incorrect</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>accuracy_group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>14956</th>\n",
       "      <td>65cdf7d6d484db66</td>\n",
       "      <td>d510fc94</td>\n",
       "      <td>Cart Balancer (Assessment)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7665</th>\n",
       "      <td>b5f2b16873124e7c</td>\n",
       "      <td>685922d9</td>\n",
       "      <td>Mushroom Sorter (Assessment)</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10403</th>\n",
       "      <td>d1d429ab0e280b86</td>\n",
       "      <td>911d567e</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3020</th>\n",
       "      <td>92fae14bb6ae0d75</td>\n",
       "      <td>28433ead</td>\n",
       "      <td>Cauldron Filler (Assessment)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4803</th>\n",
       "      <td>5faf61d2ec3bdcdb</td>\n",
       "      <td>406ebb06</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           game_session installation_id                         title  \\\n",
       "14956  65cdf7d6d484db66        d510fc94    Cart Balancer (Assessment)   \n",
       "7665   b5f2b16873124e7c        685922d9  Mushroom Sorter (Assessment)   \n",
       "10403  d1d429ab0e280b86        911d567e    Bird Measurer (Assessment)   \n",
       "3020   92fae14bb6ae0d75        28433ead  Cauldron Filler (Assessment)   \n",
       "4803   5faf61d2ec3bdcdb        406ebb06    Bird Measurer (Assessment)   \n",
       "\n",
       "       num_correct  num_incorrect  accuracy  accuracy_group  \n",
       "14956            1              2  0.333333               1  \n",
       "7665             1              1  0.500000               2  \n",
       "10403            0              4  0.000000               0  \n",
       "3020             1              0  1.000000               3  \n",
       "4803             1              2  0.333333               1  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_labels.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "train=train.drop(columns=['event_data'])#event_data has already been expanded in other columns\n",
    "train=train.dropna()\n",
    "train=train.drop_duplicates()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event_id</th>\n",
       "      <th>game_session</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>installation_id</th>\n",
       "      <th>event_count</th>\n",
       "      <th>event_code</th>\n",
       "      <th>game_time</th>\n",
       "      <th>title</th>\n",
       "      <th>type</th>\n",
       "      <th>world</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>11017890</td>\n",
       "      <td>11017890</td>\n",
       "      <td>11017890</td>\n",
       "      <td>11017890</td>\n",
       "      <td>1.101789e+07</td>\n",
       "      <td>1.101789e+07</td>\n",
       "      <td>1.101789e+07</td>\n",
       "      <td>11017890</td>\n",
       "      <td>11017890</td>\n",
       "      <td>11017890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>359</td>\n",
       "      <td>116958</td>\n",
       "      <td>10455549</td>\n",
       "      <td>12124</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>1325467d</td>\n",
       "      <td>6e6e697f2e593de1</td>\n",
       "      <td>2019-08-01T20:08:13.052Z</td>\n",
       "      <td>f1c21eda</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chow Time</td>\n",
       "      <td>Game</td>\n",
       "      <td>MAGMAPEAK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>274673</td>\n",
       "      <td>3367</td>\n",
       "      <td>11</td>\n",
       "      <td>57552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1140776</td>\n",
       "      <td>5742891</td>\n",
       "      <td>4934689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.087317e+02</td>\n",
       "      <td>3.556931e+03</td>\n",
       "      <td>2.034198e+05</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.494064e+02</td>\n",
       "      <td>6.417497e+02</td>\n",
       "      <td>1.829910e+06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>2.010000e+03</td>\n",
       "      <td>4.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.800000e+01</td>\n",
       "      <td>3.110000e+03</td>\n",
       "      <td>3.357200e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.300000e+01</td>\n",
       "      <td>4.020000e+03</td>\n",
       "      <td>7.595900e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.320000e+02</td>\n",
       "      <td>4.035000e+03</td>\n",
       "      <td>1.615140e+05</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.368000e+03</td>\n",
       "      <td>5.010000e+03</td>\n",
       "      <td>3.069102e+08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        event_id      game_session                 timestamp installation_id  \\\n",
       "count   11017890          11017890                  11017890        11017890   \n",
       "unique       359            116958                  10455549           12124   \n",
       "top     1325467d  6e6e697f2e593de1  2019-08-01T20:08:13.052Z        f1c21eda   \n",
       "freq      274673              3367                        11           57552   \n",
       "mean         NaN               NaN                       NaN             NaN   \n",
       "std          NaN               NaN                       NaN             NaN   \n",
       "min          NaN               NaN                       NaN             NaN   \n",
       "25%          NaN               NaN                       NaN             NaN   \n",
       "50%          NaN               NaN                       NaN             NaN   \n",
       "75%          NaN               NaN                       NaN             NaN   \n",
       "max          NaN               NaN                       NaN             NaN   \n",
       "\n",
       "         event_count    event_code     game_time      title      type  \\\n",
       "count   1.101789e+07  1.101789e+07  1.101789e+07   11017890  11017890   \n",
       "unique           NaN           NaN           NaN         24         3   \n",
       "top              NaN           NaN           NaN  Chow Time      Game   \n",
       "freq             NaN           NaN           NaN    1140776   5742891   \n",
       "mean    1.087317e+02  3.556931e+03  2.034198e+05        NaN       NaN   \n",
       "std     1.494064e+02  6.417497e+02  1.829910e+06        NaN       NaN   \n",
       "min     2.000000e+00  2.010000e+03  4.000000e+00        NaN       NaN   \n",
       "25%     2.800000e+01  3.110000e+03  3.357200e+04        NaN       NaN   \n",
       "50%     6.300000e+01  4.020000e+03  7.595900e+04        NaN       NaN   \n",
       "75%     1.320000e+02  4.035000e+03  1.615140e+05        NaN       NaN   \n",
       "max     3.368000e+03  5.010000e+03  3.069102e+08        NaN       NaN   \n",
       "\n",
       "            world  \n",
       "count    11017890  \n",
       "unique          3  \n",
       "top     MAGMAPEAK  \n",
       "freq      4934689  \n",
       "mean          NaN  \n",
       "std           NaN  \n",
       "min           NaN  \n",
       "25%           NaN  \n",
       "50%           NaN  \n",
       "75%           NaN  \n",
       "max           NaN  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train=train[train.game_time>0] #keep valid positive game_time intries\n",
    "train.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAD1FJREFUeJzt3X+snmV9x/H3Ryo6f4K2Gtd2OxjrZjVZJA3iTNxmDT8Xyh+w1MxZTbMmjjnnzLa6/dFFJcH9wpn4Y53FVeMExsxohI0QwLgto1rEMYERzqCDDibHtXQ/iD+q3/3xXLADOe25T3vO83C43q+kOfd93df93Ne35/R8nvu67+duqgpJUn+eNekBSJImwwCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdWrFpAdwLCtXrqypqalJD0OSlpXbbrvt21W1ar5+T+sAmJqaYt++fZMehiQtK0n+bUg/p4AkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTT+tPAkvSJE1tv25ix95/2flLfgzPACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASerUoABI8r4kdyb5ZpIvJHluktOS7E1yb5Krkpzc+j6nrU+37VOzXucDrf2eJGcvTUmSpCHmDYAkq4FfAzZU1euAk4DNwEeAy6tqHXAI2Np22QocqqpXAZe3fiRZ3/Z7LXAO8IkkJy1uOZKkoYZOAa0AfiTJCuB5wMPAW4Br2vbdwIVteVNbp23fmCSt/cqq+m5V3Q9MA2eceAmSpOMxbwBU1b8Dfwg8wOgX/2HgNuDRqjrSuh0AVrfl1cCDbd8jrf9LZ7fPsc8TkmxLsi/JvpmZmeOpSZI0wJApoFMZvXs/DfhR4PnAuXN0rcd3Ocq2o7U/uaFqZ1VtqKoNq1atmm94kqTjNGQK6K3A/VU1U1XfB74I/DRwSpsSAlgDPNSWDwBrAdr2FwMHZ7fPsY8kacyGBMADwJlJntfm8jcCdwG3ABe1PluAa9vynrZO235zVVVr39zuEjoNWAd8dXHKkCQt1Ir5OlTV3iTXAF8HjgC3AzuB64Ark3y4te1qu+wCPpdkmtE7/83tde5McjWj8DgCXFJVP1jkeiRJA80bAABVtQPY8ZTm+5jjLp6q+g5w8VFe51Lg0gWOUZK0BPwksCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnq1KAASHJKkmuS/EuSu5O8MclLktyY5N729dTWN0k+lmQ6yR1JTp/1Olta/3uTbFmqoiRJ8xt6BvAnwN9W1U8CPwXcDWwHbqqqdcBNbR3gXGBd+7MN+CRAkpcAO4A3AGcAOx4PDUnS+M0bAEleBLwZ2AVQVd+rqkeBTcDu1m03cGFb3gR8tkZuBU5J8grgbODGqjpYVYeAG4FzFrUaSdJgQ84AXgnMAJ9JcnuSTyd5PvDyqnoYoH19Weu/Gnhw1v4HWtvR2p8kybYk+5Lsm5mZWXBBkqRhhgTACuB04JNV9Xrgf/n/6Z65ZI62Okb7kxuqdlbVhqrasGrVqgHDkyQdjyEBcAA4UFV72/o1jALhW21qh/b1kVn9187afw3w0DHaJUkTMG8AVNV/AA8m+YnWtBG4C9gDPH4nzxbg2ra8B3hHuxvoTOBwmyK6ATgryant4u9ZrU2SNAErBvZ7D/D5JCcD9wHvYhQeVyfZCjwAXNz6Xg+cB0wDj7W+VNXBJB8Cvtb6fbCqDi5KFZKkBRsUAFX1DWDDHJs2ztG3gEuO8jpXAFcsZICSpKXhJ4ElqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTKyY9gKU0tf26iRx3/2XnT+S4krQQngFIUqcMAEnqlAEgSZ0aHABJTkpye5IvtfXTkuxNcm+Sq5Kc3Nqf09an2/apWa/xgdZ+T5KzF7sYSdJwCzkDeC9w96z1jwCXV9U64BCwtbVvBQ5V1auAy1s/kqwHNgOvBc4BPpHkpBMbviTpeA0KgCRrgPOBT7f1AG8BrmlddgMXtuVNbZ22fWPrvwm4sqq+W1X3A9PAGYtRhCRp4YaeAXwU+C3gh239pcCjVXWkrR8AVrfl1cCDAG374db/ifY59pEkjdm8AZDk54FHquq22c1zdK15th1rn9nH25ZkX5J9MzMz8w1PknSchpwBvAm4IMl+4EpGUz8fBU5J8vgHydYAD7XlA8BagLb9xcDB2e1z7POEqtpZVRuqasOqVasWXJAkaZh5A6CqPlBVa6pqitFF3Jur6heBW4CLWrctwLVteU9bp22/uaqqtW9udwmdBqwDvrpolUiSFuREHgXx28CVST4M3A7sau27gM8lmWb0zn8zQFXdmeRq4C7gCHBJVf3gBI4vSToBCwqAqvoy8OW2fB9z3MVTVd8BLj7K/pcCly50kJKkxecngSWpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjq1YtIDkJarqe3XTeS4+y87fyLH1TPPvGcASdYmuSXJ3UnuTPLe1v6SJDcmubd9PbW1J8nHkkwnuSPJ6bNea0vrf2+SLUtXliRpPkOmgI4A76+q1wBnApckWQ9sB26qqnXATW0d4FxgXfuzDfgkjAID2AG8ATgD2PF4aEiSxm/eAKiqh6vq6235v4G7gdXAJmB367YbuLAtbwI+WyO3AqckeQVwNnBjVR2sqkPAjcA5i1qNJGmwBV0ETjIFvB7YC7y8qh6GUUgAL2vdVgMPztrtQGs7WrskaQIGB0CSFwB/Bfx6Vf3XsbrO0VbHaH/qcbYl2Zdk38zMzNDhSZIWaFAAJHk2o1/+n6+qL7bmb7WpHdrXR1r7AWDtrN3XAA8do/1JqmpnVW2oqg2rVq1aSC2SpAUYchdQgF3A3VX1x7M27QEev5NnC3DtrPZ3tLuBzgQOtymiG4CzkpzaLv6e1dokSRMw5HMAbwJ+CfjnJN9obb8DXAZcnWQr8ABwcdt2PXAeMA08BrwLoKoOJvkQ8LXW74NVdXBRqpAkLdi8AVBVf8/c8/cAG+foX8AlR3mtK4ArFjJASdLS8FEQktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnq1Lz/Kbw0xNT26yZy3P2XnT+R40rPBJ4BSFKnPAN4BpnUu3BJy5NnAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcrPASwB78eXtBx4BiBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqfGHgBJzklyT5LpJNvHfXxJ0shYAyDJScDHgXOB9cDbkqwf5xgkSSPjPgM4A5iuqvuq6nvAlcCmMY9BksT4A2A18OCs9QOtTZI0ZuN+FlDmaKsndUi2Adva6v8kuecEjrcS+PYJ7L/c9FYv+Yg1d6K7mk/w+/zjQzqNOwAOAGtnra8BHprdoap2AjsX42BJ9lXVhsV4reWgt3rBmnthzUtj3FNAXwPWJTktycnAZmDPmMcgSWLMZwBVdSTJrwI3ACcBV1TVneMcgyRpZOz/H0BVXQ9cP6bDLcpU0jLSW71gzb2w5iWQqpq/lyTpGcdHQUhSp5Z9AMz3aIkkz0lyVdu+N8nU+Ee5uAbU/BtJ7kpyR5Kbkgy6JezpbOgjRJJclKSSLPs7RobUnOQX2vf6ziR/Me4xLrYBP9s/luSWJLe3n+/zJjHOxZLkiiSPJPnmUbYnycfa38cdSU5f1AFU1bL9w+hC8r8CrwROBv4JWP+UPr8CfKotbwaumvS4x1DzzwHPa8vv7qHm1u+FwFeAW4ENkx73GL7P64DbgVPb+ssmPe4x1LwTeHdbXg/sn/S4T7DmNwOnA988yvbzgL9h9BmqM4G9i3n85X4GMOTREpuA3W35GmBjkrk+kLZczFtzVd1SVY+11VsZfd5iORv6CJEPAb8PfGecg1siQ2r+ZeDjVXUIoKoeGfMYF9uQmgt4UVt+MU/5HNFyU1VfAQ4eo8sm4LM1citwSpJXLNbxl3sADHm0xBN9quoIcBh46VhGtzQW+jiNrYzeQSxn89ac5PXA2qr60jgHtoSGfJ9fDbw6yT8kuTXJOWMb3dIYUvPvAW9PcoDR3YTvGc/QJmZJH58z9ttAF9m8j5YY2Gc5GVxPkrcDG4CfWdIRLb1j1pzkWcDlwDvHNaAxGPJ9XsFoGuhnGZ3l/V2S11XVo0s8tqUypOa3AX9eVX+U5I3A51rNP1z64U3Ekv7+Wu5nAPM+WmJ2nyQrGJ02HuuU6+luSM0keSvwu8AFVfXdMY1tqcxX8wuB1wFfTrKf0VzpnmV+IXjoz/a1VfX9qrofuIdRICxXQ2reClwNUFX/CDyX0XOCnqkG/Xs/Xss9AIY8WmIPsKUtXwTcXO3qyjI1b81tOuRPGf3yX+7zwjBPzVV1uKpWVtVUVU0xuu5xQVXtm8xwF8WQn+2/ZnTBnyQrGU0J3TfWUS6uITU/AGwESPIaRgEwM9ZRjtce4B3tbqAzgcNV9fBivfiyngKqozxaIskHgX1VtQfYxeg0cZrRO//NkxvxiRtY8x8ALwD+sl3vfqCqLpjYoE/QwJqfUQbWfANwVpK7gB8Av1lV/zm5UZ+YgTW/H/izJO9jNBXyzuX8hi7JFxhN4a1s1zV2AM8GqKpPMbrOcR4wDTwGvGtRj7+M/+4kSSdguU8BSZKOkwEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKn/g85sRD2jj35CAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(train_labels.accuracy)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAD2FJREFUeJzt3X+MZWV9x/H3x13wZ+uijJYuWwfjpi2aWukGsSbGiOFn45IUkm0aXQ3NJi2t2jRp0T+6qUoCSSPWtmqo0KzGCARN2QrWUMA0/cPV5Yc/cKVMkcIWKqMLq9aqXfvtH/dZHNaZnTO7M3P37vN+JZM55znPuef5zlnu555zzzmkqpAk9ecZ4x6AJGk8DABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSp9aOewCHc/LJJ9f09PS4hyFJE+Wuu+76dlVNLdbvmA6A6elpdu/ePe5hSNJESfIfQ/p5CkiSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjp1TN8JLEnjNH35LWPb9kNXXrji2/AIQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4NCoAkf5zkviRfS/LJJM9KclqSXUkeSHJDkhNb32e2+Zm2fHrO67yrtd+f5NyVKUmSNMSiAZBkPfB2YFNVvQJYA2wBrgKurqqNwBPApW2VS4EnquplwNWtH0lOb+u9HDgP+FCSNctbjiRpqKGngNYCz06yFngO8BjwBuCmtnwHcFGb3tzmacvPTpLWfn1V/aiqvgnMAGcefQmSpCOxaABU1X8Cfwk8zOiNfz9wF/BkVR1o3fYC69v0euCRtu6B1v+Fc9vnWecpSbYl2Z1k9+zs7JHUJEkaYMgpoJMYfXo/DfhF4LnA+fN0rYOrLLBsofanN1RdU1WbqmrT1NTUYsOTJB2hIaeA3gh8s6pmq+p/gU8Dvwmsa6eEAE4FHm3Te4ENAG3584F9c9vnWUeStMqGBMDDwFlJntPO5Z8NfB24E7i49dkK3Nymd7Z52vI7qqpa+5Z2ldBpwEbgi8tThiRpqdYu1qGqdiW5CbgbOADcA1wD3AJcn+R9re3atsq1wMeTzDD65L+lvc59SW5kFB4HgMuq6ifLXI8kaaBFAwCgqrYD2w9pfpB5ruKpqh8ClyzwOlcAVyxxjJKkFeCdwJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpU4MCIMm6JDcl+UaSPUlek+QFSW5L8kD7fVLrmyQfTDKT5CtJzpjzOltb/weSbF2poiRJixt6BPBXwD9V1a8ArwT2AJcDt1fVRuD2Ng9wPrCx/WwDPgyQ5AXAduDVwJnA9oOhIUlafYsGQJKfB14HXAtQVT+uqieBzcCO1m0HcFGb3gx8rEa+AKxLcgpwLnBbVe2rqieA24DzlrUaSdJgQ44AXgrMAn+f5J4kH03yXODFVfUYQPv9otZ/PfDInPX3traF2p8mybYku5Psnp2dXXJBkqRhhgTAWuAM4MNV9Srgv/np6Z75ZJ62Okz70xuqrqmqTVW1aWpqasDwJElHYkgA7AX2VtWuNn8To0D4Vju1Q/v9+Jz+G+asfyrw6GHaJUljsGgAVNV/AY8k+eXWdDbwdWAncPBKnq3AzW16J/CWdjXQWcD+doroc8A5SU5qX/6e09okSWOwdmC/PwI+keRE4EHgbYzC48YklwIPA5e0vrcCFwAzwA9aX6pqX5L3Al9q/d5TVfuWpQpJ0pINCoCquhfYNM+is+fpW8BlC7zOdcB1SxmgJGlleCewJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjq1dtwDWEnTl98ylu0+dOWFY9muJC3F4COAJGuS3JPkM23+tCS7kjyQ5IYkJ7b2Z7b5mbZ8es5rvKu135/k3OUuRpI03FJOAb0D2DNn/irg6qraCDwBXNraLwWeqKqXAVe3fiQ5HdgCvBw4D/hQkjVHN3xJ0pEaFABJTgUuBD7a5gO8AbipddkBXNSmN7d52vKzW//NwPVV9aOq+iYwA5y5HEVIkpZu6BHAB4A/Bf6vzb8QeLKqDrT5vcD6Nr0eeASgLd/f+j/VPs86kqRVtmgAJPkt4PGqumtu8zxda5Flh1tn7va2JdmdZPfs7Oxiw5MkHaEhRwCvBd6U5CHgekanfj4ArEty8CqiU4FH2/ReYANAW/58YN/c9nnWeUpVXVNVm6pq09TU1JILkiQNs2gAVNW7qurUqppm9CXuHVX1u8CdwMWt21bg5ja9s83Tlt9RVdXat7SrhE4DNgJfXLZKJElLcjT3AfwZcH2S9wH3ANe29muBjyeZYfTJfwtAVd2X5Ebg68AB4LKq+slRbF+SdBSWFABV9Xng8236Qea5iqeqfghcssD6VwBXLHWQkqTl56MgJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ1aO+4B6PgwffktY9nuQ1deOJbtSscDjwAkqVMGgCR1ygCQpE4ZAJLUKb8ElibMuL5wB790P94segSQZEOSO5PsSXJfkne09hckuS3JA+33Sa09ST6YZCbJV5KcMee1trb+DyTZunJlSZIWM+QU0AHgT6rqV4GzgMuSnA5cDtxeVRuB29s8wPnAxvazDfgwjAID2A68GjgT2H4wNCRJq2/RAKiqx6rq7jb9PWAPsB7YDOxo3XYAF7XpzcDHauQLwLokpwDnArdV1b6qegK4DThvWauRJA22pC+Bk0wDrwJ2AS+uqsdgFBLAi1q39cAjc1bb29oWapckjcHgAEjyPOBTwDur6ruH6zpPWx2m/dDtbEuyO8nu2dnZocOTJC3RoABIcgKjN/9PVNWnW/O32qkd2u/HW/teYMOc1U8FHj1M+9NU1TVVtamqNk1NTS2lFknSEgy5CijAtcCeqnr/nEU7gYNX8mwFbp7T/pZ2NdBZwP52iuhzwDlJTmpf/p7T2iRJYzDkPoDXAm8Gvprk3tb2buBK4MYklwIPA5e0ZbcCFwAzwA+AtwFU1b4k7wW+1Pq9p6r2LUsVkqQlWzQAqupfmf/8PcDZ8/Qv4LIFXus64LqlDFCStDJ8FIQkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUKQNAkjplAEhSpwwASeqUASBJnTIAJKlTBoAkdcoAkKROGQCS1CkDQJI6ZQBIUqcMAEnqlAEgSZ0yACSpUwaAJHXKAJCkThkAktQpA0CSOmUASFKnDABJ6tSqB0CS85Lcn2QmyeWrvX1J0siqBkCSNcDfAucDpwO/k+T01RyDJGlktY8AzgRmqurBqvoxcD2weZXHIEli9QNgPfDInPm9rU2StMrWrvL2Mk9bPa1Dsg3Y1ma/n+T+o9jeycC3j2L9I5Krlv0lx1LHClnWWlbgb70Ux8t+GVzHmP/eQxwv+4RcdVS1vGRIp9UOgL3AhjnzpwKPzu1QVdcA1yzHxpLsrqpNy/Fa43S81AHWciw6XuoAa1mq1T4F9CVgY5LTkpwIbAF2rvIYJEms8hFAVR1I8ofA54A1wHVVdd9qjkGSNLLap4CoqluBW1dpc8tyKukYcLzUAdZyLDpe6gBrWZJU1eK9JEnHHR8FIUmdmvgAWOzREkmemeSGtnxXkunVH+UwA2p5a5LZJPe2n98bxzgXk+S6JI8n+doCy5Pkg63OryQ5Y7XHONSAWl6fZP+cffLnqz3GIZJsSHJnkj1J7kvyjnn6TMR+GVjLpOyXZyX5YpIvt1r+Yp4+K/ceVlUT+8Poi+R/B14KnAh8GTj9kD5/AHykTW8Bbhj3uI+ilrcCfzPusQ6o5XXAGcDXFlh+AfBZRveFnAXsGveYj6KW1wOfGfc4B9RxCnBGm/454N/m+fc1EftlYC2Tsl8CPK9NnwDsAs46pM+KvYdN+hHAkEdLbAZ2tOmbgLOTzHdD2rgdN4/JqKp/AfYdpstm4GM18gVgXZJTVmd0SzOglolQVY9V1d1t+nvAHn72LvyJ2C8Da5kI7W/9/TZ7Qvs59IvZFXsPm/QAGPJoiaf6VNUBYD/wwlUZ3dIMfUzGb7fD85uSbJhn+SQ43h4J8pp2CP/ZJC8f92AW004hvIrRp825Jm6/HKYWmJD9kmRNknuBx4HbqmrB/bLc72GTHgCLPlpiYJ9jwZBx/iMwXVW/BvwzP/1UMGkmZZ8McTfwkqp6JfDXwD+MeTyHleR5wKeAd1bVdw9dPM8qx+x+WaSWidkvVfWTqvp1Rk9GODPJKw7psmL7ZdIDYNFHS8ztk2Qt8HyOzUP6IY/J+E5V/ajN/h3wG6s0tuU2ZL9NhKr67sFD+Brd43JCkpPHPKx5JTmB0RvmJ6rq0/N0mZj9slgtk7RfDqqqJ4HPA+cdsmjF3sMmPQCGPFpiJ7C1TV8M3FHt25RjzKK1HHI+9k2Mzn1Oop3AW9pVJ2cB+6vqsXEP6kgk+YWD52OTnMnov6nvjHdUP6uN8VpgT1W9f4FuE7FfhtQyQftlKsm6Nv1s4I3ANw7ptmLvYat+J/ByqgUeLZHkPcDuqtrJ6B/Kx5PMMErNLeMb8cIG1vL2JG8CDjCq5a1jG/BhJPkko6swTk6yF9jO6MstquojjO4EvwCYAX4AvG08I13cgFouBn4/yQHgf4Atx+gHjNcCbwa+2s43A7wb+CWYuP0ypJZJ2S+nADsy+p9lPQO4sao+s1rvYd4JLEmdmvRTQJKkI2QASFKnDABJ6pQBIEmdMgAkqVMGgCR1ygCQpE4ZAJLUqf8Hqjk5o3gllO8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(train_labels.accuracy_group)\n",
    "plt.show()#3 is success in his/her first trial=best\n",
    "          #0 is never suceeded=worst  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event_id</th>\n",
       "      <th>game_session</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>installation_id</th>\n",
       "      <th>event_count</th>\n",
       "      <th>event_code</th>\n",
       "      <th>game_time</th>\n",
       "      <th>title_x</th>\n",
       "      <th>type</th>\n",
       "      <th>world</th>\n",
       "      <th>title_y</th>\n",
       "      <th>num_correct</th>\n",
       "      <th>num_incorrect</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>accuracy_group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948.000000</td>\n",
       "      <td>838948.000000</td>\n",
       "      <td>8.389480e+05</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948</td>\n",
       "      <td>838948.000000</td>\n",
       "      <td>838948.000000</td>\n",
       "      <td>838948.000000</td>\n",
       "      <td>838948.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>92</td>\n",
       "      <td>17690</td>\n",
       "      <td>815970</td>\n",
       "      <td>3614</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>a8efe47b</td>\n",
       "      <td>a229f001486f628c</td>\n",
       "      <td>2019-09-01T05:09:45.351Z</td>\n",
       "      <td>08987c08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>Assessment</td>\n",
       "      <td>TREETOPCITY</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>45693</td>\n",
       "      <td>1273</td>\n",
       "      <td>4</td>\n",
       "      <td>7175</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>176526</td>\n",
       "      <td>838948</td>\n",
       "      <td>352755</td>\n",
       "      <td>176526</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>39.064681</td>\n",
       "      <td>3638.388327</td>\n",
       "      <td>6.415373e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.704033</td>\n",
       "      <td>3.150356</td>\n",
       "      <td>0.461688</td>\n",
       "      <td>1.525613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.524072</td>\n",
       "      <td>610.368284</td>\n",
       "      <td>9.750890e+05</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.456477</td>\n",
       "      <td>5.948613</td>\n",
       "      <td>0.423382</td>\n",
       "      <td>1.239510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2010.000000</td>\n",
       "      <td>4.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>3110.000000</td>\n",
       "      <td>1.114900e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27.000000</td>\n",
       "      <td>4025.000000</td>\n",
       "      <td>2.376300e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>47.000000</td>\n",
       "      <td>4040.000000</td>\n",
       "      <td>4.590700e+04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1274.000000</td>\n",
       "      <td>4110.000000</td>\n",
       "      <td>3.069102e+08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        event_id      game_session                 timestamp installation_id  \\\n",
       "count     838948            838948                    838948          838948   \n",
       "unique        92             17690                    815970            3614   \n",
       "top     a8efe47b  a229f001486f628c  2019-09-01T05:09:45.351Z        08987c08   \n",
       "freq       45693              1273                         4            7175   \n",
       "mean         NaN               NaN                       NaN             NaN   \n",
       "std          NaN               NaN                       NaN             NaN   \n",
       "min          NaN               NaN                       NaN             NaN   \n",
       "25%          NaN               NaN                       NaN             NaN   \n",
       "50%          NaN               NaN                       NaN             NaN   \n",
       "75%          NaN               NaN                       NaN             NaN   \n",
       "max          NaN               NaN                       NaN             NaN   \n",
       "\n",
       "          event_count     event_code     game_time  \\\n",
       "count   838948.000000  838948.000000  8.389480e+05   \n",
       "unique            NaN            NaN           NaN   \n",
       "top               NaN            NaN           NaN   \n",
       "freq              NaN            NaN           NaN   \n",
       "mean        39.064681    3638.388327  6.415373e+04   \n",
       "std         50.524072     610.368284  9.750890e+05   \n",
       "min          2.000000    2010.000000  4.000000e+00   \n",
       "25%         14.000000    3110.000000  1.114900e+04   \n",
       "50%         27.000000    4025.000000  2.376300e+04   \n",
       "75%         47.000000    4040.000000  4.590700e+04   \n",
       "max       1274.000000    4110.000000  3.069102e+08   \n",
       "\n",
       "                           title_x        type        world  \\\n",
       "count                       838948      838948       838948   \n",
       "unique                           5           1            3   \n",
       "top     Bird Measurer (Assessment)  Assessment  TREETOPCITY   \n",
       "freq                        176526      838948       352755   \n",
       "mean                           NaN         NaN          NaN   \n",
       "std                            NaN         NaN          NaN   \n",
       "min                            NaN         NaN          NaN   \n",
       "25%                            NaN         NaN          NaN   \n",
       "50%                            NaN         NaN          NaN   \n",
       "75%                            NaN         NaN          NaN   \n",
       "max                            NaN         NaN          NaN   \n",
       "\n",
       "                           title_y    num_correct  num_incorrect  \\\n",
       "count                       838948  838948.000000  838948.000000   \n",
       "unique                           5            NaN            NaN   \n",
       "top     Bird Measurer (Assessment)            NaN            NaN   \n",
       "freq                        176526            NaN            NaN   \n",
       "mean                           NaN       0.704033       3.150356   \n",
       "std                            NaN       0.456477       5.948613   \n",
       "min                            NaN       0.000000       0.000000   \n",
       "25%                            NaN       0.000000       0.000000   \n",
       "50%                            NaN       1.000000       1.000000   \n",
       "75%                            NaN       1.000000       4.000000   \n",
       "max                            NaN       1.000000      85.000000   \n",
       "\n",
       "             accuracy  accuracy_group  \n",
       "count   838948.000000   838948.000000  \n",
       "unique            NaN             NaN  \n",
       "top               NaN             NaN  \n",
       "freq              NaN             NaN  \n",
       "mean         0.461688        1.525613  \n",
       "std          0.423382        1.239510  \n",
       "min          0.000000        0.000000  \n",
       "25%          0.000000        0.000000  \n",
       "50%          0.333333        1.000000  \n",
       "75%          1.000000        3.000000  \n",
       "max          1.000000        3.000000  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_all=dd.merge(train,train_labels,how=\"inner\",on=[\"installation_id\",\"game_session\"])\n",
    "train_all.describe(include='all')\n",
    "#NOT SURE IF IT'S RIGHT KEY TO MERGE ON!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3614"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(train_all.installation_id.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "12124"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(train.installation_id.unique())\n",
    "#exists id in train but doesn't exist in train_labels\n",
    "#semi-supervised?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "#look into specific installation_id/child:fa14af61"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "example=train_all[train_all.installation_id=='fa14af61']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event_id</th>\n",
       "      <th>game_session</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>installation_id</th>\n",
       "      <th>event_count</th>\n",
       "      <th>event_code</th>\n",
       "      <th>game_time</th>\n",
       "      <th>title_x</th>\n",
       "      <th>type</th>\n",
       "      <th>world</th>\n",
       "      <th>title_y</th>\n",
       "      <th>num_correct</th>\n",
       "      <th>num_incorrect</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>accuracy_group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994.000000</td>\n",
       "      <td>994.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>74</td>\n",
       "      <td>14</td>\n",
       "      <td>958</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>a16a373e</td>\n",
       "      <td>b2f2e69ec0d96687</td>\n",
       "      <td>2019-08-22T23:25:13.243Z</td>\n",
       "      <td>fa14af61</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>Assessment</td>\n",
       "      <td>TREETOPCITY</td>\n",
       "      <td>Bird Measurer (Assessment)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>127</td>\n",
       "      <td>220</td>\n",
       "      <td>3</td>\n",
       "      <td>994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>468</td>\n",
       "      <td>994</td>\n",
       "      <td>642</td>\n",
       "      <td>468</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>58.079477</td>\n",
       "      <td>3720.772636</td>\n",
       "      <td>80765.905433</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.871227</td>\n",
       "      <td>2.460765</td>\n",
       "      <td>0.333870</td>\n",
       "      <td>1.124748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.793787</td>\n",
       "      <td>560.448348</td>\n",
       "      <td>134013.202501</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.335117</td>\n",
       "      <td>1.297984</td>\n",
       "      <td>0.257604</td>\n",
       "      <td>0.761968</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2010.000000</td>\n",
       "      <td>76.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>3120.000000</td>\n",
       "      <td>20091.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>41.000000</td>\n",
       "      <td>4030.000000</td>\n",
       "      <td>34851.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>80.000000</td>\n",
       "      <td>4070.000000</td>\n",
       "      <td>73323.750000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>223.000000</td>\n",
       "      <td>4110.000000</td>\n",
       "      <td>587300.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        event_id      game_session                 timestamp installation_id  \\\n",
       "count        994               994                       994             994   \n",
       "unique        74                14                       958               1   \n",
       "top     a16a373e  b2f2e69ec0d96687  2019-08-22T23:25:13.243Z        fa14af61   \n",
       "freq         127               220                         3             994   \n",
       "mean         NaN               NaN                       NaN             NaN   \n",
       "std          NaN               NaN                       NaN             NaN   \n",
       "min          NaN               NaN                       NaN             NaN   \n",
       "25%          NaN               NaN                       NaN             NaN   \n",
       "50%          NaN               NaN                       NaN             NaN   \n",
       "75%          NaN               NaN                       NaN             NaN   \n",
       "max          NaN               NaN                       NaN             NaN   \n",
       "\n",
       "        event_count   event_code      game_time                     title_x  \\\n",
       "count    994.000000   994.000000     994.000000                         994   \n",
       "unique          NaN          NaN            NaN                           5   \n",
       "top             NaN          NaN            NaN  Bird Measurer (Assessment)   \n",
       "freq            NaN          NaN            NaN                         468   \n",
       "mean      58.079477  3720.772636   80765.905433                         NaN   \n",
       "std       50.793787   560.448348  134013.202501                         NaN   \n",
       "min        2.000000  2010.000000      76.000000                         NaN   \n",
       "25%       20.000000  3120.000000   20091.000000                         NaN   \n",
       "50%       41.000000  4030.000000   34851.000000                         NaN   \n",
       "75%       80.000000  4070.000000   73323.750000                         NaN   \n",
       "max      223.000000  4110.000000  587300.000000                         NaN   \n",
       "\n",
       "              type        world                     title_y  num_correct  \\\n",
       "count          994          994                         994   994.000000   \n",
       "unique           1            3                           5          NaN   \n",
       "top     Assessment  TREETOPCITY  Bird Measurer (Assessment)          NaN   \n",
       "freq           994          642                         468          NaN   \n",
       "mean           NaN          NaN                         NaN     0.871227   \n",
       "std            NaN          NaN                         NaN     0.335117   \n",
       "min            NaN          NaN                         NaN     0.000000   \n",
       "25%            NaN          NaN                         NaN     1.000000   \n",
       "50%            NaN          NaN                         NaN     1.000000   \n",
       "75%            NaN          NaN                         NaN     1.000000   \n",
       "max            NaN          NaN                         NaN     1.000000   \n",
       "\n",
       "        num_incorrect    accuracy  accuracy_group  \n",
       "count      994.000000  994.000000      994.000000  \n",
       "unique            NaN         NaN             NaN  \n",
       "top               NaN         NaN             NaN  \n",
       "freq              NaN         NaN             NaN  \n",
       "mean         2.460765    0.333870        1.124748  \n",
       "std          1.297984    0.257604        0.761968  \n",
       "min          0.000000    0.000000        0.000000  \n",
       "25%          2.000000    0.250000        1.000000  \n",
       "50%          2.000000    0.333333        1.000000  \n",
       "75%          3.000000    0.333333        1.000000  \n",
       "max          5.000000    1.000000        3.000000  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "example.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def timeConverter(x):\n",
    "    year=int(x[0:4])\n",
    "    month=int(x[5:7])\n",
    "    day=int(x[8:10])\n",
    "    hour=int(x[11:13])\n",
    "    minute=int(x[14:16])\n",
    "    second=int(x[17:19])\n",
    "    msecond=int(x[20:23])*1000\n",
    "    return datetime.datetime(year,month,day,hour,minute,second,msecond).timestamp()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2019-08-13T02:18:38.315Z'"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "example.timestamp[822078]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1565680718.315"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "timeConverter(example.timestamp[822078])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "ts=[]\n",
    "for i in example.index:\n",
    "    ts.append(timeConverter(example.timestamp[i]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEJCAYAAABv6GdPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAEJ5JREFUeJzt3X+MZWV9x/H3B7Zr04o/d7CGXVzaLlRqquiU+qMqijYgCVurKKSmGqkbbLHVqsmaGtJgmiLamLai7dZSxKYgGKNbWUsthWoaoDurQFlwdUXsTldhRcW0RpH47R/3rA6zd3buvXvvzM6z71cyuec859lzv8/M3c88c+4556aqkCS15ajlLkCSNH6GuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBq5bridesWVPr169frqeXpBVpx44d36yqqcX6LVu4r1+/npmZmeV6eklakZJ8bZB+HpaRpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBi4Z7ksuT3J/kzgW2J8lfJtmd5I4kzxx/mZKkYQxyEdMVwPuBKxfYfiawofv6NeCD3ePYrd983QFt915y1orZv0bjz0Ua3qIz96r6LPCtg3TZCFxZPbcAj0vy5HEVuF+//+AHaz/c9q/R+HORRjOOY+7HAXvmrM92bZKkZTKOcE+fturbMdmUZCbJzL59+8bw1JKkfsYR7rPAujnra4G9/TpW1Zaqmq6q6ampRW9qJkka0TjCfSvwO91ZM88GHqyqr49hv5KkEQ1yKuRVwM3ASUlmk5yf5IIkF3RdtgH3ALuBvwV+bxKFLnR2xLjOmpj0/jUafy7SaFLV9/D4xE1PT5f3c5ek4STZUVXTi/XzClVJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUoIHCPckZSXYl2Z1kc5/txye5MckXktyR5GXjL1WSNKhFwz3J0cBlwJnAycB5SU6e1+2dwDVVdQpwLvCBcRcqSRrcIDP3U4HdVXVPVT0EXA1snNengMd0y48F9o6vREnSsAYJ9+OAPXPWZ7u2uf4EeE2SWWAb8KZ+O0qyKclMkpl9+/aNUK4kaRCDhHv6tNW89fOAK6pqLfAy4CNJDth3VW2pqumqmp6amhq+WknSQAYJ91lg3Zz1tRx42OV84BqAqroZ+GlgzTgKlCQNb5Bw3w5sSHJCktX03jDdOq/PfwOnAyR5Kr1w97iLJC2TRcO9qh4GLgSuB+6md1bMziQXJzm76/ZW4A1JbgeuAl5XVfMP3UiSlsiqQTpV1TZ6b5TObbtozvJdwPPGW5okaVReoSpJDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1KCBwj3JGUl2JdmdZPMCfV6V5K4kO5P843jLlCQNY9ViHZIcDVwGvBSYBbYn2VpVd83pswF4B/C8qvp2kmMnVbAkaXGDzNxPBXZX1T1V9RBwNbBxXp83AJdV1bcBqur+8ZYpSRrGIOF+HLBnzvps1zbXicCJSf4jyS1JzhhXgZKk4S16WAZIn7bqs58NwGnAWuBzSZ5WVd95xI6STcAmgOOPP37oYiVJgxlk5j4LrJuzvhbY26fPJ6vqh1X1VWAXvbB/hKraUlXTVTU9NTU1as2SpEUMEu7bgQ1JTkiyGjgX2DqvzyeAFwEkWUPvMM094yxUkjS4RcO9qh4GLgSuB+4GrqmqnUkuTnJ21+164IEkdwE3Am+vqgcmVbQk6eBSNf/w+dKYnp6umZmZZXluSVqpkuyoqunF+nmFqiQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1KBB7ucuSRqD9ZuvO6Dt3kvOmshzOXOXpCXQL9gP1n6oDHdJapDhLkkNMtwlqUGGuyQ1yHCXpCWw0FkxkzpbxlMhJWmJTCrI+3HmLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNWigcE9yRpJdSXYn2XyQfq9MUkmmx1eiJGlYi4Z7kqOBy4AzgZOB85Kc3KffMcAfALeOu0hJ0nAGmbmfCuyuqnuq6iHgamBjn37vAi4Fvj/G+iRJIxgk3I8D9sxZn+3afizJKcC6qvrUwXaUZFOSmSQz+/btG7pYSdJgBgn39GmrH29MjgLeB7x1sR1V1Zaqmq6q6ampqcGrlCQNZZBwnwXWzVlfC+yds34M8DTgpiT3As8GtvqmqiQtn0HCfTuwIckJSVYD5wJb92+sqgerak1Vra+q9cAtwNlVNTORiiVJi1o03KvqYeBC4HrgbuCaqtqZ5OIkZ0+6QEnS8Ab6DNWq2gZsm9d20QJ9Tzv0siRJh8IrVCWpQYa7JDXIcJekBhnuktSggd5QPVKs33zdAW33XnLWitl/q/y+qRVL+Vp25t7p900/WPvhtv9W+X1TK5b6tWy4S1KDDHdJapDhLkkNMtwlqUGGe2ehd6zH9U72pPffKr9vasVSv5ZTVYv3moDp6emamfHGkZI0jCQ7qmrRW6o7c5ekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1qLn7uXvvbx1pfM2rn6Zm7t77W0caX/NaSFPhLknqMdwlqUGGuyQ1yHCXpAY1Fe7e+1tHGl/zWoj3c5ekFcT7uUvSEWygcE9yRpJdSXYn2dxn+x8luSvJHUluSPKU8ZcqSRrUoleoJjkauAx4KTALbE+ytarumtPtC8B0VX0vyRuBS4FXT6LglcwrCSUtlUFm7qcCu6vqnqp6CLga2Di3Q1XdWFXf61ZvAdaOt8yVzysJJS2lQcL9OGDPnPXZrm0h5wOfPpSiJEmHZpAbh6VPW99TbJK8BpgGXrjA9k3AJoDjjz9+wBIlScMaZOY+C6ybs74W2Du/U5KXAH8MnF1VP+i3o6raUlXTVTU9NTU1Sr2SpAEMEu7bgQ1JTkiyGjgX2Dq3Q5JTgL+hF+z3j79MSdIwFg33qnoYuBC4HrgbuKaqdia5OMnZXbf3AI8Grk1yW5KtC+zuiOWVhJKWkleoStIK4hWqknQEM9wlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhq0apBOSc4A/gI4GvhQVV0yb/ujgCuBZwEPAK+uqnvHW6okrWzrN193QNu9l5w1kedadOae5GjgMuBM4GTgvCQnz+t2PvDtqvpF4H3Au8ddqCStZP2C/WDth2qQwzKnArur6p6qegi4Gtg4r89G4MPd8seA05NkfGVKkoYxSLgfB+yZsz7btfXtU1UPAw8CT5y/oySbkswkmdm3b99oFUuSFjVIuPebgdcIfaiqLVU1XVXTU1NTg9QnSRrBIOE+C6ybs74W2LtQnySrgMcC3xpHgZKk4Q0S7tuBDUlOSLIaOBfYOq/PVuC13fIrgX+rqgNm7pJ0pFrorJhJnS2z6KmQVfVwkguB6+mdCnl5Ve1McjEwU1Vbgb8DPpJkN70Z+7kTqVaSVrBJBXk/A53nXlXbgG3z2i6as/x94JzxliZJGpVXqEpSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1KAs14WkSfYBX1uWJ/+JNcA3l7mGSWp9fND+GB3fyjaJ8T2lqha9OdeyhfvhIMlMVU0vdx2T0vr4oP0xOr6VbTnH52EZSWqQ4S5JDTrSw33LchcwYa2PD9ofo+Nb2ZZtfEf0MXdJatWRPnOXpCY1E+5JLk9yf5I7F9h+WpIHk9zWfV00Z9vjknwsyReT3J3kOXO2vSnJriQ7k1y6FGPpZxLjS/LROf3vTXLbUo2nnwmN8RlJbun6zyQ5danG06f+SYzv6UluTvJfSf4pyWOWajx96h9pfElOmtN2W5LvJnlzt+0JST6T5Mvd4+OXckzz6p/E+M7psuVHScZ7Vk1VNfEFvAB4JnDnAttPAz61wLYPA7/bLa8GHtctvwj4V+BR3fqxLY1vXp8/By5q8Gf4L8CZ3fLLgJsaG9924IXd8uuBd63E8c3pczTwDXrncgNcCmzuljcD725sfE8FTgJuAqbHWW8zM/eq+iwjfG5rN9N5Ab1Pk6KqHqqq73Sb3whcUlU/6LbdP6Zyhzah8e3vE+BVwFVjKHVkExpjAftns4/lwM//XTITGt9JwGe75c8ArxhDqSMZdXzznA58par2X+C4kd4vNrrH3zzE/Y9sEuOrqruratchF9dHM+E+oOckuT3Jp5P8ctf288A+4O+TfCHJh5L8bLftROD5SW5N8u9JfnVZqh7csOPb7/nAfVX15SWtdjTDjvHNwHuS7AHeC7xjGWoexrDjuxM4u1s+h0d+mP3hqN/45jqXR04ynlRVXwfoHo9diiIPwbDjm5gjKdw/T+9PoacDfwV8omtfRe9PrQ9W1SnA/9H782//tscDzwbeDlzTzXIPR6OMb7/zWOZZ+4BGGeMbgbdU1TrgLXSz38PUKON7PfD7SXYAxwAPLW3JQ1lofAAkWU3vF9W1y1DbOBxW4ztiwr2qvltV/9stbwN+KskaYBaYrapbu64fo/cfiW7bx6vnP4Ef0btXxGFnxPGRZBXwW8BHl7jkoY04xtcCH++WrwWW7Q3VxYwyvqr6YlX9RlU9i94v6K8sQ+kDOcj49jsT+HxV3Ten7b4kTwboHpft0OhiRhzfxBwx4Z7k5/bPurszJo4CHqiqbwB7kpzUdT0duKtb/gTw4u7fnEjvjazD8iZHI44P4CXAF6tqdkkLHsGIY9wLvLBbfjFw2B56GmV8SY7tHo8C3gn89ZIXPqCFxjenS7+/ILfS+wVN9/jJSdc5qhHHNznjfHd2Ob+6b9rXgR/Sm+mcD1wAXNBtvxDYCdwO3AI8d86/fQYwA9xBL9Af37WvBv6B3nHNzwMvbml83bYr9u9jub8m9DP8dWBH929uBZ7V2Pj+EPhS93UJ3YWJK3B8P0MvCB87b59PBG6g90v5BuAJjY3v5d2+fgDcB1w/rnq9QlWSGnTEHJaRpCOJ4S5JDTLcJalBhrskNchwl6QlsNiNx+b1fUqSG5LckeSmJGuHfT7DXZKWxhXAGQP2fS9wZVX9CnAx8GfDPpnhLklLoPrceCzJLyT55yQ7knwuyS91m06md14/wI30bqA2FMNdkpbPFuBN1bt9xNuAD3Ttt/OTO3y+HDgmyROH2fGqsZUoSRpYkkcDzwWunXM/wkd1j28D3p/kdfRu6fw/wMPD7N9wl6TlcRTwnap6xvwNVbWX3g399v8SeEVVPTjsziVJS6yqvgt8Nck50PvQnCRP75bXdDeDg95nEFw+7P4Nd0laAkmuAm4GTkoym+R84LeB85PcTu+mY/vfOD0N2JXkS8CTgD8d+vm8cZgktceZuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalB/w+kdMWEnDZOWQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(ts,example.accuracy)\n",
    "plt.show()#this champ makes little progress in assessment"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}