Survival_Check.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from loader1 import *\n",
    "from utils import *\n",
    "from common import *\n",
    "from experiment2 import *\n",
    "# from sys import platform\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "../Ride_Data_Cache/merged_orders.msgpack exists\n"
     ]
    }
   ],
   "source": [
    "orders = merge_order_df()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "cache_path = os.path.join(CACHE_DIR, f'survival_probability_df.msgpack')\n",
    "\n",
    "df = pd.read_msgpack(cache_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>ride_duration</th>\n",
       "      <th>driver_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>2327</td>\n",
       "      <td>03014caf7353cb92868d78b143bca071</td>\n",
       "      <td>2016-11-28 00:19:16</td>\n",
       "      <td>2016-11-28 00:54:04</td>\n",
       "      <td>104.072258</td>\n",
       "      <td>30.69557</td>\n",
       "      <td>104.05166</td>\n",
       "      <td>30.50397</td>\n",
       "      <td>34.8</td>\n",
       "      <td>00002724a19c5f6a54ae8d60a378997e</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                              order_id ride_start_timestamp  \\\n",
       "2327  03014caf7353cb92868d78b143bca071  2016-11-28 00:19:16   \n",
       "\n",
       "     ride_stop_timestamp  pickup_longitude  pickup_latitude  \\\n",
       "2327 2016-11-28 00:54:04        104.072258         30.69557   \n",
       "\n",
       "      dropoff_longitude  dropoff_latitude  ride_duration  \\\n",
       "2327          104.05166          30.50397           34.8   \n",
       "\n",
       "                             driver_id  \n",
       "2327  00002724a19c5f6a54ae8d60a378997e  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orders[orders.driver_id == '00002724a19c5f6a54ae8d60a378997e']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "herex`\n",
      "Creating the Survival Functions\n",
      "                          driver_id  active_time  ride_duration  \\\n",
      "1  00002724a19c5f6a54ae8d60a378997e         34.8           34.8   \n",
      "\n",
      "   survival_active_time  \n",
      "1                   NaN  \n",
      "                          driver_id  active_time  ride_duration  \\\n",
      "1  00002724a19c5f6a54ae8d60a378997e         34.8           34.8   \n",
      "\n",
      "   survival_active_time  inactive_time  \n",
      "1                  34.8            0.0  \n",
      "> /Users/ashwin/Documents/Courses/Capstone/capstone_didi/utils.py(211)get_surv_prob()\n",
      "-> 'driver_id', 'ride_duration', 'survival_active_time', 'inactive_time'\n",
      "(Pdb) exit\n"
     ]
    },
    {
     "ename": "BdbQuit",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mBdbQuit\u001b[0m                                   Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-11-ec839ac52f54>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtarget\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_surv_prob\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0morders\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msave_file\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0muse_cache\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/Documents/Courses/Capstone/capstone_didi/utils.py\u001b[0m in \u001b[0;36mget_surv_prob\u001b[0;34m(orders, c, use_cache, combine_pool, save_file)\u001b[0m\n\u001b[1;32m    209\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    210\u001b[0m         cols = [\n\u001b[0;32m--> 211\u001b[0;31m             \u001b[0;34m'driver_id'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'ride_duration'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'survival_active_time'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'inactive_time'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    212\u001b[0m         ]\n\u001b[1;32m    213\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/Courses/Capstone/capstone_didi/utils.py\u001b[0m in \u001b[0;36mget_surv_prob\u001b[0;34m(orders, c, use_cache, combine_pool, save_file)\u001b[0m\n\u001b[1;32m    209\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    210\u001b[0m         cols = [\n\u001b[0;32m--> 211\u001b[0;31m             \u001b[0;34m'driver_id'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'ride_duration'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'survival_active_time'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'inactive_time'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    212\u001b[0m         ]\n\u001b[1;32m    213\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/Cellar/python/3.7.4_1/Frameworks/Python.framework/Versions/3.7/lib/python3.7/bdb.py\u001b[0m in \u001b[0;36mtrace_dispatch\u001b[0;34m(self, frame, event, arg)\u001b[0m\n\u001b[1;32m     86\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0;31m# None\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     87\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mevent\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'line'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 88\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdispatch_line\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframe\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     89\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mevent\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'call'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     90\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdispatch_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframe\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0marg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/Cellar/python/3.7.4_1/Frameworks/Python.framework/Versions/3.7/lib/python3.7/bdb.py\u001b[0m in \u001b[0;36mdispatch_line\u001b[0;34m(self, frame)\u001b[0m\n\u001b[1;32m    111\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstop_here\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframe\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbreak_here\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframe\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    112\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0muser_line\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframe\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 113\u001b[0;31m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mquitting\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mBdbQuit\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    114\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrace_dispatch\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    115\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mBdbQuit\u001b[0m: "
     ]
    }
   ],
   "source": [
    "target = get_surv_prob(orders, save_file=False, use_cache=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_duration</th>\n",
       "      <th>survival_active_time</th>\n",
       "      <th>inactive_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0000131d486b69eb77ab6e9e7cca9f4c</td>\n",
       "      <td>75.583333</td>\n",
       "      <td>79.287915</td>\n",
       "      <td>25.762085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>00002724a19c5f6a54ae8d60a378997e</td>\n",
       "      <td>34.800000</td>\n",
       "      <td>69.600000</td>\n",
       "      <td>-34.800000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          driver_id  ride_duration  survival_active_time  \\\n",
       "0  0000131d486b69eb77ab6e9e7cca9f4c      75.583333             79.287915   \n",
       "1  00002724a19c5f6a54ae8d60a378997e      34.800000             69.600000   \n",
       "\n",
       "   inactive_time  \n",
       "0      25.762085  \n",
       "1     -34.800000  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_duration</th>\n",
       "      <th>survival_active_time</th>\n",
       "      <th>inactive_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0000131d486b69eb77ab6e9e7cca9f4c</td>\n",
       "      <td>75.583333</td>\n",
       "      <td>86.20821</td>\n",
       "      <td>18.84179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>00002724a19c5f6a54ae8d60a378997e</td>\n",
       "      <td>34.800000</td>\n",
       "      <td>69.60000</td>\n",
       "      <td>-34.80000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          driver_id  ride_duration  survival_active_time  \\\n",
       "0  0000131d486b69eb77ab6e9e7cca9f4c      75.583333              86.20821   \n",
       "1  00002724a19c5f6a54ae8d60a378997e      34.800000              69.60000   \n",
       "\n",
       "   inactive_time  \n",
       "0       18.84179  \n",
       "1      -34.80000  "
      ]
     },
     "execution_count": 176,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "val = ['0001860739024029fa3da2cad0ed4de2', '000211a97ba2b768ef941593bf1ae1a5', '0009cc512604d27cc3e819ab6b954fca', '3d5914545a97b002450e7769d7e51df3']\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_filter = orders[orders.driver_id.isin(val)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(39, 9)"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "order_filter.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "pool_rides(order_filter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>shifted_driver</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool                    shifted_driver  \n",
       "64686  2016-11-10 08:05:58    False                               NaN  \n",
       "141    2016-11-10 09:24:23    False  0001860739024029fa3da2cad0ed4de2  \n",
       "140773 2016-11-10 15:26:43    False  0001860739024029fa3da2cad0ed4de2  \n",
       "1608   2016-11-10 18:04:55    False  0001860739024029fa3da2cad0ed4de2  \n",
       "13373  2016-11-10 18:52:51     True  0001860739024029fa3da2cad0ed4de2  \n",
       "33721  2016-11-10 17:33:10     True  0001860739024029fa3da2cad0ed4de2  \n",
       "115042 2016-11-10 19:46:09    False  0001860739024029fa3da2cad0ed4de2  \n",
       "62517  2016-11-10 21:15:23    False  0001860739024029fa3da2cad0ed4de2  \n",
       "85996  2016-11-01 09:45:47    False  0001860739024029fa3da2cad0ed4de2  \n",
       "35848  2016-11-01 20:28:25    False  000211a97ba2b768ef941593bf1ae1a5  \n",
       "19718  2016-11-01 21:24:56    False  000211a97ba2b768ef941593bf1ae1a5  \n",
       "8323   2016-11-01 21:10:00     True  000211a97ba2b768ef941593bf1ae1a5  \n",
       "156213 2016-11-01 21:51:06     True  000211a97ba2b768ef941593bf1ae1a5  \n",
       "155890 2016-11-24 18:26:02    False  000211a97ba2b768ef941593bf1ae1a5  \n",
       "82810  2016-11-24 18:11:48     True  0009cc512604d27cc3e819ab6b954fca  \n",
       "155974 2016-11-24 19:54:48    False  0009cc512604d27cc3e819ab6b954fca  \n",
       "153383 2016-11-24 20:12:23     True  0009cc512604d27cc3e819ab6b954fca  \n",
       "159911 2016-11-29 08:41:58    False  0009cc512604d27cc3e819ab6b954fca  \n",
       "193897 2016-11-29 09:16:05    False  3d5914545a97b002450e7769d7e51df3  \n",
       "158634 2016-11-29 09:53:50    False  3d5914545a97b002450e7769d7e51df3  \n",
       "209587 2016-11-29 10:10:14    False  3d5914545a97b002450e7769d7e51df3  \n",
       "167835 2016-11-29 10:31:02    False  3d5914545a97b002450e7769d7e51df3  \n",
       "27078  2016-11-29 10:52:49     True  3d5914545a97b002450e7769d7e51df3  \n",
       "65798  2016-11-29 11:21:04     True  3d5914545a97b002450e7769d7e51df3  \n",
       "189209 2016-11-29 11:39:35     True  3d5914545a97b002450e7769d7e51df3  \n",
       "125577 2016-11-29 12:02:57    False  3d5914545a97b002450e7769d7e51df3  \n",
       "38522  2016-11-29 12:57:13    False  3d5914545a97b002450e7769d7e51df3  \n",
       "28400  2016-11-29 13:38:48    False  3d5914545a97b002450e7769d7e51df3  \n",
       "14687  2016-11-29 14:12:07    False  3d5914545a97b002450e7769d7e51df3  \n",
       "55550  2016-11-29 14:59:44    False  3d5914545a97b002450e7769d7e51df3  \n",
       "99717  2016-11-29 14:45:21     True  3d5914545a97b002450e7769d7e51df3  \n",
       "15397  2016-11-29 15:10:14     True  3d5914545a97b002450e7769d7e51df3  \n",
       "121433 2016-11-29 15:36:00    False  3d5914545a97b002450e7769d7e51df3  \n",
       "59165  2016-11-29 16:27:59    False  3d5914545a97b002450e7769d7e51df3  \n",
       "100662 2016-11-29 19:31:24    False  3d5914545a97b002450e7769d7e51df3  \n",
       "121661 2016-11-29 20:07:46    False  3d5914545a97b002450e7769d7e51df3  \n",
       "88233  2016-11-29 20:08:19     True  3d5914545a97b002450e7769d7e51df3  \n",
       "131154 2016-11-29 20:30:09    False  3d5914545a97b002450e7769d7e51df3  \n",
       "142674 2016-11-29 21:15:34    False  3d5914545a97b002450e7769d7e51df3  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'shifted_driver']\n",
    "order_filter[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# order_filter.sort_values(['driver_id', 'ride_start_timestamp'], inplace = True)\n",
    "# order_filter['flag'] = order_filter.groupby('driver_id')['is_pool'].apply(lambda x :x.ne(x.shift().bfill())).astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'flag']\n",
    "# order_filter[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# order_filter['shifted_flag'] = order_filter['is_pool'].shift(-1).fillna(False)\n",
    "# order_filter['shifted_driver_id'] = order_filter['driver_id'].shift(-1).fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# order_filter.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_filter['is_pool_shifted'] = order_filter.groupby('driver_id')['is_pool'].shift(-1).fillna(False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>is_pool_shifted</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool  is_pool_shifted  \n",
       "64686  2016-11-10 08:05:58    False            False  \n",
       "141    2016-11-10 09:24:23    False            False  \n",
       "140773 2016-11-10 15:26:43    False            False  \n",
       "1608   2016-11-10 18:04:55    False             True  \n",
       "13373  2016-11-10 18:52:51     True             True  \n",
       "33721  2016-11-10 17:33:10     True            False  \n",
       "115042 2016-11-10 19:46:09    False            False  \n",
       "62517  2016-11-10 21:15:23    False            False  \n",
       "85996  2016-11-01 09:45:47    False            False  \n",
       "35848  2016-11-01 20:28:25    False            False  \n",
       "19718  2016-11-01 21:24:56    False             True  \n",
       "8323   2016-11-01 21:10:00     True             True  \n",
       "156213 2016-11-01 21:51:06     True            False  \n",
       "155890 2016-11-24 18:26:02    False             True  \n",
       "82810  2016-11-24 18:11:48     True            False  \n",
       "155974 2016-11-24 19:54:48    False             True  \n",
       "153383 2016-11-24 20:12:23     True            False  \n",
       "159911 2016-11-29 08:41:58    False            False  \n",
       "193897 2016-11-29 09:16:05    False            False  \n",
       "158634 2016-11-29 09:53:50    False            False  \n",
       "209587 2016-11-29 10:10:14    False            False  \n",
       "167835 2016-11-29 10:31:02    False             True  \n",
       "27078  2016-11-29 10:52:49     True             True  \n",
       "65798  2016-11-29 11:21:04     True             True  \n",
       "189209 2016-11-29 11:39:35     True            False  \n",
       "125577 2016-11-29 12:02:57    False            False  \n",
       "38522  2016-11-29 12:57:13    False            False  \n",
       "28400  2016-11-29 13:38:48    False            False  \n",
       "14687  2016-11-29 14:12:07    False            False  \n",
       "55550  2016-11-29 14:59:44    False             True  \n",
       "99717  2016-11-29 14:45:21     True             True  \n",
       "15397  2016-11-29 15:10:14     True            False  \n",
       "121433 2016-11-29 15:36:00    False            False  \n",
       "59165  2016-11-29 16:27:59    False            False  \n",
       "100662 2016-11-29 19:31:24    False            False  \n",
       "121661 2016-11-29 20:07:46    False             True  \n",
       "88233  2016-11-29 20:08:19     True            False  \n",
       "131154 2016-11-29 20:30:09    False            False  \n",
       "142674 2016-11-29 21:15:34    False            False  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'is_pool_shifted']\n",
    "order_filter[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_filter['pool'] =  order_filter['is_pool'] + order_filter['is_pool_shifted']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>is_pool_shifted</th>\n",
       "      <th>pool</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool  is_pool_shifted   pool  \n",
       "64686  2016-11-10 08:05:58    False            False  False  \n",
       "141    2016-11-10 09:24:23    False            False  False  \n",
       "140773 2016-11-10 15:26:43    False            False  False  \n",
       "1608   2016-11-10 18:04:55    False             True   True  \n",
       "13373  2016-11-10 18:52:51     True             True   True  \n",
       "33721  2016-11-10 17:33:10     True            False   True  \n",
       "115042 2016-11-10 19:46:09    False            False  False  \n",
       "62517  2016-11-10 21:15:23    False            False  False  \n",
       "85996  2016-11-01 09:45:47    False            False  False  \n",
       "35848  2016-11-01 20:28:25    False            False  False  \n",
       "19718  2016-11-01 21:24:56    False             True   True  \n",
       "8323   2016-11-01 21:10:00     True             True   True  \n",
       "156213 2016-11-01 21:51:06     True            False   True  \n",
       "155890 2016-11-24 18:26:02    False             True   True  \n",
       "82810  2016-11-24 18:11:48     True            False   True  \n",
       "155974 2016-11-24 19:54:48    False             True   True  \n",
       "153383 2016-11-24 20:12:23     True            False   True  \n",
       "159911 2016-11-29 08:41:58    False            False  False  \n",
       "193897 2016-11-29 09:16:05    False            False  False  \n",
       "158634 2016-11-29 09:53:50    False            False  False  \n",
       "209587 2016-11-29 10:10:14    False            False  False  \n",
       "167835 2016-11-29 10:31:02    False             True   True  \n",
       "27078  2016-11-29 10:52:49     True             True   True  \n",
       "65798  2016-11-29 11:21:04     True             True   True  \n",
       "189209 2016-11-29 11:39:35     True            False   True  \n",
       "125577 2016-11-29 12:02:57    False            False  False  \n",
       "38522  2016-11-29 12:57:13    False            False  False  \n",
       "28400  2016-11-29 13:38:48    False            False  False  \n",
       "14687  2016-11-29 14:12:07    False            False  False  \n",
       "55550  2016-11-29 14:59:44    False             True   True  \n",
       "99717  2016-11-29 14:45:21     True             True   True  \n",
       "15397  2016-11-29 15:10:14     True            False   True  \n",
       "121433 2016-11-29 15:36:00    False            False  False  \n",
       "59165  2016-11-29 16:27:59    False            False  False  \n",
       "100662 2016-11-29 19:31:24    False            False  False  \n",
       "121661 2016-11-29 20:07:46    False             True   True  \n",
       "88233  2016-11-29 20:08:19     True            False   True  \n",
       "131154 2016-11-29 20:30:09    False            False  False  \n",
       "142674 2016-11-29 21:15:34    False            False  False  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'is_pool_shifted', 'pool']\n",
    "order_filter[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "def group_pool(df):\n",
    "    df = df.copy()\n",
    "    pool_rides(df)\n",
    "    df['is_pool_shifted'] = df.groupby('driver_id')['is_pool'].shift(-1).fillna(False)\n",
    "    df['pool'] = df['is_pool'] + df['is_pool_shifted']\n",
    "#     df['pool_shifted_down'] =  df.groupby('driver_id')['pool'].shift(1) \n",
    "#     df['first_pool_1'] = np.where(df['pool'] != df['pool_shifted_down'], 1, 0)\n",
    "#     df['first_pool_1'].fillna(1)\n",
    "    df['factor'] = -df.index\n",
    "    df['factor'][df.pool] = 1\n",
    "    df['shifted_stop_time_for_ride'] = df.groupby('driver_id')['ride_stop_timestamp'].shift(1)\n",
    "    df['check_shift_sign_updated'] = df['ride_start_timestamp'] - df['shifted_stop_time_for_ride']\n",
    "    df['check_shift_sign'] = df['ride_start_timestamp'] < df['shifted_stop_time_for_ride']\n",
    "    df['check_shift_sign_new'] = np.where(df['check_shift_sign_updated'].dt.total_seconds() < 0, 0, 1)\n",
    "    df['check_shift_sign_new'].fillna(1)\n",
    "#     df['cum_sum_1'] = df['check_shift_sign'].cumsum()\n",
    "    df['cum_sum_1'] = df.groupby('driver_id')['check_shift_sign_new'].cumsum()\n",
    "    df['group_1'] = np.where(df['pool'], df['cum_sum_1'], df['factor'])\n",
    "    df['group_1_shifted_down'] = df['group_1'].shift(1)\n",
    "    df['equal_column'] = df['group_1'] !=  df['group_1_shifted_down']\n",
    "    df['cum_sum_2'] = df['equal_column'].cumsum()\n",
    "#     df.iloc[~df.pool, 'factor'] = -df.iloc[~df.pool, 'index']\n",
    "#     df.iloc[df.pool, 'factor'] = df.iloc[df.pool, int(df.is_pool)]\n",
    "    df = df.groupby(['cum_sum_2']).agg({'ride_start_timestamp': min, \n",
    "                                                     'ride_stop_timestamp': max, \n",
    "                                        'driver_id': 'first', 'order_id': 'first'}).reset_index() \n",
    "    df['ride_duration'] = (df.ride_stop_timestamp -\n",
    "                           df.ride_start_timestamp).dt.total_seconds() / 60\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = group_pool(order_filter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cum_sum_2</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>driver_id</th>\n",
       "      <th>order_id</th>\n",
       "      <th>ride_duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>5483a74a258f03d32d00397973b09f2b</td>\n",
       "      <td>00:53:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>00311e67173db2823aabd29cf2e3d967</td>\n",
       "      <td>00:32:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>b84edcdf75d9c8824c04dc33d73e176e</td>\n",
       "      <td>00:31:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>0227c8f24ff175c5415a6e0b3203d5cf</td>\n",
       "      <td>01:46:07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>966cd2c5d564c5f508cafe913fcc7328</td>\n",
       "      <td>00:27:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>51bc5f9c8050624fd68d0c1c118a14b5</td>\n",
       "      <td>00:22:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>7a4833b8e39db563365e485f3c16feb5</td>\n",
       "      <td>00:16:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>8</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>32eb295835b821f4b01c9eb9292bd534</td>\n",
       "      <td>00:21:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>1bd834f316b12c5f76848a7382c554e9</td>\n",
       "      <td>01:07:32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>c30d01e0c737a20de92a8fc1a9546971</td>\n",
       "      <td>01:03:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>c32a6f7d31ec32b6332540e4a2ae492b</td>\n",
       "      <td>00:50:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>be95e3a2ce12e38d50978df6fbbadb90</td>\n",
       "      <td>00:38:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>13</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>e7500d8b6c9e66b9927cb12907b54a10</td>\n",
       "      <td>00:23:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>bd12c9f882a4e47cecf60db07100642e</td>\n",
       "      <td>00:11:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>fa1fd8f4e661e421bd39ff2454f33831</td>\n",
       "      <td>00:10:52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>16</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>c7f4fba28fc281be89edab3a7472ad5d</td>\n",
       "      <td>01:18:47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>95d31dc2ca4b27887c63a78c48ad694c</td>\n",
       "      <td>00:12:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>18</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2db6043371fe1a8022cf833a942f0d9e</td>\n",
       "      <td>00:23:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>19</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>21d6e5b7509e9a67a7fd3428bd5b2bd6</td>\n",
       "      <td>00:34:52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>20</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>118b65dbf68c5f76aedf29acaeeb5767</td>\n",
       "      <td>00:24:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>21</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>422e8fab5009e197e1a6aba51467d667</td>\n",
       "      <td>00:54:28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>22</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>90f6f9679a1ddf3ba3fc992accd88808</td>\n",
       "      <td>00:10:45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>23</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>468faed9b3fb3e584beb708bdec6035f</td>\n",
       "      <td>00:31:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>24</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>78174293c7174477f4118dbf291d8e3b</td>\n",
       "      <td>00:08:32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>9137b9c0bd7c586f7023168acf4b1164</td>\n",
       "      <td>00:24:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>26</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>9c7c62481aba8dcc63b3528bb1558a97</td>\n",
       "      <td>00:14:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>27</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>aa0dd6892e63a35d14b587c6eefe2099</td>\n",
       "      <td>00:29:17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    cum_sum_2 ride_start_timestamp ride_stop_timestamp  \\\n",
       "0           1  2016-11-10 07:12:39 2016-11-10 08:05:58   \n",
       "1           2  2016-11-10 08:52:17 2016-11-10 09:24:23   \n",
       "2           3  2016-11-10 14:55:33 2016-11-10 15:26:43   \n",
       "3           4  2016-11-10 17:06:44 2016-11-10 18:52:51   \n",
       "4           5  2016-11-10 19:18:55 2016-11-10 19:46:09   \n",
       "5           6  2016-11-10 20:53:13 2016-11-10 21:15:23   \n",
       "6           7  2016-11-01 09:29:41 2016-11-01 09:45:47   \n",
       "7           8  2016-11-01 20:06:55 2016-11-01 20:28:25   \n",
       "8           9  2016-11-01 20:43:34 2016-11-01 21:51:06   \n",
       "9          10  2016-11-24 17:22:46 2016-11-24 18:26:02   \n",
       "10         11  2016-11-24 19:21:24 2016-11-24 20:12:23   \n",
       "11         12  2016-11-29 08:03:01 2016-11-29 08:41:58   \n",
       "12         13  2016-11-29 08:52:50 2016-11-29 09:16:05   \n",
       "13         14  2016-11-29 09:42:21 2016-11-29 09:53:50   \n",
       "14         15  2016-11-29 09:59:22 2016-11-29 10:10:14   \n",
       "15         16  2016-11-29 10:20:48 2016-11-29 11:39:35   \n",
       "16         17  2016-11-29 11:50:01 2016-11-29 12:02:57   \n",
       "17         18  2016-11-29 12:33:16 2016-11-29 12:57:13   \n",
       "18         19  2016-11-29 13:03:56 2016-11-29 13:38:48   \n",
       "19         20  2016-11-29 13:47:45 2016-11-29 14:12:07   \n",
       "20         21  2016-11-29 14:15:46 2016-11-29 15:10:14   \n",
       "21         22  2016-11-29 15:25:15 2016-11-29 15:36:00   \n",
       "22         23  2016-11-29 15:56:39 2016-11-29 16:27:59   \n",
       "23         24  2016-11-29 19:22:52 2016-11-29 19:31:24   \n",
       "24         25  2016-11-29 19:44:05 2016-11-29 20:08:19   \n",
       "25         26  2016-11-29 20:15:53 2016-11-29 20:30:09   \n",
       "26         27  2016-11-29 20:46:17 2016-11-29 21:15:34   \n",
       "\n",
       "                           driver_id                          order_id  \\\n",
       "0   0001860739024029fa3da2cad0ed4de2  5483a74a258f03d32d00397973b09f2b   \n",
       "1   0001860739024029fa3da2cad0ed4de2  00311e67173db2823aabd29cf2e3d967   \n",
       "2   0001860739024029fa3da2cad0ed4de2  b84edcdf75d9c8824c04dc33d73e176e   \n",
       "3   0001860739024029fa3da2cad0ed4de2  0227c8f24ff175c5415a6e0b3203d5cf   \n",
       "4   0001860739024029fa3da2cad0ed4de2  966cd2c5d564c5f508cafe913fcc7328   \n",
       "5   0001860739024029fa3da2cad0ed4de2  51bc5f9c8050624fd68d0c1c118a14b5   \n",
       "6   000211a97ba2b768ef941593bf1ae1a5  7a4833b8e39db563365e485f3c16feb5   \n",
       "7   000211a97ba2b768ef941593bf1ae1a5  32eb295835b821f4b01c9eb9292bd534   \n",
       "8   000211a97ba2b768ef941593bf1ae1a5  1bd834f316b12c5f76848a7382c554e9   \n",
       "9   0009cc512604d27cc3e819ab6b954fca  c30d01e0c737a20de92a8fc1a9546971   \n",
       "10  0009cc512604d27cc3e819ab6b954fca  c32a6f7d31ec32b6332540e4a2ae492b   \n",
       "11  3d5914545a97b002450e7769d7e51df3  be95e3a2ce12e38d50978df6fbbadb90   \n",
       "12  3d5914545a97b002450e7769d7e51df3  e7500d8b6c9e66b9927cb12907b54a10   \n",
       "13  3d5914545a97b002450e7769d7e51df3  bd12c9f882a4e47cecf60db07100642e   \n",
       "14  3d5914545a97b002450e7769d7e51df3  fa1fd8f4e661e421bd39ff2454f33831   \n",
       "15  3d5914545a97b002450e7769d7e51df3  c7f4fba28fc281be89edab3a7472ad5d   \n",
       "16  3d5914545a97b002450e7769d7e51df3  95d31dc2ca4b27887c63a78c48ad694c   \n",
       "17  3d5914545a97b002450e7769d7e51df3  2db6043371fe1a8022cf833a942f0d9e   \n",
       "18  3d5914545a97b002450e7769d7e51df3  21d6e5b7509e9a67a7fd3428bd5b2bd6   \n",
       "19  3d5914545a97b002450e7769d7e51df3  118b65dbf68c5f76aedf29acaeeb5767   \n",
       "20  3d5914545a97b002450e7769d7e51df3  422e8fab5009e197e1a6aba51467d667   \n",
       "21  3d5914545a97b002450e7769d7e51df3  90f6f9679a1ddf3ba3fc992accd88808   \n",
       "22  3d5914545a97b002450e7769d7e51df3  468faed9b3fb3e584beb708bdec6035f   \n",
       "23  3d5914545a97b002450e7769d7e51df3  78174293c7174477f4118dbf291d8e3b   \n",
       "24  3d5914545a97b002450e7769d7e51df3  9137b9c0bd7c586f7023168acf4b1164   \n",
       "25  3d5914545a97b002450e7769d7e51df3  9c7c62481aba8dcc63b3528bb1558a97   \n",
       "26  3d5914545a97b002450e7769d7e51df3  aa0dd6892e63a35d14b587c6eefe2099   \n",
       "\n",
       "   ride_duration  \n",
       "0       00:53:19  \n",
       "1       00:32:06  \n",
       "2       00:31:10  \n",
       "3       01:46:07  \n",
       "4       00:27:14  \n",
       "5       00:22:10  \n",
       "6       00:16:06  \n",
       "7       00:21:30  \n",
       "8       01:07:32  \n",
       "9       01:03:16  \n",
       "10      00:50:59  \n",
       "11      00:38:57  \n",
       "12      00:23:15  \n",
       "13      00:11:29  \n",
       "14      00:10:52  \n",
       "15      01:18:47  \n",
       "16      00:12:56  \n",
       "17      00:23:57  \n",
       "18      00:34:52  \n",
       "19      00:24:22  \n",
       "20      00:54:28  \n",
       "21      00:10:45  \n",
       "22      00:31:20  \n",
       "23      00:08:32  \n",
       "24      00:24:14  \n",
       "25      00:14:16  \n",
       "26      00:29:17  "
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>is_pool_shifted</th>\n",
       "      <th>pool</th>\n",
       "      <th>factor</th>\n",
       "      <th>check_shift_sign</th>\n",
       "      <th>check_shift_sign_new</th>\n",
       "      <th>cum_sum_1</th>\n",
       "      <th>group_1</th>\n",
       "      <th>equal_column</th>\n",
       "      <th>cum_sum_2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-64686</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-64686</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-141</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>-141</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-140773</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>-140773</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>True</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-115042</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>-115042</td>\n",
       "      <td>True</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-62517</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>-62517</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-85996</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-85996</td>\n",
       "      <td>True</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-35848</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>-35848</td>\n",
       "      <td>True</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>True</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-159911</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-159911</td>\n",
       "      <td>True</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-193897</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>-193897</td>\n",
       "      <td>True</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-158634</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>-158634</td>\n",
       "      <td>True</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-209587</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>-209587</td>\n",
       "      <td>True</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-125577</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>-125577</td>\n",
       "      <td>True</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-38522</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>-38522</td>\n",
       "      <td>True</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-28400</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>-28400</td>\n",
       "      <td>True</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-14687</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>-14687</td>\n",
       "      <td>True</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-121433</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>-121433</td>\n",
       "      <td>True</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-59165</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>-59165</td>\n",
       "      <td>True</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-100662</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>-100662</td>\n",
       "      <td>True</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "      <td>True</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>14</td>\n",
       "      <td>False</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-131154</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>-131154</td>\n",
       "      <td>True</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>-142674</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>-142674</td>\n",
       "      <td>True</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool  is_pool_shifted   pool  factor  \\\n",
       "64686  2016-11-10 08:05:58    False            False  False  -64686   \n",
       "141    2016-11-10 09:24:23    False            False  False    -141   \n",
       "140773 2016-11-10 15:26:43    False            False  False -140773   \n",
       "1608   2016-11-10 18:04:55    False             True   True       1   \n",
       "13373  2016-11-10 18:52:51     True             True   True       1   \n",
       "33721  2016-11-10 17:33:10     True            False   True       1   \n",
       "115042 2016-11-10 19:46:09    False            False  False -115042   \n",
       "62517  2016-11-10 21:15:23    False            False  False  -62517   \n",
       "85996  2016-11-01 09:45:47    False            False  False  -85996   \n",
       "35848  2016-11-01 20:28:25    False            False  False  -35848   \n",
       "19718  2016-11-01 21:24:56    False             True   True       1   \n",
       "8323   2016-11-01 21:10:00     True             True   True       1   \n",
       "156213 2016-11-01 21:51:06     True            False   True       1   \n",
       "155890 2016-11-24 18:26:02    False             True   True       1   \n",
       "82810  2016-11-24 18:11:48     True            False   True       1   \n",
       "155974 2016-11-24 19:54:48    False             True   True       1   \n",
       "153383 2016-11-24 20:12:23     True            False   True       1   \n",
       "159911 2016-11-29 08:41:58    False            False  False -159911   \n",
       "193897 2016-11-29 09:16:05    False            False  False -193897   \n",
       "158634 2016-11-29 09:53:50    False            False  False -158634   \n",
       "209587 2016-11-29 10:10:14    False            False  False -209587   \n",
       "167835 2016-11-29 10:31:02    False             True   True       1   \n",
       "27078  2016-11-29 10:52:49     True             True   True       1   \n",
       "65798  2016-11-29 11:21:04     True             True   True       1   \n",
       "189209 2016-11-29 11:39:35     True            False   True       1   \n",
       "125577 2016-11-29 12:02:57    False            False  False -125577   \n",
       "38522  2016-11-29 12:57:13    False            False  False  -38522   \n",
       "28400  2016-11-29 13:38:48    False            False  False  -28400   \n",
       "14687  2016-11-29 14:12:07    False            False  False  -14687   \n",
       "55550  2016-11-29 14:59:44    False             True   True       1   \n",
       "99717  2016-11-29 14:45:21     True             True   True       1   \n",
       "15397  2016-11-29 15:10:14     True            False   True       1   \n",
       "121433 2016-11-29 15:36:00    False            False  False -121433   \n",
       "59165  2016-11-29 16:27:59    False            False  False  -59165   \n",
       "100662 2016-11-29 19:31:24    False            False  False -100662   \n",
       "121661 2016-11-29 20:07:46    False             True   True       1   \n",
       "88233  2016-11-29 20:08:19     True            False   True       1   \n",
       "131154 2016-11-29 20:30:09    False            False  False -131154   \n",
       "142674 2016-11-29 21:15:34    False            False  False -142674   \n",
       "\n",
       "        check_shift_sign  check_shift_sign_new  cum_sum_1  group_1  \\\n",
       "64686              False                     1          1   -64686   \n",
       "141                False                     1          2     -141   \n",
       "140773             False                     1          3  -140773   \n",
       "1608               False                     1          4        4   \n",
       "13373               True                     0          4        4   \n",
       "33721               True                     0          4        4   \n",
       "115042             False                     1          5  -115042   \n",
       "62517              False                     1          6   -62517   \n",
       "85996              False                     1          1   -85996   \n",
       "35848              False                     1          2   -35848   \n",
       "19718              False                     1          3        3   \n",
       "8323                True                     0          3        3   \n",
       "156213              True                     0          3        3   \n",
       "155890             False                     1          1        1   \n",
       "82810               True                     0          1        1   \n",
       "155974             False                     1          2        2   \n",
       "153383              True                     0          2        2   \n",
       "159911             False                     1          1  -159911   \n",
       "193897             False                     1          2  -193897   \n",
       "158634             False                     1          3  -158634   \n",
       "209587             False                     1          4  -209587   \n",
       "167835             False                     1          5        5   \n",
       "27078               True                     0          5        5   \n",
       "65798               True                     0          5        5   \n",
       "189209              True                     0          5        5   \n",
       "125577             False                     1          6  -125577   \n",
       "38522              False                     1          7   -38522   \n",
       "28400              False                     1          8   -28400   \n",
       "14687              False                     1          9   -14687   \n",
       "55550              False                     1         10       10   \n",
       "99717               True                     0         10       10   \n",
       "15397               True                     0         10       10   \n",
       "121433             False                     1         11  -121433   \n",
       "59165              False                     1         12   -59165   \n",
       "100662             False                     1         13  -100662   \n",
       "121661             False                     1         14       14   \n",
       "88233               True                     0         14       14   \n",
       "131154             False                     1         15  -131154   \n",
       "142674             False                     1         16  -142674   \n",
       "\n",
       "        equal_column  cum_sum_2  \n",
       "64686           True          1  \n",
       "141             True          2  \n",
       "140773          True          3  \n",
       "1608            True          4  \n",
       "13373          False          4  \n",
       "33721          False          4  \n",
       "115042          True          5  \n",
       "62517           True          6  \n",
       "85996           True          7  \n",
       "35848           True          8  \n",
       "19718           True          9  \n",
       "8323           False          9  \n",
       "156213         False          9  \n",
       "155890          True         10  \n",
       "82810          False         10  \n",
       "155974          True         11  \n",
       "153383         False         11  \n",
       "159911          True         12  \n",
       "193897          True         13  \n",
       "158634          True         14  \n",
       "209587          True         15  \n",
       "167835          True         16  \n",
       "27078          False         16  \n",
       "65798          False         16  \n",
       "189209         False         16  \n",
       "125577          True         17  \n",
       "38522           True         18  \n",
       "28400           True         19  \n",
       "14687           True         20  \n",
       "55550           True         21  \n",
       "99717          False         21  \n",
       "15397          False         21  \n",
       "121433          True         22  \n",
       "59165           True         23  \n",
       "100662          True         24  \n",
       "121661          True         25  \n",
       "88233          False         25  \n",
       "131154          True         26  \n",
       "142674          True         27  "
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'is_pool_shifted', 'pool', \n",
    "        'factor', 'check_shift_sign', 'check_shift_sign_new', 'cum_sum_1', 'group_1', 'equal_column', 'cum_sum_2']\n",
    "\n",
    "df[cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_filter['pool_int'] = order_filter['pool'].astype('int')\n",
    "order_filter['cSum'] = order_filter.groupby(['driver_id', (order_filter.pool).cumsum()]).pool_int.cumsum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_filter['cSum2'] =  order_filter['cSum'].cumsum()\n",
    "order_filter['cSum2'] = order_filter.groupby(['driver_id', (order_filter.pool).cumsum()]).cSum.cumsum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>is_pool_shifted</th>\n",
       "      <th>pool</th>\n",
       "      <th>cSum</th>\n",
       "      <th>cSum2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool  is_pool_shifted   pool  cSum  cSum2  \n",
       "64686  2016-11-10 08:05:58    False            False  False     0      0  \n",
       "141    2016-11-10 09:24:23    False            False  False     0      0  \n",
       "140773 2016-11-10 15:26:43    False            False  False     0      0  \n",
       "1608   2016-11-10 18:04:55    False             True   True     1      1  \n",
       "13373  2016-11-10 18:52:51     True             True   True     1      1  \n",
       "33721  2016-11-10 17:33:10     True            False   True     1      1  \n",
       "115042 2016-11-10 19:46:09    False            False  False     1      2  \n",
       "62517  2016-11-10 21:15:23    False            False  False     1      3  \n",
       "85996  2016-11-01 09:45:47    False            False  False     0      0  \n",
       "35848  2016-11-01 20:28:25    False            False  False     0      0  \n",
       "19718  2016-11-01 21:24:56    False             True   True     1      1  \n",
       "8323   2016-11-01 21:10:00     True             True   True     1      1  \n",
       "156213 2016-11-01 21:51:06     True            False   True     1      1  \n",
       "155890 2016-11-24 18:26:02    False             True   True     1      1  \n",
       "82810  2016-11-24 18:11:48     True            False   True     1      1  \n",
       "155974 2016-11-24 19:54:48    False             True   True     1      1  \n",
       "153383 2016-11-24 20:12:23     True            False   True     1      1  \n",
       "159911 2016-11-29 08:41:58    False            False  False     0      0  \n",
       "193897 2016-11-29 09:16:05    False            False  False     0      0  \n",
       "158634 2016-11-29 09:53:50    False            False  False     0      0  \n",
       "209587 2016-11-29 10:10:14    False            False  False     0      0  \n",
       "167835 2016-11-29 10:31:02    False             True   True     1      1  \n",
       "27078  2016-11-29 10:52:49     True             True   True     1      1  \n",
       "65798  2016-11-29 11:21:04     True             True   True     1      1  \n",
       "189209 2016-11-29 11:39:35     True            False   True     1      1  \n",
       "125577 2016-11-29 12:02:57    False            False  False     1      2  \n",
       "38522  2016-11-29 12:57:13    False            False  False     1      3  \n",
       "28400  2016-11-29 13:38:48    False            False  False     1      4  \n",
       "14687  2016-11-29 14:12:07    False            False  False     1      5  \n",
       "55550  2016-11-29 14:59:44    False             True   True     1      1  \n",
       "99717  2016-11-29 14:45:21     True             True   True     1      1  \n",
       "15397  2016-11-29 15:10:14     True            False   True     1      1  \n",
       "121433 2016-11-29 15:36:00    False            False  False     1      2  \n",
       "59165  2016-11-29 16:27:59    False            False  False     1      3  \n",
       "100662 2016-11-29 19:31:24    False            False  False     1      4  \n",
       "121661 2016-11-29 20:07:46    False             True   True     1      1  \n",
       "88233  2016-11-29 20:08:19     True            False   True     1      1  \n",
       "131154 2016-11-29 20:30:09    False            False  False     1      2  \n",
       "142674 2016-11-29 21:15:34    False            False  False     1      3  "
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'is_pool_shifted', 'pool', 'cSum', 'cSum2']\n",
    "order_filter[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_val(df):\n",
    "    val = []\n",
    "    ctr = 0\n",
    "    for idx, row in df.iterrows():\n",
    "        if row['is_pool'] == False and row['is_pool_shifted'] == False:\n",
    "            ctr += 1\n",
    "            val += [ctr]\n",
    "        elif row['is_pool'] == False and row['is_pool_shifted'] == True:\n",
    "            ctr += 1\n",
    "            val += [ctr]\n",
    "        elif row['is_pool'] == True:\n",
    "            val += [ctr]\n",
    "    df['Ctr'] = val\n",
    "    return df\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "order_new = order_filter.groupby('driver_id').apply(get_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>driver_id</th>\n",
       "      <th>ride_start_timestamp</th>\n",
       "      <th>ride_stop_timestamp</th>\n",
       "      <th>is_pool</th>\n",
       "      <th>is_pool_shifted</th>\n",
       "      <th>pool</th>\n",
       "      <th>Ctr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>64686</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 07:12:39</td>\n",
       "      <td>2016-11-10 08:05:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>141</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 08:52:17</td>\n",
       "      <td>2016-11-10 09:24:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>140773</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 14:55:33</td>\n",
       "      <td>2016-11-10 15:26:43</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1608</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:06:44</td>\n",
       "      <td>2016-11-10 18:04:55</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13373</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:12:49</td>\n",
       "      <td>2016-11-10 18:52:51</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33721</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 17:19:32</td>\n",
       "      <td>2016-11-10 17:33:10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>115042</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 19:18:55</td>\n",
       "      <td>2016-11-10 19:46:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62517</td>\n",
       "      <td>0001860739024029fa3da2cad0ed4de2</td>\n",
       "      <td>2016-11-10 20:53:13</td>\n",
       "      <td>2016-11-10 21:15:23</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>85996</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 09:29:41</td>\n",
       "      <td>2016-11-01 09:45:47</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35848</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:06:55</td>\n",
       "      <td>2016-11-01 20:28:25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19718</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:43:34</td>\n",
       "      <td>2016-11-01 21:24:56</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8323</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:49:50</td>\n",
       "      <td>2016-11-01 21:10:00</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>156213</td>\n",
       "      <td>000211a97ba2b768ef941593bf1ae1a5</td>\n",
       "      <td>2016-11-01 20:53:13</td>\n",
       "      <td>2016-11-01 21:51:06</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155890</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:22:46</td>\n",
       "      <td>2016-11-24 18:26:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>82810</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 17:38:29</td>\n",
       "      <td>2016-11-24 18:11:48</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>155974</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:21:24</td>\n",
       "      <td>2016-11-24 19:54:48</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>153383</td>\n",
       "      <td>0009cc512604d27cc3e819ab6b954fca</td>\n",
       "      <td>2016-11-24 19:40:03</td>\n",
       "      <td>2016-11-24 20:12:23</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>159911</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:03:01</td>\n",
       "      <td>2016-11-29 08:41:58</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>193897</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 08:52:50</td>\n",
       "      <td>2016-11-29 09:16:05</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>158634</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:42:21</td>\n",
       "      <td>2016-11-29 09:53:50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>209587</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 09:59:22</td>\n",
       "      <td>2016-11-29 10:10:14</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>167835</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:20:48</td>\n",
       "      <td>2016-11-29 10:31:02</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27078</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:28:33</td>\n",
       "      <td>2016-11-29 10:52:49</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>65798</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 10:36:34</td>\n",
       "      <td>2016-11-29 11:21:04</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>189209</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:11:53</td>\n",
       "      <td>2016-11-29 11:39:35</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>125577</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 11:50:01</td>\n",
       "      <td>2016-11-29 12:02:57</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38522</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 12:33:16</td>\n",
       "      <td>2016-11-29 12:57:13</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28400</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:03:56</td>\n",
       "      <td>2016-11-29 13:38:48</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14687</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 13:47:45</td>\n",
       "      <td>2016-11-29 14:12:07</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55550</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:15:46</td>\n",
       "      <td>2016-11-29 14:59:44</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>99717</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:20:40</td>\n",
       "      <td>2016-11-29 14:45:21</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15397</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 14:36:58</td>\n",
       "      <td>2016-11-29 15:10:14</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121433</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:25:15</td>\n",
       "      <td>2016-11-29 15:36:00</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59165</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 15:56:39</td>\n",
       "      <td>2016-11-29 16:27:59</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>100662</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:22:52</td>\n",
       "      <td>2016-11-29 19:31:24</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>121661</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:44:05</td>\n",
       "      <td>2016-11-29 20:07:46</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>88233</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 19:50:26</td>\n",
       "      <td>2016-11-29 20:08:19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>131154</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:15:53</td>\n",
       "      <td>2016-11-29 20:30:09</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>142674</td>\n",
       "      <td>3d5914545a97b002450e7769d7e51df3</td>\n",
       "      <td>2016-11-29 20:46:17</td>\n",
       "      <td>2016-11-29 21:15:34</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               driver_id ride_start_timestamp  \\\n",
       "64686   0001860739024029fa3da2cad0ed4de2  2016-11-10 07:12:39   \n",
       "141     0001860739024029fa3da2cad0ed4de2  2016-11-10 08:52:17   \n",
       "140773  0001860739024029fa3da2cad0ed4de2  2016-11-10 14:55:33   \n",
       "1608    0001860739024029fa3da2cad0ed4de2  2016-11-10 17:06:44   \n",
       "13373   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:12:49   \n",
       "33721   0001860739024029fa3da2cad0ed4de2  2016-11-10 17:19:32   \n",
       "115042  0001860739024029fa3da2cad0ed4de2  2016-11-10 19:18:55   \n",
       "62517   0001860739024029fa3da2cad0ed4de2  2016-11-10 20:53:13   \n",
       "85996   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 09:29:41   \n",
       "35848   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:06:55   \n",
       "19718   000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:43:34   \n",
       "8323    000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:49:50   \n",
       "156213  000211a97ba2b768ef941593bf1ae1a5  2016-11-01 20:53:13   \n",
       "155890  0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:22:46   \n",
       "82810   0009cc512604d27cc3e819ab6b954fca  2016-11-24 17:38:29   \n",
       "155974  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:21:24   \n",
       "153383  0009cc512604d27cc3e819ab6b954fca  2016-11-24 19:40:03   \n",
       "159911  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:03:01   \n",
       "193897  3d5914545a97b002450e7769d7e51df3  2016-11-29 08:52:50   \n",
       "158634  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:42:21   \n",
       "209587  3d5914545a97b002450e7769d7e51df3  2016-11-29 09:59:22   \n",
       "167835  3d5914545a97b002450e7769d7e51df3  2016-11-29 10:20:48   \n",
       "27078   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:28:33   \n",
       "65798   3d5914545a97b002450e7769d7e51df3  2016-11-29 10:36:34   \n",
       "189209  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:11:53   \n",
       "125577  3d5914545a97b002450e7769d7e51df3  2016-11-29 11:50:01   \n",
       "38522   3d5914545a97b002450e7769d7e51df3  2016-11-29 12:33:16   \n",
       "28400   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:03:56   \n",
       "14687   3d5914545a97b002450e7769d7e51df3  2016-11-29 13:47:45   \n",
       "55550   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:15:46   \n",
       "99717   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:20:40   \n",
       "15397   3d5914545a97b002450e7769d7e51df3  2016-11-29 14:36:58   \n",
       "121433  3d5914545a97b002450e7769d7e51df3  2016-11-29 15:25:15   \n",
       "59165   3d5914545a97b002450e7769d7e51df3  2016-11-29 15:56:39   \n",
       "100662  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:22:52   \n",
       "121661  3d5914545a97b002450e7769d7e51df3  2016-11-29 19:44:05   \n",
       "88233   3d5914545a97b002450e7769d7e51df3  2016-11-29 19:50:26   \n",
       "131154  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:15:53   \n",
       "142674  3d5914545a97b002450e7769d7e51df3  2016-11-29 20:46:17   \n",
       "\n",
       "       ride_stop_timestamp  is_pool  is_pool_shifted   pool  Ctr  \n",
       "64686  2016-11-10 08:05:58    False            False  False    1  \n",
       "141    2016-11-10 09:24:23    False            False  False    2  \n",
       "140773 2016-11-10 15:26:43    False            False  False    3  \n",
       "1608   2016-11-10 18:04:55    False             True   True    4  \n",
       "13373  2016-11-10 18:52:51     True             True   True    4  \n",
       "33721  2016-11-10 17:33:10     True            False   True    4  \n",
       "115042 2016-11-10 19:46:09    False            False  False    5  \n",
       "62517  2016-11-10 21:15:23    False            False  False    6  \n",
       "85996  2016-11-01 09:45:47    False            False  False    1  \n",
       "35848  2016-11-01 20:28:25    False            False  False    2  \n",
       "19718  2016-11-01 21:24:56    False             True   True    3  \n",
       "8323   2016-11-01 21:10:00     True             True   True    3  \n",
       "156213 2016-11-01 21:51:06     True            False   True    3  \n",
       "155890 2016-11-24 18:26:02    False             True   True    1  \n",
       "82810  2016-11-24 18:11:48     True            False   True    1  \n",
       "155974 2016-11-24 19:54:48    False             True   True    2  \n",
       "153383 2016-11-24 20:12:23     True            False   True    2  \n",
       "159911 2016-11-29 08:41:58    False            False  False    1  \n",
       "193897 2016-11-29 09:16:05    False            False  False    2  \n",
       "158634 2016-11-29 09:53:50    False            False  False    3  \n",
       "209587 2016-11-29 10:10:14    False            False  False    4  \n",
       "167835 2016-11-29 10:31:02    False             True   True    5  \n",
       "27078  2016-11-29 10:52:49     True             True   True    5  \n",
       "65798  2016-11-29 11:21:04     True             True   True    5  \n",
       "189209 2016-11-29 11:39:35     True            False   True    5  \n",
       "125577 2016-11-29 12:02:57    False            False  False    6  \n",
       "38522  2016-11-29 12:57:13    False            False  False    7  \n",
       "28400  2016-11-29 13:38:48    False            False  False    8  \n",
       "14687  2016-11-29 14:12:07    False            False  False    9  \n",
       "55550  2016-11-29 14:59:44    False             True   True   10  \n",
       "99717  2016-11-29 14:45:21     True             True   True   10  \n",
       "15397  2016-11-29 15:10:14     True            False   True   10  \n",
       "121433 2016-11-29 15:36:00    False            False  False   11  \n",
       "59165  2016-11-29 16:27:59    False            False  False   12  \n",
       "100662 2016-11-29 19:31:24    False            False  False   13  \n",
       "121661 2016-11-29 20:07:46    False             True   True   14  \n",
       "88233  2016-11-29 20:08:19     True            False   True   14  \n",
       "131154 2016-11-29 20:30:09    False            False  False   15  \n",
       "142674 2016-11-29 21:15:34    False            False  False   16  "
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols = ['driver_id', 'ride_start_timestamp', 'ride_stop_timestamp', 'is_pool', 'is_pool_shifted', 'pool', 'Ctr']\n",
    "order_new[cols].sort_values(['driver_id', 'ride_start_timestamp'])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}