1 - Preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "5c20a5b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "pd.set_option('display.max_rows', 200)\n",
    "pd.set_option('display.max_columns', 100)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d68e4aa",
   "metadata": {},
   "source": [
    "## Items (SKU metadata)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "7e4b9806",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 2.86 s, sys: 471 ms, total: 3.33 s\n",
      "Wall time: 3.4 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>sku</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>MLB-SNEAKERS</td>\n",
       "      <td>492155</td>\n",
       "      <td>Tênis Masculino Olympikus Cyber Barato Promoçao</td>\n",
       "      <td>MLB</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>MLB15832732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>MLB-SURFBOARD_RACKS</td>\n",
       "      <td>300279</td>\n",
       "      <td>Suporte Rack Prancha Parede C/ Regulagem Horiz...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>1</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MLM-NECKLACES</td>\n",
       "      <td>69847</td>\n",
       "      <td>5 Collares Plateados Dama Gargantilla Choker -...</td>\n",
       "      <td>MLM</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>MLM-RINGS</td>\n",
       "      <td>298603</td>\n",
       "      <td>Lindo Anillo De Bella Crepusculo Twilight Prom...</td>\n",
       "      <td>MLM</td>\n",
       "      <td>3</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>MLB-WEBCAMS</td>\n",
       "      <td>345949</td>\n",
       "      <td>Webcam Com Microfone Hd 720p Knup Youtube Pc V...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>4</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>660911</th>\n",
       "      <td>MLB-CELLPHONE_PARTS</td>\n",
       "      <td>320792</td>\n",
       "      <td>2 Parafuso Pentalobe Torx iPhone 5 5c 5s 6 6s ...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>660911</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>660912</th>\n",
       "      <td>MLM-AUTOMOTIVE_EMBLEMS</td>\n",
       "      <td>90441</td>\n",
       "      <td>Emblema Circular Wolfsburg Edition 5cm</td>\n",
       "      <td>MLM</td>\n",
       "      <td>660912</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>660913</th>\n",
       "      <td>MLB-SOFA_AND_FUTON_COVERS</td>\n",
       "      <td>202580</td>\n",
       "      <td>Kit Capa De Sofá Coladinha Jogo 2e3 Lugares Ma...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>660913</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>660914</th>\n",
       "      <td>MLB-SNEAKERS</td>\n",
       "      <td>490874</td>\n",
       "      <td>Calçado Sapatênis Clássico Baltic 234 Ollie</td>\n",
       "      <td>MLB</td>\n",
       "      <td>660914</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>660915</th>\n",
       "      <td>MLM-SURGICAL_MASKS</td>\n",
       "      <td>423179</td>\n",
       "      <td>Cubrebocas Kn95 20 Piezas Pack Válvula Geométr...</td>\n",
       "      <td>MLM</td>\n",
       "      <td>660915</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>660916 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   item_domain_id  item_id  \\\n",
       "0                    MLB-SNEAKERS   492155   \n",
       "1             MLB-SURFBOARD_RACKS   300279   \n",
       "2                   MLM-NECKLACES    69847   \n",
       "3                       MLM-RINGS   298603   \n",
       "4                     MLB-WEBCAMS   345949   \n",
       "...                           ...      ...   \n",
       "660911        MLB-CELLPHONE_PARTS   320792   \n",
       "660912     MLM-AUTOMOTIVE_EMBLEMS    90441   \n",
       "660913  MLB-SOFA_AND_FUTON_COVERS   202580   \n",
       "660914               MLB-SNEAKERS   490874   \n",
       "660915         MLM-SURGICAL_MASKS   423179   \n",
       "\n",
       "                                               item_title site_id     sku  \\\n",
       "0         Tênis Masculino Olympikus Cyber Barato Promoçao     MLB       0   \n",
       "1       Suporte Rack Prancha Parede C/ Regulagem Horiz...     MLB       1   \n",
       "2       5 Collares Plateados Dama Gargantilla Choker -...     MLM       2   \n",
       "3       Lindo Anillo De Bella Crepusculo Twilight Prom...     MLM       3   \n",
       "4       Webcam Com Microfone Hd 720p Knup Youtube Pc V...     MLB       4   \n",
       "...                                                   ...     ...     ...   \n",
       "660911  2 Parafuso Pentalobe Torx iPhone 5 5c 5s 6 6s ...     MLB  660911   \n",
       "660912             Emblema Circular Wolfsburg Edition 5cm     MLM  660912   \n",
       "660913  Kit Capa De Sofá Coladinha Jogo 2e3 Lugares Ma...     MLB  660913   \n",
       "660914        Calçado Sapatênis Clássico Baltic 234 Ollie     MLB  660914   \n",
       "660915  Cubrebocas Kn95 20 Piezas Pack Válvula Geométr...     MLM  660915   \n",
       "\n",
       "       product_id product_family_id  \n",
       "0            None       MLB15832732  \n",
       "1            None              None  \n",
       "2            None              None  \n",
       "3            None              None  \n",
       "4            None              None  \n",
       "...           ...               ...  \n",
       "660911       None              None  \n",
       "660912       None              None  \n",
       "660913       None              None  \n",
       "660914       None              None  \n",
       "660915       None              None  \n",
       "\n",
       "[660916 rows x 7 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "items = pd.read_json('items_static_metadata_full.jl', lines=True)\n",
    "items['item_domain_id'] = np.where(items['sku'].isin([459892]), 'MLB-HEADSET_TELEPHONES', items['item_domain_id'])\n",
    "items['item_domain_id'] = np.where(items['sku'].isin([553503]), 'MLB-HAIR_STRAIGHTENERS', items['item_domain_id'])\n",
    "items['item_domain_id'] = np.where(items['sku'].isin([454273]), 'MLB-HEADPHONES', items['item_domain_id'])\n",
    "items"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "efaa4e17",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>sku</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [item_domain_id, item_id, item_title, site_id, sku, product_id, product_family_id]\n",
       "Index: []"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "items[items['item_domain_id'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "22f4b96e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "item_domain_id            0\n",
       "item_id                   0\n",
       "item_title                0\n",
       "site_id                   0\n",
       "sku                       0\n",
       "product_id           631248\n",
       "product_family_id    577732\n",
       "dtype: int64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "items.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "22bc2be1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MLB    336334\n",
       "MLM    265912\n",
       "MLA     58670\n",
       "Name: site_id, dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "items['site_id'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "700c0b6d",
   "metadata": {},
   "source": [
    "## Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "ab424668",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1.24 s, sys: 86.8 ms, total: 1.33 s\n",
      "Wall time: 1.35 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sku</th>\n",
       "      <th>target_stock</th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>464801</td>\n",
       "      <td>3</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>645793</td>\n",
       "      <td>4</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>438135</td>\n",
       "      <td>Inalador Infantil, 2 Anos De Garantia, G-tech,...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>None</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>99516</td>\n",
       "      <td>8</td>\n",
       "      <td>MLB-ADHESIVE_TAPES</td>\n",
       "      <td>221252</td>\n",
       "      <td>Fita Dupla Face Preta Colar Touch Lcd 3mm Celu...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>538100</td>\n",
       "      <td>8</td>\n",
       "      <td>MLB-SCHOOL_AND_OFFICE_GLUES</td>\n",
       "      <td>62099</td>\n",
       "      <td>Cola T-7000 Black Pra Uso Em Touch E Celular E...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>557191</td>\n",
       "      <td>10</td>\n",
       "      <td>MLB-DECORATIVE_VINYLS</td>\n",
       "      <td>168198</td>\n",
       "      <td>Adesivo De Parede Unicornio + 30 Florais</td>\n",
       "      <td>MLB</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551467</th>\n",
       "      <td>129187</td>\n",
       "      <td>8</td>\n",
       "      <td>MLA-RADIO_BASE_STATIONS</td>\n",
       "      <td>408559</td>\n",
       "      <td>Base Bibanda Yedro M04 Vus Vhf Uhf</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551468</th>\n",
       "      <td>6707</td>\n",
       "      <td>30</td>\n",
       "      <td>MLA-PRINTERS</td>\n",
       "      <td>193784</td>\n",
       "      <td>Impresora  Multifunción Hp Laserjet 137fnw Con...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15159034</td>\n",
       "      <td>MLA15159032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551469</th>\n",
       "      <td>170355</td>\n",
       "      <td>3</td>\n",
       "      <td>MLA-WRISTWATCHES</td>\n",
       "      <td>110276</td>\n",
       "      <td>Reloj Hombre Skmei 9178 Rock Calavera En Acero...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551470</th>\n",
       "      <td>246568</td>\n",
       "      <td>2</td>\n",
       "      <td>MLA-HARD_DRIVES_AND_SSDS</td>\n",
       "      <td>456892</td>\n",
       "      <td>Disco Sólido Interno Western Digital  Wds250g2...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15697725</td>\n",
       "      <td>MLA15697724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>551471</th>\n",
       "      <td>49718</td>\n",
       "      <td>20</td>\n",
       "      <td>MLA-THERMAL_PADS</td>\n",
       "      <td>245547</td>\n",
       "      <td>Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>551472 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           sku  target_stock               item_domain_id  item_id  \\\n",
       "0       464801             3               MLB-NEBULIZERS   344151   \n",
       "1       645793             4               MLB-NEBULIZERS   438135   \n",
       "2        99516             8           MLB-ADHESIVE_TAPES   221252   \n",
       "3       538100             8  MLB-SCHOOL_AND_OFFICE_GLUES    62099   \n",
       "4       557191            10        MLB-DECORATIVE_VINYLS   168198   \n",
       "...        ...           ...                          ...      ...   \n",
       "551467  129187             8      MLA-RADIO_BASE_STATIONS   408559   \n",
       "551468    6707            30                 MLA-PRINTERS   193784   \n",
       "551469  170355             3             MLA-WRISTWATCHES   110276   \n",
       "551470  246568             2     MLA-HARD_DRIVES_AND_SSDS   456892   \n",
       "551471   49718            20             MLA-THERMAL_PADS   245547   \n",
       "\n",
       "                                               item_title site_id  \\\n",
       "0       Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "1       Inalador Infantil, 2 Anos De Garantia, G-tech,...     MLB   \n",
       "2       Fita Dupla Face Preta Colar Touch Lcd 3mm Celu...     MLB   \n",
       "3       Cola T-7000 Black Pra Uso Em Touch E Celular E...     MLB   \n",
       "4                Adesivo De Parede Unicornio + 30 Florais     MLB   \n",
       "...                                                   ...     ...   \n",
       "551467                 Base Bibanda Yedro M04 Vus Vhf Uhf     MLA   \n",
       "551468  Impresora  Multifunción Hp Laserjet 137fnw Con...     MLA   \n",
       "551469  Reloj Hombre Skmei 9178 Rock Calavera En Acero...     MLA   \n",
       "551470  Disco Sólido Interno Western Digital  Wds250g2...     MLA   \n",
       "551471  Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...     MLA   \n",
       "\n",
       "         product_id product_family_id  \n",
       "0        MLB9838512        MLB9838510  \n",
       "1              None        MLB9838510  \n",
       "2              None              None  \n",
       "3              None              None  \n",
       "4              None              None  \n",
       "...             ...               ...  \n",
       "551467         None              None  \n",
       "551468  MLA15159034       MLA15159032  \n",
       "551469         None              None  \n",
       "551470  MLA15697725       MLA15697724  \n",
       "551471         None              None  \n",
       "\n",
       "[551472 rows x 8 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "test = pd.read_csv('test_data.csv').merge(items, how='left')\n",
    "test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "59a86691",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18.06947224881771"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test['target_stock'].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "f339883d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_target</th>\n",
       "      <th>sd_target</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>site_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>MLA</th>\n",
       "      <td>17.633859</td>\n",
       "      <td>59.890839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLB</th>\n",
       "      <td>17.223478</td>\n",
       "      <td>71.636813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLM</th>\n",
       "      <td>19.243820</td>\n",
       "      <td>173.933007</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         mean_target   sd_target\n",
       "site_id                         \n",
       "MLA        17.633859   59.890839\n",
       "MLB        17.223478   71.636813\n",
       "MLM        19.243820  173.933007"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_stock_by_site_id = test.groupby('site_id').agg(\n",
    "    mean_target=pd.NamedAgg('target_stock', 'mean'),\n",
    "    sd_target=pd.NamedAgg('target_stock', 'std')\n",
    ")\n",
    "target_stock_by_site_id"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "68a2b6c3",
   "metadata": {},
   "source": [
    "## Preprocessing   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8746fd3f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 33.2 s, sys: 14.1 s, total: 47.2 s\n",
      "Wall time: 44.7 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sku</th>\n",
       "      <th>date</th>\n",
       "      <th>sold_quantity</th>\n",
       "      <th>current_price</th>\n",
       "      <th>currency</th>\n",
       "      <th>listing_type</th>\n",
       "      <th>shipping_logistic_type</th>\n",
       "      <th>shipping_payment</th>\n",
       "      <th>minutes_active</th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-01</td>\n",
       "      <td>0</td>\n",
       "      <td>156.78</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-02</td>\n",
       "      <td>0</td>\n",
       "      <td>156.78</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-03</td>\n",
       "      <td>0</td>\n",
       "      <td>156.78</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-04</td>\n",
       "      <td>0</td>\n",
       "      <td>156.78</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-05</td>\n",
       "      <td>1</td>\n",
       "      <td>156.78</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660274</th>\n",
       "      <td>129187</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>22057.00</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>267.710767</td>\n",
       "      <td>MLA-RADIO_BASE_STATIONS</td>\n",
       "      <td>408559</td>\n",
       "      <td>Base Bibanda Yedro M04 Vus Vhf Uhf</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660275</th>\n",
       "      <td>6707</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>26999.00</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>266.083333</td>\n",
       "      <td>MLA-PRINTERS</td>\n",
       "      <td>193784</td>\n",
       "      <td>Impresora  Multifunción Hp Laserjet 137fnw Con...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15159034</td>\n",
       "      <td>MLA15159032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660276</th>\n",
       "      <td>170355</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>3400.00</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>0.252633</td>\n",
       "      <td>MLA-WRISTWATCHES</td>\n",
       "      <td>110276</td>\n",
       "      <td>Reloj Hombre Skmei 9178 Rock Calavera En Acero...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660277</th>\n",
       "      <td>246568</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>6289.00</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>135.416667</td>\n",
       "      <td>MLA-HARD_DRIVES_AND_SSDS</td>\n",
       "      <td>456892</td>\n",
       "      <td>Disco Sólido Interno Western Digital  Wds250g2...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15697725</td>\n",
       "      <td>MLA15697724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660278</th>\n",
       "      <td>49718</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>1990.00</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>88.033333</td>\n",
       "      <td>MLA-THERMAL_PADS</td>\n",
       "      <td>245547</td>\n",
       "      <td>Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37660279 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             sku       date  sold_quantity  current_price currency  \\\n",
       "0         464801 2021-02-01              0         156.78      REA   \n",
       "1         464801 2021-02-02              0         156.78      REA   \n",
       "2         464801 2021-02-03              0         156.78      REA   \n",
       "3         464801 2021-02-04              0         156.78      REA   \n",
       "4         464801 2021-02-05              1         156.78      REA   \n",
       "...          ...        ...            ...            ...      ...   \n",
       "37660274  129187 2021-03-31              0       22057.00      ARG   \n",
       "37660275    6707 2021-03-31              0       26999.00      ARG   \n",
       "37660276  170355 2021-03-31              0        3400.00      ARG   \n",
       "37660277  246568 2021-03-31              0        6289.00      ARG   \n",
       "37660278   49718 2021-03-31              0        1990.00      ARG   \n",
       "\n",
       "         listing_type shipping_logistic_type shipping_payment  minutes_active  \\\n",
       "0             classic            fulfillment    free_shipping     1440.000000   \n",
       "1             classic            fulfillment    free_shipping     1440.000000   \n",
       "2             classic            fulfillment    free_shipping     1440.000000   \n",
       "3             classic            fulfillment    free_shipping     1440.000000   \n",
       "4             classic            fulfillment    free_shipping     1440.000000   \n",
       "...               ...                    ...              ...             ...   \n",
       "37660274      classic               drop_off    free_shipping      267.710767   \n",
       "37660275      classic          cross_docking    free_shipping      266.083333   \n",
       "37660276      classic               drop_off    paid_shipping        0.252633   \n",
       "37660277      classic            fulfillment    free_shipping      135.416667   \n",
       "37660278      classic               drop_off    paid_shipping       88.033333   \n",
       "\n",
       "                    item_domain_id  item_id  \\\n",
       "0                   MLB-NEBULIZERS   344151   \n",
       "1                   MLB-NEBULIZERS   344151   \n",
       "2                   MLB-NEBULIZERS   344151   \n",
       "3                   MLB-NEBULIZERS   344151   \n",
       "4                   MLB-NEBULIZERS   344151   \n",
       "...                            ...      ...   \n",
       "37660274   MLA-RADIO_BASE_STATIONS   408559   \n",
       "37660275              MLA-PRINTERS   193784   \n",
       "37660276          MLA-WRISTWATCHES   110276   \n",
       "37660277  MLA-HARD_DRIVES_AND_SSDS   456892   \n",
       "37660278          MLA-THERMAL_PADS   245547   \n",
       "\n",
       "                                                 item_title site_id  \\\n",
       "0         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "1         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "2         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "3         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "4         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "...                                                     ...     ...   \n",
       "37660274                 Base Bibanda Yedro M04 Vus Vhf Uhf     MLA   \n",
       "37660275  Impresora  Multifunción Hp Laserjet 137fnw Con...     MLA   \n",
       "37660276  Reloj Hombre Skmei 9178 Rock Calavera En Acero...     MLA   \n",
       "37660277  Disco Sólido Interno Western Digital  Wds250g2...     MLA   \n",
       "37660278  Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...     MLA   \n",
       "\n",
       "           product_id product_family_id  \n",
       "0          MLB9838512        MLB9838510  \n",
       "1          MLB9838512        MLB9838510  \n",
       "2          MLB9838512        MLB9838510  \n",
       "3          MLB9838512        MLB9838510  \n",
       "4          MLB9838512        MLB9838510  \n",
       "...               ...               ...  \n",
       "37660274         None              None  \n",
       "37660275  MLA15159034       MLA15159032  \n",
       "37660276         None              None  \n",
       "37660277  MLA15697725       MLA15697724  \n",
       "37660278         None              None  \n",
       "\n",
       "[37660279 rows x 15 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "train = pd.read_parquet('train_data.parquet').merge(items, how='left')\n",
    "train['date'] = pd.to_datetime(train['date'])\n",
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "5a9d3f3c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MLB-SUPPLEMENTS            786063\n",
       "MLM-CELLPHONE_COVERS       592007\n",
       "MLB-HAIR_TREATMENTS        266634\n",
       "MLM-T_SHIRTS               254175\n",
       "MLM-HEADPHONES             247016\n",
       "                            ...  \n",
       "MLA-FIRE_STARTER_FLINTS         7\n",
       "MLA-MINI_BAG_SEALERS            6\n",
       "MLA-GLOVES_AND_MITTENS          6\n",
       "MLA-PET_FOOTWEAR                5\n",
       "MLA-RADIO_BASE_STATIONS         1\n",
       "Name: item_domain_id, Length: 8408, dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train['item_domain_id'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a5b66bf0",
   "metadata": {},
   "source": [
    "### Temporal split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "b216add0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 17.1 s, sys: 13.3 s, total: 30.4 s\n",
      "Wall time: 32.2 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sku</th>\n",
       "      <th>date</th>\n",
       "      <th>sold_quantity</th>\n",
       "      <th>current_price</th>\n",
       "      <th>currency</th>\n",
       "      <th>listing_type</th>\n",
       "      <th>shipping_logistic_type</th>\n",
       "      <th>shipping_payment</th>\n",
       "      <th>minutes_active</th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "      <th>is_active</th>\n",
       "      <th>is_inactive</th>\n",
       "      <th>week</th>\n",
       "      <th>has_zero_sold</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-02</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-03</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-04</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-02-05</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37615964</th>\n",
       "      <td>488932</td>\n",
       "      <td>2021-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>146.083333</td>\n",
       "      <td>MLA-WIRELESS_CHARGERS</td>\n",
       "      <td>233429</td>\n",
       "      <td>Cargador Inalambrico Rapido Samsung S21 S21 Pl...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37615995</th>\n",
       "      <td>323246</td>\n",
       "      <td>2021-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>MLA-HAIR_SHAMPOOS_AND_CONDITIONERS</td>\n",
       "      <td>299333</td>\n",
       "      <td>Shampoo Solido Y Acondicionador Pack - Diferen...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616026</th>\n",
       "      <td>7706</td>\n",
       "      <td>2021-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>MLA-HAIR_SHAMPOOS_AND_CONDITIONERS</td>\n",
       "      <td>299333</td>\n",
       "      <td>Shampoo Solido Y Acondicionador Pack - Diferen...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616057</th>\n",
       "      <td>86446</td>\n",
       "      <td>2021-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>34.533333</td>\n",
       "      <td>MLA-PACKAGING_CONTAINERS</td>\n",
       "      <td>355940</td>\n",
       "      <td>50 Envases De 50ml Flip Top P/souvenir, Alcoho...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37616088</th>\n",
       "      <td>559633</td>\n",
       "      <td>2021-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>13.350000</td>\n",
       "      <td>MLA-EMERGENCY_LIGHTS</td>\n",
       "      <td>44659</td>\n",
       "      <td>Luz Emergencia Atomlux 2020 - 80 Led Plus - Lu...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>MLA8978599</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18091368 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             sku       date  sold_quantity  current_price currency  \\\n",
       "0         464801 2021-02-01              0            NaN      REA   \n",
       "1         464801 2021-02-02              0            0.0      REA   \n",
       "2         464801 2021-02-03              0            0.0      REA   \n",
       "3         464801 2021-02-04              0            0.0      REA   \n",
       "4         464801 2021-02-05              1            0.0      REA   \n",
       "...          ...        ...            ...            ...      ...   \n",
       "37615964  488932 2021-03-01              0            NaN      ARG   \n",
       "37615995  323246 2021-03-01              0            NaN      ARG   \n",
       "37616026    7706 2021-03-01              0            NaN      ARG   \n",
       "37616057   86446 2021-03-01              0            NaN      ARG   \n",
       "37616088  559633 2021-03-01              0            NaN      ARG   \n",
       "\n",
       "         listing_type shipping_logistic_type shipping_payment  minutes_active  \\\n",
       "0             classic            fulfillment    free_shipping     1440.000000   \n",
       "1             classic            fulfillment    free_shipping     1440.000000   \n",
       "2             classic            fulfillment    free_shipping     1440.000000   \n",
       "3             classic            fulfillment    free_shipping     1440.000000   \n",
       "4             classic            fulfillment    free_shipping     1440.000000   \n",
       "...               ...                    ...              ...             ...   \n",
       "37615964      classic          cross_docking    free_shipping      146.083333   \n",
       "37615995      classic               drop_off    paid_shipping        0.000000   \n",
       "37616026      classic               drop_off    paid_shipping        0.000000   \n",
       "37616057      classic               drop_off    paid_shipping       34.533333   \n",
       "37616088      classic          cross_docking    paid_shipping       13.350000   \n",
       "\n",
       "                              item_domain_id  item_id  \\\n",
       "0                             MLB-NEBULIZERS   344151   \n",
       "1                             MLB-NEBULIZERS   344151   \n",
       "2                             MLB-NEBULIZERS   344151   \n",
       "3                             MLB-NEBULIZERS   344151   \n",
       "4                             MLB-NEBULIZERS   344151   \n",
       "...                                      ...      ...   \n",
       "37615964               MLA-WIRELESS_CHARGERS   233429   \n",
       "37615995  MLA-HAIR_SHAMPOOS_AND_CONDITIONERS   299333   \n",
       "37616026  MLA-HAIR_SHAMPOOS_AND_CONDITIONERS   299333   \n",
       "37616057            MLA-PACKAGING_CONTAINERS   355940   \n",
       "37616088                MLA-EMERGENCY_LIGHTS    44659   \n",
       "\n",
       "                                                 item_title site_id  \\\n",
       "0         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "1         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "2         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "3         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "4         Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "...                                                     ...     ...   \n",
       "37615964  Cargador Inalambrico Rapido Samsung S21 S21 Pl...     MLA   \n",
       "37615995  Shampoo Solido Y Acondicionador Pack - Diferen...     MLA   \n",
       "37616026  Shampoo Solido Y Acondicionador Pack - Diferen...     MLA   \n",
       "37616057  50 Envases De 50ml Flip Top P/souvenir, Alcoho...     MLA   \n",
       "37616088  Luz Emergencia Atomlux 2020 - 80 Led Plus - Lu...     MLA   \n",
       "\n",
       "          product_id product_family_id  is_active  is_inactive  week  \\\n",
       "0         MLB9838512        MLB9838510          1            0     1   \n",
       "1         MLB9838512        MLB9838510          1            0     1   \n",
       "2         MLB9838512        MLB9838510          1            0     1   \n",
       "3         MLB9838512        MLB9838510          1            0     1   \n",
       "4         MLB9838512        MLB9838510          1            0     1   \n",
       "...              ...               ...        ...          ...   ...   \n",
       "37615964        None              None          1            0     5   \n",
       "37615995        None              None          0            1     5   \n",
       "37616026        None              None          0            1     5   \n",
       "37616057        None              None          1            0     5   \n",
       "37616088        None        MLA8978599          1            0     5   \n",
       "\n",
       "          has_zero_sold  \n",
       "0                     1  \n",
       "1                     1  \n",
       "2                     1  \n",
       "3                     1  \n",
       "4                     0  \n",
       "...                 ...  \n",
       "37615964              1  \n",
       "37615995              1  \n",
       "37616026              1  \n",
       "37616057              1  \n",
       "37616088              1  \n",
       "\n",
       "[18091368 rows x 19 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "data_train = train[train['date'] <= '2021-03-01'].copy()\n",
    "\n",
    "data_train.loc[:, 'is_active'] = np.where(data_train['minutes_active'] > 0, 1, 0) \n",
    "data_train.loc[:, 'is_inactive'] = np.where(data_train['minutes_active'] == 0, 1, 0) \n",
    "\n",
    "# use money as pct change instead of absolute\n",
    "data_train['current_price'] = data_train.groupby('sku')['current_price'].pct_change()\n",
    "\n",
    "data_train['week'] = data_train['date'].dt.isocalendar().week.astype(int)\n",
    "data_train['week'] = data_train['week'] - data_train['week'].min() + 1\n",
    "\n",
    "data_train['has_zero_sold'] = np.where(data_train['sold_quantity'] == 0, 1, 0)\n",
    "\n",
    "data_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "2938419c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 12 s, sys: 6.38 s, total: 18.4 s\n",
      "Wall time: 20.5 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sku</th>\n",
       "      <th>date</th>\n",
       "      <th>sold_quantity</th>\n",
       "      <th>current_price</th>\n",
       "      <th>currency</th>\n",
       "      <th>listing_type</th>\n",
       "      <th>shipping_logistic_type</th>\n",
       "      <th>shipping_payment</th>\n",
       "      <th>minutes_active</th>\n",
       "      <th>item_domain_id</th>\n",
       "      <th>item_id</th>\n",
       "      <th>item_title</th>\n",
       "      <th>site_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_family_id</th>\n",
       "      <th>is_active</th>\n",
       "      <th>is_inactive</th>\n",
       "      <th>week</th>\n",
       "      <th>has_zero_sold</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-03-02</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-03-03</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-03-04</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-03-05</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.071803</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>464801</td>\n",
       "      <td>2021-03-06</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>REA</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>MLB-NEBULIZERS</td>\n",
       "      <td>344151</td>\n",
       "      <td>Inalador E Nebulizador Infantil Nebdog Superfl...</td>\n",
       "      <td>MLB</td>\n",
       "      <td>MLB9838512</td>\n",
       "      <td>MLB9838510</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660274</th>\n",
       "      <td>129187</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>267.710767</td>\n",
       "      <td>MLA-RADIO_BASE_STATIONS</td>\n",
       "      <td>408559</td>\n",
       "      <td>Base Bibanda Yedro M04 Vus Vhf Uhf</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660275</th>\n",
       "      <td>6707</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>266.083333</td>\n",
       "      <td>MLA-PRINTERS</td>\n",
       "      <td>193784</td>\n",
       "      <td>Impresora  Multifunción Hp Laserjet 137fnw Con...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15159034</td>\n",
       "      <td>MLA15159032</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660276</th>\n",
       "      <td>170355</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>0.252633</td>\n",
       "      <td>MLA-WRISTWATCHES</td>\n",
       "      <td>110276</td>\n",
       "      <td>Reloj Hombre Skmei 9178 Rock Calavera En Acero...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660277</th>\n",
       "      <td>246568</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>135.416667</td>\n",
       "      <td>MLA-HARD_DRIVES_AND_SSDS</td>\n",
       "      <td>456892</td>\n",
       "      <td>Disco Sólido Interno Western Digital  Wds250g2...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>MLA15697725</td>\n",
       "      <td>MLA15697724</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37660278</th>\n",
       "      <td>49718</td>\n",
       "      <td>2021-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ARG</td>\n",
       "      <td>classic</td>\n",
       "      <td>drop_off</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>88.033333</td>\n",
       "      <td>MLA-THERMAL_PADS</td>\n",
       "      <td>245547</td>\n",
       "      <td>Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...</td>\n",
       "      <td>MLA</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19568911 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             sku       date  sold_quantity  current_price currency  \\\n",
       "29        464801 2021-03-02              0            NaN      REA   \n",
       "30        464801 2021-03-03              0       0.000000      REA   \n",
       "31        464801 2021-03-04              0       0.000000      REA   \n",
       "32        464801 2021-03-05              0      -0.071803      REA   \n",
       "33        464801 2021-03-06              0       0.000000      REA   \n",
       "...          ...        ...            ...            ...      ...   \n",
       "37660274  129187 2021-03-31              0            NaN      ARG   \n",
       "37660275    6707 2021-03-31              0            NaN      ARG   \n",
       "37660276  170355 2021-03-31              0            NaN      ARG   \n",
       "37660277  246568 2021-03-31              0            NaN      ARG   \n",
       "37660278   49718 2021-03-31              0            NaN      ARG   \n",
       "\n",
       "         listing_type shipping_logistic_type shipping_payment  minutes_active  \\\n",
       "29            classic            fulfillment    free_shipping     1440.000000   \n",
       "30            classic            fulfillment    free_shipping     1440.000000   \n",
       "31            classic            fulfillment    free_shipping     1440.000000   \n",
       "32            classic            fulfillment    free_shipping     1440.000000   \n",
       "33            classic            fulfillment    free_shipping     1440.000000   \n",
       "...               ...                    ...              ...             ...   \n",
       "37660274      classic               drop_off    free_shipping      267.710767   \n",
       "37660275      classic          cross_docking    free_shipping      266.083333   \n",
       "37660276      classic               drop_off    paid_shipping        0.252633   \n",
       "37660277      classic            fulfillment    free_shipping      135.416667   \n",
       "37660278      classic               drop_off    paid_shipping       88.033333   \n",
       "\n",
       "                    item_domain_id  item_id  \\\n",
       "29                  MLB-NEBULIZERS   344151   \n",
       "30                  MLB-NEBULIZERS   344151   \n",
       "31                  MLB-NEBULIZERS   344151   \n",
       "32                  MLB-NEBULIZERS   344151   \n",
       "33                  MLB-NEBULIZERS   344151   \n",
       "...                            ...      ...   \n",
       "37660274   MLA-RADIO_BASE_STATIONS   408559   \n",
       "37660275              MLA-PRINTERS   193784   \n",
       "37660276          MLA-WRISTWATCHES   110276   \n",
       "37660277  MLA-HARD_DRIVES_AND_SSDS   456892   \n",
       "37660278          MLA-THERMAL_PADS   245547   \n",
       "\n",
       "                                                 item_title site_id  \\\n",
       "29        Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "30        Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "31        Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "32        Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "33        Inalador E Nebulizador Infantil Nebdog Superfl...     MLB   \n",
       "...                                                     ...     ...   \n",
       "37660274                 Base Bibanda Yedro M04 Vus Vhf Uhf     MLA   \n",
       "37660275  Impresora  Multifunción Hp Laserjet 137fnw Con...     MLA   \n",
       "37660276  Reloj Hombre Skmei 9178 Rock Calavera En Acero...     MLA   \n",
       "37660277  Disco Sólido Interno Western Digital  Wds250g2...     MLA   \n",
       "37660278  Pad Térmico Gelid Gp-extreme Tp-gp01-e 12w 80 ...     MLA   \n",
       "\n",
       "           product_id product_family_id  is_active  is_inactive  week  \\\n",
       "29         MLB9838512        MLB9838510          1            0     1   \n",
       "30         MLB9838512        MLB9838510          1            0     1   \n",
       "31         MLB9838512        MLB9838510          1            0     1   \n",
       "32         MLB9838512        MLB9838510          1            0     1   \n",
       "33         MLB9838512        MLB9838510          1            0     1   \n",
       "...               ...               ...        ...          ...   ...   \n",
       "37660274         None              None          1            0     5   \n",
       "37660275  MLA15159034       MLA15159032          1            0     5   \n",
       "37660276         None              None          1            0     5   \n",
       "37660277  MLA15697725       MLA15697724          1            0     5   \n",
       "37660278         None              None          1            0     5   \n",
       "\n",
       "          has_zero_sold  \n",
       "29                    1  \n",
       "30                    1  \n",
       "31                    1  \n",
       "32                    1  \n",
       "33                    1  \n",
       "...                 ...  \n",
       "37660274              1  \n",
       "37660275              1  \n",
       "37660276              1  \n",
       "37660277              1  \n",
       "37660278              1  \n",
       "\n",
       "[19568911 rows x 19 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "data_val = train[train['date'] > '2021-03-01'].copy()\n",
    "\n",
    "data_val.loc[:, 'is_active'] = np.where(data_val['minutes_active'] > 0, 1, 0) \n",
    "data_val.loc[:, 'is_inactive'] = np.where(data_val['minutes_active'] == 0, 1, 0)\n",
    "\n",
    "# use money as pct change instead of absolute\n",
    "data_val['current_price'] = data_val.groupby('sku')['current_price'].pct_change()\n",
    "\n",
    "data_val['week'] = data_val['date'].dt.isocalendar().week.astype(int)\n",
    "data_val['week'] = data_val['week'] - data_val['week'].min() + 1\n",
    "\n",
    "data_val['has_zero_sold'] = np.where(data_val['sold_quantity'] == 0, 1, 0)\n",
    "\n",
    "data_val"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d3f70f63",
   "metadata": {},
   "source": [
    "### Mappings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "70627e7b",
   "metadata": {},
   "outputs": [],
   "source": [
    "sku2item_domain_id = {x[0]: x[1] for x in items[['sku', 'item_domain_id']].values}\n",
    "sku2site_id = {x[0]: x[1] for x in items[['sku', 'site_id']].values}\n",
    "sku2item_title = {x[0]: x[1] for x in items[['sku', 'item_title']].values}\n",
    "\n",
    "site_id2int = {x: i for i, x in enumerate(items['site_id'].unique(), start=1)}\n",
    "item_domain_id2int = {x: i for i, x in enumerate(items['item_domain_id'].unique(), start=1)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "c9772359",
   "metadata": {},
   "outputs": [],
   "source": [
    "def build_target_stock_and_inventory_days(dataset, days):\n",
    "    '''\n",
    "    Provided by the workshop (with some minor changes from me): https://www.youtube.com/watch?v=WqIXnWHyMVA\n",
    "    '''\n",
    "    \n",
    "    np.random.seed(42)\n",
    "    \n",
    "    print('Sorting records...')\n",
    "    temp_df = dataset[['sku', 'date', 'sold_quantity']].sort_values(['sku', 'date'])\n",
    "    \n",
    "    print('Grouping quantity...')\n",
    "    temp_dict = temp_df.groupby('sku').agg({'sold_quantity': lambda x: [i for i in x]})['sold_quantity'].to_dict()\n",
    "    # {0: [0, 0, 0, 1, 1, 0, 0, 3, ..., 0]}\n",
    "    \n",
    "    result = []\n",
    "    for idx, list_quantity in temp_dict.items():\n",
    "        cumsum = np.array(list_quantity).cumsum()\n",
    "        # [0, 0, 0, 1, 2, 2, 2, 5, ..., k]\n",
    "        \n",
    "        stock_target = 0\n",
    "        if cumsum[-1] > 0 and len(cumsum) == days:\n",
    "            \n",
    "            # choose a random target different from 0\n",
    "            while stock_target == 0:\n",
    "                stock_target = np.random.choice(cumsum)\n",
    "                \n",
    "            # get the first day with this amount of sales\n",
    "            day_to_stockout = np.argwhere(cumsum == stock_target).min() + 1\n",
    "\n",
    "            # add to list\n",
    "            result.append({'sku': idx,\n",
    "                           'item_domain_id': sku2item_domain_id[idx],\n",
    "                           'site_id': site_id2int[sku2site_id[idx]],\n",
    "                           'item_title': sku2item_title[idx],\n",
    "                           'target_stock': stock_target,\n",
    "                           'inventory_days': day_to_stockout})\n",
    "            \n",
    "    return result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "4e26791d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sorting records...\n",
      "Grouping quantity...\n",
      "CPU times: user 37.9 s, sys: 4.23 s, total: 42.1 s\n",
      "Wall time: 43.6 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "val_dataset = pd.DataFrame(build_target_stock_and_inventory_days(data_val, days=30))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b6809e3c",
   "metadata": {},
   "source": [
    "## Feature Engineering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "fef05c9f",
   "metadata": {},
   "outputs": [],
   "source": [
    "def long_to_wide(df: pd.DataFrame, is_val: bool, features: list, fill_na: bool):\n",
    "    '''\n",
    "    Convert dataframe from long to wide, using one or more features.\n",
    "    '''\n",
    "    \n",
    "    df_long = df.copy().set_index(['sku', 'date'])\n",
    "    df_wide = df_long[features].unstack().droplevel(0, axis=1)\n",
    "         \n",
    "    days = 30 if is_val else 29\n",
    "    idxs = list(range(1, days + 1)) * len(features)\n",
    "    cols = np.repeat(features, days)  \n",
    "    \n",
    "    # val goes from [1, 30] and train goes from [1, 29], so train needs +1\n",
    "    if is_val:\n",
    "        df_wide.columns = [f'{x[0]}_{x[1]}' for x in zip(cols, idxs)]\n",
    "        \n",
    "        # delete first day for each feature if is validation data\n",
    "        df_wide = df_wide[[x for x in df_wide.columns if x.split('_')[-1] != '1']]\n",
    "        \n",
    "    else:\n",
    "        df_wide.columns = [f'{x[0]}_{x[1] + 1}' for x in zip(cols, idxs)]\n",
    "        \n",
    "    if fill_na:\n",
    "        # impute NA based on each feature\n",
    "        for col in df_wide.columns:\n",
    "            if 'sold_quantity' in col or 'minutes_active' in col or 'current_price' in col:\n",
    "                na_replace = 0\n",
    "            elif 'listing_type' in col or 'shipping_logistic_type' in col or 'shipping_payment' in col:\n",
    "                na_replace = 0\n",
    "\n",
    "            df_wide[col] = df_wide[col].fillna(na_replace)\n",
    "        \n",
    "    return df_wide"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "9d71baf7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "listing_type\n",
      "['classic' 'premium']\n",
      "\n",
      "shipping_logistic_type\n",
      "['fulfillment' 'cross_docking' 'drop_off']\n",
      "\n",
      "shipping_payment\n",
      "['free_shipping' 'paid_shipping']\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# check categories and try to incorporate rolling windows for categorical features\n",
    "for col in ['listing_type', 'shipping_logistic_type', 'shipping_payment']:\n",
    "    print(col)\n",
    "    print(train[col].unique())\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "3a21d507",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 50.8 s, sys: 29.7 s, total: 1min 20s\n",
      "Wall time: 1min 29s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "((639351, 203), (639351, 203))"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "roll_feats = ['sold_quantity', 'minutes_active', 'current_price', 'has_zero_sold',\n",
    "              'listing_type', 'shipping_logistic_type', 'shipping_payment']\n",
    "\n",
    "data_train_wide = long_to_wide(\n",
    "    data_train,\n",
    "    is_val=False,\n",
    "    features=roll_feats,\n",
    "    fill_na=False\n",
    ")\n",
    "\n",
    "data_train_wide_filled_na = long_to_wide(\n",
    "    data_train,\n",
    "    is_val=False,\n",
    "    features=roll_feats,\n",
    "    fill_na=True\n",
    ")\n",
    "\n",
    "data_train_wide.shape, data_train_wide_filled_na.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "1d2dcb34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sold_quantity_2</th>\n",
       "      <th>sold_quantity_3</th>\n",
       "      <th>sold_quantity_4</th>\n",
       "      <th>sold_quantity_5</th>\n",
       "      <th>sold_quantity_6</th>\n",
       "      <th>sold_quantity_7</th>\n",
       "      <th>sold_quantity_8</th>\n",
       "      <th>sold_quantity_9</th>\n",
       "      <th>sold_quantity_10</th>\n",
       "      <th>sold_quantity_11</th>\n",
       "      <th>sold_quantity_12</th>\n",
       "      <th>sold_quantity_13</th>\n",
       "      <th>sold_quantity_14</th>\n",
       "      <th>sold_quantity_15</th>\n",
       "      <th>sold_quantity_16</th>\n",
       "      <th>sold_quantity_17</th>\n",
       "      <th>sold_quantity_18</th>\n",
       "      <th>sold_quantity_19</th>\n",
       "      <th>sold_quantity_20</th>\n",
       "      <th>sold_quantity_21</th>\n",
       "      <th>sold_quantity_22</th>\n",
       "      <th>sold_quantity_23</th>\n",
       "      <th>sold_quantity_24</th>\n",
       "      <th>sold_quantity_25</th>\n",
       "      <th>sold_quantity_26</th>\n",
       "      <th>sold_quantity_27</th>\n",
       "      <th>sold_quantity_28</th>\n",
       "      <th>sold_quantity_29</th>\n",
       "      <th>sold_quantity_30</th>\n",
       "      <th>minutes_active_2</th>\n",
       "      <th>minutes_active_3</th>\n",
       "      <th>minutes_active_4</th>\n",
       "      <th>minutes_active_5</th>\n",
       "      <th>minutes_active_6</th>\n",
       "      <th>minutes_active_7</th>\n",
       "      <th>minutes_active_8</th>\n",
       "      <th>minutes_active_9</th>\n",
       "      <th>minutes_active_10</th>\n",
       "      <th>minutes_active_11</th>\n",
       "      <th>minutes_active_12</th>\n",
       "      <th>minutes_active_13</th>\n",
       "      <th>minutes_active_14</th>\n",
       "      <th>minutes_active_15</th>\n",
       "      <th>minutes_active_16</th>\n",
       "      <th>minutes_active_17</th>\n",
       "      <th>minutes_active_18</th>\n",
       "      <th>minutes_active_19</th>\n",
       "      <th>minutes_active_20</th>\n",
       "      <th>minutes_active_21</th>\n",
       "      <th>minutes_active_22</th>\n",
       "      <th>...</th>\n",
       "      <th>shipping_logistic_type_10</th>\n",
       "      <th>shipping_logistic_type_11</th>\n",
       "      <th>shipping_logistic_type_12</th>\n",
       "      <th>shipping_logistic_type_13</th>\n",
       "      <th>shipping_logistic_type_14</th>\n",
       "      <th>shipping_logistic_type_15</th>\n",
       "      <th>shipping_logistic_type_16</th>\n",
       "      <th>shipping_logistic_type_17</th>\n",
       "      <th>shipping_logistic_type_18</th>\n",
       "      <th>shipping_logistic_type_19</th>\n",
       "      <th>shipping_logistic_type_20</th>\n",
       "      <th>shipping_logistic_type_21</th>\n",
       "      <th>shipping_logistic_type_22</th>\n",
       "      <th>shipping_logistic_type_23</th>\n",
       "      <th>shipping_logistic_type_24</th>\n",
       "      <th>shipping_logistic_type_25</th>\n",
       "      <th>shipping_logistic_type_26</th>\n",
       "      <th>shipping_logistic_type_27</th>\n",
       "      <th>shipping_logistic_type_28</th>\n",
       "      <th>shipping_logistic_type_29</th>\n",
       "      <th>shipping_logistic_type_30</th>\n",
       "      <th>shipping_payment_2</th>\n",
       "      <th>shipping_payment_3</th>\n",
       "      <th>shipping_payment_4</th>\n",
       "      <th>shipping_payment_5</th>\n",
       "      <th>shipping_payment_6</th>\n",
       "      <th>shipping_payment_7</th>\n",
       "      <th>shipping_payment_8</th>\n",
       "      <th>shipping_payment_9</th>\n",
       "      <th>shipping_payment_10</th>\n",
       "      <th>shipping_payment_11</th>\n",
       "      <th>shipping_payment_12</th>\n",
       "      <th>shipping_payment_13</th>\n",
       "      <th>shipping_payment_14</th>\n",
       "      <th>shipping_payment_15</th>\n",
       "      <th>shipping_payment_16</th>\n",
       "      <th>shipping_payment_17</th>\n",
       "      <th>shipping_payment_18</th>\n",
       "      <th>shipping_payment_19</th>\n",
       "      <th>shipping_payment_20</th>\n",
       "      <th>shipping_payment_21</th>\n",
       "      <th>shipping_payment_22</th>\n",
       "      <th>shipping_payment_23</th>\n",
       "      <th>shipping_payment_24</th>\n",
       "      <th>shipping_payment_25</th>\n",
       "      <th>shipping_payment_26</th>\n",
       "      <th>shipping_payment_27</th>\n",
       "      <th>shipping_payment_28</th>\n",
       "      <th>shipping_payment_29</th>\n",
       "      <th>shipping_payment_30</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sku</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>872.65</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>cross_docking</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1306.883333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>706.464617</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1074.666667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>70.621433</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1427.873200</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>840.783333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>289.817883</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>59.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1258.816667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "      <td>free_shipping</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.00</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1440.000000</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>...</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>fulfillment</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "      <td>paid_shipping</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 203 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     sold_quantity_2  sold_quantity_3  sold_quantity_4  sold_quantity_5  \\\n",
       "sku                                                                       \n",
       "0                0.0              0.0              0.0              0.0   \n",
       "1                0.0              0.0              0.0              0.0   \n",
       "3                0.0              1.0              0.0              1.0   \n",
       "4                0.0              0.0              0.0              0.0   \n",
       "5                0.0              0.0              0.0              0.0   \n",
       "6                0.0              2.0              0.0              1.0   \n",
       "7                0.0              0.0              0.0              0.0   \n",
       "8                1.0              2.0             18.0             14.0   \n",
       "9                0.0              0.0              0.0              0.0   \n",
       "10               0.0              0.0              0.0              0.0   \n",
       "\n",
       "     sold_quantity_6  sold_quantity_7  sold_quantity_8  sold_quantity_9  \\\n",
       "sku                                                                       \n",
       "0                0.0              0.0              0.0              0.0   \n",
       "1                0.0              0.0              0.0              0.0   \n",
       "3                0.0              1.0              0.0              0.0   \n",
       "4                0.0              0.0              0.0              0.0   \n",
       "5                0.0              0.0              0.0              0.0   \n",
       "6                1.0              0.0              0.0              0.0   \n",
       "7                0.0              0.0              0.0              0.0   \n",
       "8                2.0              5.0             13.0             59.0   \n",
       "9                0.0              0.0              0.0              0.0   \n",
       "10               0.0              0.0              0.0              0.0   \n",
       "\n",
       "     sold_quantity_10  sold_quantity_11  sold_quantity_12  sold_quantity_13  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0               0.0   \n",
       "1                 0.0               0.0               0.0               0.0   \n",
       "3                 1.0               0.0               0.0               0.0   \n",
       "4                 6.0               5.0               0.0               2.0   \n",
       "5                 0.0               0.0               0.0               0.0   \n",
       "6                 3.0               0.0               0.0               0.0   \n",
       "7                 2.0              11.0               0.0               2.0   \n",
       "8                 6.0               7.0               2.0               2.0   \n",
       "9                 0.0               0.0               0.0               0.0   \n",
       "10                0.0               0.0               0.0               0.0   \n",
       "\n",
       "     sold_quantity_14  sold_quantity_15  sold_quantity_16  sold_quantity_17  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0               0.0   \n",
       "1                 0.0               0.0               0.0               0.0   \n",
       "3                 0.0               0.0               0.0               0.0   \n",
       "4                 1.0               0.0               2.0               1.0   \n",
       "5                 0.0               0.0               0.0               0.0   \n",
       "6                 0.0               0.0               1.0               0.0   \n",
       "7                 0.0               0.0               0.0               0.0   \n",
       "8                 5.0               1.0              13.0              11.0   \n",
       "9                 0.0               0.0               0.0               0.0   \n",
       "10                1.0               0.0               0.0               0.0   \n",
       "\n",
       "     sold_quantity_18  sold_quantity_19  sold_quantity_20  sold_quantity_21  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0               0.0   \n",
       "1                 0.0               0.0               0.0               0.0   \n",
       "3                 0.0               1.0               0.0               1.0   \n",
       "4                 1.0               1.0               0.0               0.0   \n",
       "5                 0.0               0.0               0.0               0.0   \n",
       "6                 1.0               0.0               2.0               1.0   \n",
       "7                 0.0               0.0               0.0               0.0   \n",
       "8                12.0               0.0               0.0               0.0   \n",
       "9                 0.0               0.0               0.0               0.0   \n",
       "10                0.0               0.0               0.0               0.0   \n",
       "\n",
       "     sold_quantity_22  sold_quantity_23  sold_quantity_24  sold_quantity_25  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0               0.0   \n",
       "1                 0.0               2.0               2.0               0.0   \n",
       "3                 0.0               1.0               0.0               0.0   \n",
       "4                 1.0               1.0              12.0               0.0   \n",
       "5                 0.0               0.0               0.0               0.0   \n",
       "6                 0.0               0.0               1.0               1.0   \n",
       "7                 0.0               2.0               3.0               1.0   \n",
       "8                 0.0               0.0               0.0               0.0   \n",
       "9                 1.0               1.0               0.0               1.0   \n",
       "10                2.0               0.0               1.0               0.0   \n",
       "\n",
       "     sold_quantity_26  sold_quantity_27  sold_quantity_28  sold_quantity_29  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0               0.0   \n",
       "1                 0.0               0.0               1.0               0.0   \n",
       "3                 0.0               0.0               0.0               0.0   \n",
       "4                 1.0               0.0               1.0               0.0   \n",
       "5                 0.0               0.0               0.0               0.0   \n",
       "6                 0.0               1.0               2.0               2.0   \n",
       "7                 3.0               4.0               0.0               0.0   \n",
       "8                 0.0               0.0               0.0               0.0   \n",
       "9                 1.0               1.0               0.0               0.0   \n",
       "10                1.0               1.0               0.0               0.0   \n",
       "\n",
       "     sold_quantity_30  minutes_active_2  minutes_active_3  minutes_active_4  \\\n",
       "sku                                                                           \n",
       "0                 0.0               0.0               0.0            872.65   \n",
       "1                 2.0               0.0               0.0              0.00   \n",
       "3                 0.0            1440.0            1440.0           1440.00   \n",
       "4                 2.0            1440.0            1440.0           1440.00   \n",
       "5                 1.0               0.0               0.0              0.00   \n",
       "6                 0.0            1440.0            1440.0           1440.00   \n",
       "7                 0.0               0.0               0.0              0.00   \n",
       "8                 0.0            1440.0            1440.0           1440.00   \n",
       "9                 0.0            1440.0            1440.0           1440.00   \n",
       "10                1.0            1440.0            1440.0           1440.00   \n",
       "\n",
       "     minutes_active_5  minutes_active_6  minutes_active_7  minutes_active_8  \\\n",
       "sku                                                                           \n",
       "0         1440.000000            1440.0            1440.0            1440.0   \n",
       "1            0.000000               0.0               0.0               0.0   \n",
       "3         1440.000000            1440.0            1440.0            1440.0   \n",
       "4         1074.666667               0.0               0.0               0.0   \n",
       "5            0.000000               0.0               0.0               0.0   \n",
       "6         1440.000000            1440.0            1440.0            1440.0   \n",
       "7            0.000000               0.0               0.0               0.0   \n",
       "8         1440.000000            1440.0            1440.0            1440.0   \n",
       "9         1440.000000            1440.0            1440.0            1440.0   \n",
       "10        1440.000000            1440.0            1440.0            1440.0   \n",
       "\n",
       "     minutes_active_9  minutes_active_10  minutes_active_11  \\\n",
       "sku                                                           \n",
       "0         1440.000000             1440.0             1440.0   \n",
       "1            0.000000                0.0                0.0   \n",
       "3         1440.000000             1440.0             1440.0   \n",
       "4           70.621433             1440.0             1440.0   \n",
       "5            0.000000                0.0                0.0   \n",
       "6         1440.000000             1440.0             1440.0   \n",
       "7         1427.873200             1440.0             1440.0   \n",
       "8         1440.000000             1440.0             1440.0   \n",
       "9         1440.000000             1440.0             1440.0   \n",
       "10        1440.000000             1440.0             1440.0   \n",
       "\n",
       "     minutes_active_12  minutes_active_13  minutes_active_14  \\\n",
       "sku                                                            \n",
       "0          1440.000000        1440.000000        1440.000000   \n",
       "1             0.000000           0.000000           0.000000   \n",
       "3          1306.883333           0.000000         706.464617   \n",
       "4          1440.000000        1440.000000        1440.000000   \n",
       "5             0.000000           0.000000           0.000000   \n",
       "6          1440.000000        1440.000000        1440.000000   \n",
       "7          1440.000000         840.783333           0.000000   \n",
       "8          1440.000000        1440.000000        1440.000000   \n",
       "9          1440.000000        1440.000000        1440.000000   \n",
       "10         1440.000000        1440.000000        1440.000000   \n",
       "\n",
       "     minutes_active_15  minutes_active_16  minutes_active_17  \\\n",
       "sku                                                            \n",
       "0               1440.0             1440.0             1440.0   \n",
       "1                  0.0                0.0                0.0   \n",
       "3               1440.0             1440.0             1440.0   \n",
       "4               1440.0             1440.0             1440.0   \n",
       "5                  0.0                0.0                0.0   \n",
       "6               1440.0             1440.0             1440.0   \n",
       "7                  0.0                0.0                0.0   \n",
       "8               1440.0             1440.0             1440.0   \n",
       "9               1440.0             1440.0             1440.0   \n",
       "10              1440.0             1440.0             1440.0   \n",
       "\n",
       "     minutes_active_18  minutes_active_19  minutes_active_20  \\\n",
       "sku                                                            \n",
       "0          1440.000000             1440.0             1440.0   \n",
       "1             0.000000                0.0                0.0   \n",
       "3          1440.000000             1440.0             1440.0   \n",
       "4          1440.000000             1440.0             1440.0   \n",
       "5             0.000000                0.0                0.0   \n",
       "6          1440.000000             1440.0             1440.0   \n",
       "7             0.000000                0.0                0.0   \n",
       "8          1258.816667                0.0                0.0   \n",
       "9          1440.000000             1440.0             1440.0   \n",
       "10         1440.000000             1440.0             1440.0   \n",
       "\n",
       "     minutes_active_21  minutes_active_22  ...  shipping_logistic_type_10  \\\n",
       "sku                                        ...                              \n",
       "0          1440.000000             1440.0  ...              cross_docking   \n",
       "1             0.000000                0.0  ...                fulfillment   \n",
       "3          1440.000000             1440.0  ...                fulfillment   \n",
       "4          1440.000000             1440.0  ...                fulfillment   \n",
       "5             0.000000                0.0  ...                fulfillment   \n",
       "6          1440.000000             1440.0  ...                fulfillment   \n",
       "7           289.817883             1440.0  ...                fulfillment   \n",
       "8             0.000000                0.0  ...                fulfillment   \n",
       "9          1440.000000             1440.0  ...                fulfillment   \n",
       "10         1440.000000             1440.0  ...                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_11  shipping_logistic_type_12  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_13  shipping_logistic_type_14  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_15  shipping_logistic_type_16  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_17  shipping_logistic_type_18  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_19  shipping_logistic_type_20  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_21  shipping_logistic_type_22  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_23  shipping_logistic_type_24  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_25  shipping_logistic_type_26  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_27  shipping_logistic_type_28  \\\n",
       "sku                                                         \n",
       "0                cross_docking              cross_docking   \n",
       "1                  fulfillment                fulfillment   \n",
       "3                  fulfillment                fulfillment   \n",
       "4                  fulfillment                fulfillment   \n",
       "5                  fulfillment                fulfillment   \n",
       "6                  fulfillment                fulfillment   \n",
       "7                  fulfillment                fulfillment   \n",
       "8                  fulfillment                fulfillment   \n",
       "9                  fulfillment                fulfillment   \n",
       "10                 fulfillment                fulfillment   \n",
       "\n",
       "     shipping_logistic_type_29  shipping_logistic_type_30  shipping_payment_2  \\\n",
       "sku                                                                             \n",
       "0                cross_docking              cross_docking       free_shipping   \n",
       "1                  fulfillment                fulfillment       free_shipping   \n",
       "3                  fulfillment                fulfillment       free_shipping   \n",
       "4                  fulfillment                fulfillment       paid_shipping   \n",
       "5                  fulfillment                fulfillment       free_shipping   \n",
       "6                  fulfillment                fulfillment       free_shipping   \n",
       "7                  fulfillment                fulfillment       paid_shipping   \n",
       "8                  fulfillment                fulfillment       paid_shipping   \n",
       "9                  fulfillment                fulfillment       free_shipping   \n",
       "10                 fulfillment                fulfillment       paid_shipping   \n",
       "\n",
       "     shipping_payment_3  shipping_payment_4  shipping_payment_5  \\\n",
       "sku                                                               \n",
       "0         free_shipping       free_shipping       free_shipping   \n",
       "1         free_shipping       free_shipping       free_shipping   \n",
       "3         free_shipping       free_shipping       free_shipping   \n",
       "4         paid_shipping       paid_shipping       free_shipping   \n",
       "5         free_shipping       free_shipping       free_shipping   \n",
       "6         free_shipping       free_shipping       free_shipping   \n",
       "7         paid_shipping       paid_shipping       paid_shipping   \n",
       "8         paid_shipping       paid_shipping       paid_shipping   \n",
       "9         free_shipping       free_shipping       free_shipping   \n",
       "10        paid_shipping       paid_shipping       paid_shipping   \n",
       "\n",
       "     shipping_payment_6  shipping_payment_7  shipping_payment_8  \\\n",
       "sku                                                               \n",
       "0         free_shipping       free_shipping       free_shipping   \n",
       "1         free_shipping       free_shipping       free_shipping   \n",
       "3         free_shipping       free_shipping       free_shipping   \n",
       "4         free_shipping       free_shipping       free_shipping   \n",
       "5         free_shipping       free_shipping       free_shipping   \n",
       "6         free_shipping       free_shipping       free_shipping   \n",
       "7         paid_shipping       paid_shipping       paid_shipping   \n",
       "8         paid_shipping       paid_shipping       paid_shipping   \n",
       "9         free_shipping       free_shipping       free_shipping   \n",
       "10        paid_shipping       paid_shipping       paid_shipping   \n",
       "\n",
       "     shipping_payment_9  shipping_payment_10  shipping_payment_11  \\\n",
       "sku                                                                 \n",
       "0         free_shipping        free_shipping        free_shipping   \n",
       "1         free_shipping        free_shipping        free_shipping   \n",
       "3         free_shipping        free_shipping        free_shipping   \n",
       "4         free_shipping        free_shipping        free_shipping   \n",
       "5         free_shipping        free_shipping        free_shipping   \n",
       "6         free_shipping        free_shipping        free_shipping   \n",
       "7         paid_shipping        paid_shipping        paid_shipping   \n",
       "8         paid_shipping        paid_shipping        paid_shipping   \n",
       "9         free_shipping        free_shipping        free_shipping   \n",
       "10        paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_12  shipping_payment_13  shipping_payment_14  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_15  shipping_payment_16  shipping_payment_17  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_18  shipping_payment_19  shipping_payment_20  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_21  shipping_payment_22  shipping_payment_23  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_24  shipping_payment_25  shipping_payment_26  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_27  shipping_payment_28  shipping_payment_29  \\\n",
       "sku                                                                  \n",
       "0          free_shipping        free_shipping        free_shipping   \n",
       "1          free_shipping        free_shipping        free_shipping   \n",
       "3          free_shipping        free_shipping        free_shipping   \n",
       "4          free_shipping        free_shipping        free_shipping   \n",
       "5          free_shipping        free_shipping        free_shipping   \n",
       "6          free_shipping        free_shipping        free_shipping   \n",
       "7          paid_shipping        paid_shipping        paid_shipping   \n",
       "8          paid_shipping        paid_shipping        paid_shipping   \n",
       "9          free_shipping        free_shipping        free_shipping   \n",
       "10         paid_shipping        paid_shipping        paid_shipping   \n",
       "\n",
       "     shipping_payment_30  \n",
       "sku                       \n",
       "0          free_shipping  \n",
       "1          free_shipping  \n",
       "3          free_shipping  \n",
       "4          free_shipping  \n",
       "5          free_shipping  \n",
       "6          free_shipping  \n",
       "7          paid_shipping  \n",
       "8          paid_shipping  \n",
       "9          free_shipping  \n",
       "10         paid_shipping  \n",
       "\n",
       "[10 rows x 203 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check the data format\n",
    "data_train_wide.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "aa2a90dd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 53.6 s, sys: 33 s, total: 1min 26s\n",
      "Wall time: 1min 34s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "((660916, 203), (660916, 203))"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "data_val_wide = long_to_wide(\n",
    "    data_val,\n",
    "    is_val=True,\n",
    "    features=roll_feats,\n",
    "    fill_na=False\n",
    ")\n",
    "\n",
    "data_val_wide_filled_na = long_to_wide(\n",
    "    data_val,\n",
    "    is_val=True,\n",
    "    features=roll_feats,\n",
    "    fill_na=True\n",
    ")\n",
    "\n",
    "data_val_wide.shape, data_val_wide_filled_na.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "5418c977",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(30, 29),\n",
       " (29, 28),\n",
       " (28, 27),\n",
       " (27, 26),\n",
       " (26, 25),\n",
       " (25, 24),\n",
       " (24, 23),\n",
       " (23, 22),\n",
       " (22, 21),\n",
       " (21, 20),\n",
       " (20, 19),\n",
       " (19, 18),\n",
       " (18, 17),\n",
       " (17, 16),\n",
       " (16, 15),\n",
       " (15, 14),\n",
       " (14, 13),\n",
       " (13, 12),\n",
       " (12, 11),\n",
       " (11, 10),\n",
       " (10, 9),\n",
       " (9, 8),\n",
       " (8, 7),\n",
       " (7, 6),\n",
       " (6, 5),\n",
       " (5, 4),\n",
       " (4, 3),\n",
       " (3, 2)]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# testing some windows [(end, start), (end, start), ...]\n",
    "w = 1\n",
    "n_windows = 29 - w\n",
    "[(30 - i, 30 - i - w) for i in list(range(n_windows))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "77bdb5db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(30, 25),\n",
       " (29, 24),\n",
       " (28, 23),\n",
       " (27, 22),\n",
       " (26, 21),\n",
       " (25, 20),\n",
       " (24, 19),\n",
       " (23, 18),\n",
       " (22, 17),\n",
       " (21, 16),\n",
       " (20, 15),\n",
       " (19, 14),\n",
       " (18, 13),\n",
       " (17, 12),\n",
       " (16, 11),\n",
       " (15, 10),\n",
       " (14, 9),\n",
       " (13, 8),\n",
       " (12, 7),\n",
       " (11, 6),\n",
       " (10, 5),\n",
       " (9, 4),\n",
       " (8, 3),\n",
       " (7, 2)]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# testing some windows [(end, start), (end, start), ...]\n",
    "w = 5\n",
    "n_windows = 29 - w\n",
    "[(30 - i, 30 - i - w) for i in list(range(n_windows))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "bb2fb7ec",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(30, 20),\n",
       " (29, 19),\n",
       " (28, 18),\n",
       " (27, 17),\n",
       " (26, 16),\n",
       " (25, 15),\n",
       " (24, 14),\n",
       " (23, 13),\n",
       " (22, 12),\n",
       " (21, 11),\n",
       " (20, 10),\n",
       " (19, 9),\n",
       " (18, 8),\n",
       " (17, 7),\n",
       " (16, 6),\n",
       " (15, 5),\n",
       " (14, 4),\n",
       " (13, 3),\n",
       " (12, 2)]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# testing some windows [(end, start), (end, start), ...]\n",
    "w = 10\n",
    "n_windows = 29 - w\n",
    "[(30 - i, 30 - i - w) for i in list(range(n_windows))]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ca436f31",
   "metadata": {},
   "source": [
    "### LOFO (Leave One Feature Out)\n",
    "\n",
    "After applying LOFO when building the LGBM model, I reduced from 106 to 40 features and still improved the CV.  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "6fc3c06f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "40\n"
     ]
    }
   ],
   "source": [
    "selected_features_lofo = [\n",
    "    # lag for sold quantity\n",
    "    'sold_quantity_17', 'sold_quantity_18', 'sold_quantity_19',\n",
    "    'sold_quantity_20', 'sold_quantity_21', 'sold_quantity_25',\n",
    "    'sold_quantity_26', 'sold_quantity_27', 'sold_quantity_28',\n",
    "    'sold_quantity_29', 'sold_quantity_30',\n",
    "    \n",
    "    # lag for minutes active\n",
    "    'minutes_active_29', 'minutes_active_30',\n",
    "    \n",
    "    # rolling mean sold quantity\n",
    "    'roll_mean_sold_30_11', 'roll_mean_sold_29_10', 'roll_mean_sold_28_9',\n",
    "    'roll_mean_sold_27_8', 'roll_mean_sold_26_7', 'roll_mean_sold_25_6',\n",
    "    'roll_mean_sold_24_5',\n",
    "    \n",
    "    # rolling mean minutes active\n",
    "    'roll_mean_minutes_30_11', 'roll_mean_minutes_29_10', 'roll_mean_minutes_26_7',\n",
    "    'roll_mean_minutes_25_6', 'roll_mean_minutes_24_5',\n",
    "    \n",
    "    # rolling mean pct change of price\n",
    "    'roll_mean_price_30_11', 'roll_mean_price_29_10', 'roll_mean_price_27_8',\n",
    "    'roll_mean_price_25_6', 'roll_mean_price_24_5',\n",
    "    \n",
    "    # rolling sum (count) of days with zero sold\n",
    "    'roll_sum_zero_sold_30_11', 'roll_sum_zero_sold_24_5',\n",
    "    \n",
    "    # rolling sum (count) across different categorical features\n",
    "    'roll_sum_shipping_logistic_type_fulfillment_30_11',\n",
    "    'roll_sum_shipping_logistic_type_cross_docking_30_11',\n",
    "    'roll_sum_shipping_logistic_type_fulfillment_28_9',\n",
    "    'roll_sum_shipping_logistic_type_fulfillment_26_7',\n",
    "    'roll_sum_shipping_logistic_type_fulfillment_25_6',\n",
    "    'roll_sum_shipping_logistic_type_fulfillment_24_5',\n",
    "    'roll_sum_shipping_payment_free_shipping_28_9',\n",
    "    \n",
    "    # target stock (this feature was provided in the test set as well)\n",
    "    'target_stock'\n",
    "]\n",
    "\n",
    "print(len(selected_features_lofo))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "2c241f51",
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_train_val_test(\n",
    "        w,\n",
    "        n_windows,\n",
    "        use_undersampling: bool,\n",
    "        use_standardize: bool,\n",
    "        use_minmax: bool\n",
    "    ):\n",
    "    '''\n",
    "    Create datasets using rolling windows features, based on window size \"w\".    \n",
    "    If \"n_windows\" is passed, keep only the last \"n_windows\".\n",
    "    '''\n",
    "    \n",
    "    # w must be in [1, 27]\n",
    "    assert w in range(1, 28)\n",
    "        \n",
    "    if n_windows == None:\n",
    "        n_windows = 29 - w\n",
    "    \n",
    "    print()\n",
    "    print(f'------ w = {w} ------')\n",
    "    print(f'------ n_windows = {n_windows} ------')\n",
    "    \n",
    "    \n",
    "    if use_standardize or use_minmax:\n",
    "        df_roll_train = data_train_wide_filled_na.copy()\n",
    "        df_roll_val = data_val_wide_filled_na.copy()\n",
    "    else:\n",
    "        df_roll_train = data_train_wide.copy()\n",
    "        df_roll_val = data_val_wide.copy()\n",
    "      \n",
    "    # rolling window for w days\n",
    "    for end, start in [(30 - i, 30 - i - w) for i in list(range(n_windows))]:\n",
    "        for feat in roll_feats:\n",
    "            print(end, start, feat)\n",
    "            \n",
    "            cols = [f'{feat}_{i}' for i in list(range(start, end + 1))]\n",
    "            \n",
    "            if feat == 'sold_quantity':\n",
    "                df_roll_train[f'roll_mean_sold_{end}_{start}'] = df_roll_train[cols].mean(axis=1)\n",
    "                df_roll_val[f'roll_mean_sold_{end}_{start}'] = df_roll_val[cols].mean(axis=1)\n",
    "                \n",
    "            if feat == 'minutes_active':\n",
    "                df_roll_train[f'roll_mean_minutes_{end}_{start}'] = df_roll_train[cols].mean(axis=1)\n",
    "                df_roll_val[f'roll_mean_minutes_{end}_{start}'] = df_roll_val[cols].mean(axis=1)\n",
    "\n",
    "            elif feat == 'current_price':\n",
    "                df_roll_train[f'roll_mean_price_{end}_{start}'] = df_roll_train[cols].mean(axis=1)\n",
    "                df_roll_val[f'roll_mean_price_{end}_{start}'] = df_roll_val[cols].mean(axis=1)\n",
    "\n",
    "            elif feat == 'has_zero_sold':\n",
    "                df_roll_train[f'roll_sum_zero_sold_{end}_{start}'] = df_roll_train[cols].sum(axis=1)\n",
    "                df_roll_val[f'roll_sum_zero_sold_{end}_{start}'] = df_roll_val[cols].sum(axis=1)\n",
    "                \n",
    "            # categorical features\n",
    "            elif feat == 'listing_type':\n",
    "                for lvl in ['classic', 'premium']:\n",
    "                    df_roll_train[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_train[cols] == lvl).sum(axis=1)\n",
    "                    df_roll_val[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_val[cols] == lvl).sum(axis=1)\n",
    "                \n",
    "            elif feat == 'shipping_logistic_type':\n",
    "                for lvl in ['fulfillment', 'cross_docking', 'drop_off']:\n",
    "                    df_roll_train[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_train[cols] == lvl).sum(axis=1)\n",
    "                    df_roll_val[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_val[cols] == lvl).sum(axis=1)\n",
    "            \n",
    "            elif feat == 'shipping_payment':\n",
    "                for lvl in ['free_shipping', 'paid_shipping']:\n",
    "                    df_roll_train[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_train[cols] == lvl).sum(axis=1)\n",
    "                    df_roll_val[f'roll_sum_{feat}_{lvl}_{end}_{start}'] = (df_roll_val[cols] == lvl).sum(axis=1)\n",
    "                \n",
    "                \n",
    "    # bind new features\n",
    "    val_dataset_ok = val_dataset.set_index('sku').join(df_roll_train)\n",
    "    sub_dataset_ok = test[['sku', 'target_stock']].set_index('sku').join(df_roll_val)\n",
    "    print('Binded new features')\n",
    "    print()  \n",
    "    \n",
    "    # choosing features\n",
    "    feats = selected_features_lofo\n",
    "    \n",
    "    \n",
    "    # data for submission\n",
    "    X_test = sub_dataset_ok.copy()\n",
    "    X_test = X_test[feats]\n",
    "\n",
    "\n",
    "    # split train/val\n",
    "    X_train, X_val, y_train, y_val = train_test_split(\n",
    "        val_dataset_ok[feats],\n",
    "        val_dataset_ok['inventory_days'] - 1, # use target in [0, 29] instead of [1, 30]\n",
    "        random_state=42\n",
    "    )   \n",
    "    \n",
    "    if use_standardize:\n",
    "        print('Stardardize...')\n",
    "        for col in feats:\n",
    "            mean_ = X_train[col].mean()\n",
    "            std_ = X_train[col].std()\n",
    "            X_train[col] = (X_train[col] - mean_) / std_\n",
    "            X_val[col] = (X_val[col] - mean_) / std_\n",
    "            X_test[col] = (X_test[col] - mean_) / std_\n",
    "\n",
    "            # impute NA (very few ones)    \n",
    "            X_train[col] = X_train[col].fillna(mean_) \n",
    "            X_val[col] = X_val[col].fillna(mean_)\n",
    "            X_test[col] = X_test[col].fillna(mean_) \n",
    "            \n",
    "    if use_minmax:\n",
    "        print('MinMax...')\n",
    "        for col in feats:            \n",
    "            min_ = X_train[col].min()\n",
    "            max_ = X_train[col].max()\n",
    "            X_train = (X_train - min_) / (max_ - min_)\n",
    "            X_val = (X_val - min_) / (max_ - min_)\n",
    "            X_test = (X_test - min_) / (max_ - min_)\n",
    "            \n",
    "            # impute NA (very few ones)  \n",
    "            mean_ = X_train[col].mean()\n",
    "            X_train[col] = X_train[col].fillna(mean_) \n",
    "            X_val[col] = X_val[col].fillna(mean_)        \n",
    "            X_test[col] = X_test[col].fillna(mean_) \n",
    "            \n",
    "\n",
    "    if use_undersampling:\n",
    "        print('Undersampling...')\n",
    "        print('Before Undersampling:', X_train.shape[0])\n",
    "        smp = RandomUnderSampler(random_state=2021)\n",
    "        X_train, y_train = smp.fit_resample(X_train, y_train)\n",
    "        print('After Undersampling:', X_train.shape[0])\n",
    "    \n",
    "    \n",
    "    if use_standardize or use_minmax:\n",
    "        assert X_train.isnull().sum().sum() == 0   \n",
    "        assert X_val.isnull().sum().sum() == 0  \n",
    "        assert X_test.isnull().sum().sum() == 0 \n",
    "    \n",
    "    \n",
    "    print('Using', X_train.shape[1], 'features')\n",
    "    \n",
    "    return X_train, X_val, y_train, y_val, X_test"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "77a280df",
   "metadata": {},
   "source": [
    "### Save datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "59d5eb1a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "------ w = 19 ------\n",
      "------ n_windows = 7 ------\n",
      "30 11 sold_quantity\n",
      "30 11 minutes_active\n",
      "30 11 current_price\n",
      "30 11 has_zero_sold\n",
      "30 11 listing_type\n",
      "30 11 shipping_logistic_type\n",
      "30 11 shipping_payment\n",
      "29 10 sold_quantity\n",
      "29 10 minutes_active\n",
      "29 10 current_price\n",
      "29 10 has_zero_sold\n",
      "29 10 listing_type\n",
      "29 10 shipping_logistic_type\n",
      "29 10 shipping_payment\n",
      "28 9 sold_quantity\n",
      "28 9 minutes_active\n",
      "28 9 current_price\n",
      "28 9 has_zero_sold\n",
      "28 9 listing_type\n",
      "28 9 shipping_logistic_type\n",
      "28 9 shipping_payment\n",
      "27 8 sold_quantity\n",
      "27 8 minutes_active\n",
      "27 8 current_price\n",
      "27 8 has_zero_sold\n",
      "27 8 listing_type\n",
      "27 8 shipping_logistic_type\n",
      "27 8 shipping_payment\n",
      "26 7 sold_quantity\n",
      "26 7 minutes_active\n",
      "26 7 current_price\n",
      "26 7 has_zero_sold\n",
      "26 7 listing_type\n",
      "26 7 shipping_logistic_type\n",
      "26 7 shipping_payment\n",
      "25 6 sold_quantity\n",
      "25 6 minutes_active\n",
      "25 6 current_price\n",
      "25 6 has_zero_sold\n",
      "25 6 listing_type\n",
      "25 6 shipping_logistic_type\n",
      "25 6 shipping_payment\n",
      "24 5 sold_quantity\n",
      "24 5 minutes_active\n",
      "24 5 current_price\n",
      "24 5 has_zero_sold\n",
      "24 5 listing_type\n",
      "24 5 shipping_logistic_type\n",
      "24 5 shipping_payment\n",
      "Binded new features\n",
      "\n",
      "Using 40 features\n",
      "CPU times: user 2min 15s, sys: 53.7 s, total: 3min 9s\n",
      "Wall time: 3min 20s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "w = 19\n",
    "n_windows = 7\n",
    "\n",
    "X_train, X_val, y_train, y_val, X_test = create_train_val_test(\n",
    "    w=w,\n",
    "    n_windows=n_windows,\n",
    "    use_undersampling=False,\n",
    "    use_standardize=False,\n",
    "    use_minmax=False\n",
    ")\n",
    "\n",
    "X_train.reset_index().to_feather('X_train.f')\n",
    "X_val.reset_index().to_feather('X_val.f')\n",
    "y_train.reset_index().to_feather('y_train.f')\n",
    "y_val.reset_index().to_feather('y_val.f')\n",
    "X_test.reset_index().to_feather('X_test.f')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "f315960a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "------ w = 19 ------\n",
      "------ n_windows = 7 ------\n",
      "30 11 sold_quantity\n",
      "30 11 minutes_active\n",
      "30 11 current_price\n",
      "30 11 has_zero_sold\n",
      "30 11 listing_type\n",
      "30 11 shipping_logistic_type\n",
      "30 11 shipping_payment\n",
      "29 10 sold_quantity\n",
      "29 10 minutes_active\n",
      "29 10 current_price\n",
      "29 10 has_zero_sold\n",
      "29 10 listing_type\n",
      "29 10 shipping_logistic_type\n",
      "29 10 shipping_payment\n",
      "28 9 sold_quantity\n",
      "28 9 minutes_active\n",
      "28 9 current_price\n",
      "28 9 has_zero_sold\n",
      "28 9 listing_type\n",
      "28 9 shipping_logistic_type\n",
      "28 9 shipping_payment\n",
      "27 8 sold_quantity\n",
      "27 8 minutes_active\n",
      "27 8 current_price\n",
      "27 8 has_zero_sold\n",
      "27 8 listing_type\n",
      "27 8 shipping_logistic_type\n",
      "27 8 shipping_payment\n",
      "26 7 sold_quantity\n",
      "26 7 minutes_active\n",
      "26 7 current_price\n",
      "26 7 has_zero_sold\n",
      "26 7 listing_type\n",
      "26 7 shipping_logistic_type\n",
      "26 7 shipping_payment\n",
      "25 6 sold_quantity\n",
      "25 6 minutes_active\n",
      "25 6 current_price\n",
      "25 6 has_zero_sold\n",
      "25 6 listing_type\n",
      "25 6 shipping_logistic_type\n",
      "25 6 shipping_payment\n",
      "24 5 sold_quantity\n",
      "24 5 minutes_active\n",
      "24 5 current_price\n",
      "24 5 has_zero_sold\n",
      "24 5 listing_type\n",
      "24 5 shipping_logistic_type\n",
      "24 5 shipping_payment\n",
      "Binded new features\n",
      "\n",
      "Stardardize...\n",
      "Using 40 features\n",
      "CPU times: user 2min 16s, sys: 50.2 s, total: 3min 6s\n",
      "Wall time: 3min 21s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "w = 19\n",
    "n_windows = 7\n",
    "\n",
    "X_train_standard, X_val_standard, _, _, X_test_standard = create_train_val_test(\n",
    "    w=w,\n",
    "    n_windows=n_windows,\n",
    "    use_undersampling=False,\n",
    "    use_standardize=True,\n",
    "    use_minmax=False\n",
    ")\n",
    "\n",
    "X_train_standard.reset_index().to_feather('X_train_standard.f')\n",
    "X_val_standard.reset_index().to_feather('X_val_standard.f')\n",
    "X_test_standard.reset_index().to_feather('X_test_standard.f')"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}