models_with_lexical_features_only.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "73378e1a",
   "metadata": {},
   "source": [
    "# Rebust Url Malware Detection\n",
    "some explanning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8a161b7f",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2022-02-04T09:14:16.413976Z",
     "start_time": "2022-02-04T09:14:13.448694Z"
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import seaborn as sns \n",
    "import pandas as pd \n",
    "import matplotlib.pyplot as plt\n",
    "from Helpers.preprocess.main import *\n",
    "from Helpers.experiments import experiments\n",
    "from Helpers.models.simple_ml import *\n",
    "from Helpers.preprocess.content_based_features import get_content_based_features\n",
    "from Helpers.preprocess.host_based_features import get_host_based_features\n",
    "from Helpers.preprocess.lexical_url_features import get_lexical_url_features\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a2faaf0d",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2022-02-04T09:14:17.327474Z",
     "start_time": "2022-02-04T09:14:16.446968Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>br-icloud.com.br</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
       "      <td>benign</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
       "      <td>benign</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://www.garage-pirenne.be/index.php?option=...</td>\n",
       "      <td>defacement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
       "      <td>defacement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651186</th>\n",
       "      <td>xbox360.ign.com/objects/850/850402.html</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651187</th>\n",
       "      <td>games.teamxbox.com/xbox-360/1860/Dead-Space/</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651188</th>\n",
       "      <td>www.gamespot.com/xbox360/action/deadspace/</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651189</th>\n",
       "      <td>en.wikipedia.org/wiki/Dead_Space_(video_game)</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651190</th>\n",
       "      <td>www.angelfire.com/goth/devilmaycrytonite/</td>\n",
       "      <td>phishing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>651191 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      url        type\n",
       "0                                        br-icloud.com.br    phishing\n",
       "1                     mp3raid.com/music/krizz_kaliko.html      benign\n",
       "2                         bopsecrets.org/rexroth/cr/1.htm      benign\n",
       "3       http://www.garage-pirenne.be/index.php?option=...  defacement\n",
       "4       http://adventure-nicaragua.net/index.php?optio...  defacement\n",
       "...                                                   ...         ...\n",
       "651186            xbox360.ign.com/objects/850/850402.html    phishing\n",
       "651187       games.teamxbox.com/xbox-360/1860/Dead-Space/    phishing\n",
       "651188         www.gamespot.com/xbox360/action/deadspace/    phishing\n",
       "651189      en.wikipedia.org/wiki/Dead_Space_(video_game)    phishing\n",
       "651190          www.angelfire.com/goth/devilmaycrytonite/    phishing\n",
       "\n",
       "[651191 rows x 2 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"Data/malicious_phish.csv\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "61a7bf88",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "benign        65.741541\n",
       "defacement    14.812398\n",
       "phishing      14.452135\n",
       "malware        4.993927\n",
       "Name: type, dtype: float64"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"type\"].value_counts()/df.shape[0]*100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "99557978",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T09:08:12.943864Z",
     "start_time": "2021-12-26T09:08:12.535814Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='type', ylabel='count'>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABtQAAAHiCAYAAAB4PyhfAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABB3UlEQVR4nO3dfZyXdZ3v8ffADJMtJKIzgGhumWVhra1DipszZQkSDAqbZZKmu2VRdh8eQBajVUnE25LM6niKPJvkzYzRMGQ3qKklcjoZLbauiSnoMNwoMArMze/80cM5ou4lug7DzfP5ePQYft/fdV18rvnDq5kX1/UrK5VKpQAAAAAAAAAvqk9vDwAAAAAAAAC7MkENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKBAeW8PsKvZsKEtXV2l3h4DAAAAAACAnaRPn7Lst9/f/JfvC2rP09VVEtQAAAAAAADo5pGPAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgALlvT0AALD72W/ffinvV9nbYwDsVjq2bc2Gp7b19hgAAAC8AoIaAPCylferzLI5H+/tMQB2K0ed+90kghoAAMDuyCMfAQAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQoMeD2sUXX5ypU6cmSe6+++7U19dn1KhRufzyy7u3WbFiRSZOnJjRo0fnvPPOS0dHR5Jk9erVmTRpUk488cRMnjw5bW1tSZKNGzfm7LPPzpgxYzJp0qS0trYmSbZt25YpU6ZkzJgxmTBhQh566KGePj0AAAAAAAD2cD0a1O65557ccsstSZItW7Zk+vTpmTdvXpqamrJ8+fLcfvvtSZIpU6Zk5syZWbx4cUqlUhYsWJAkmTVrVk477bQ0NzfniCOOyLx585IkV1xxRWpqarJo0aKccsopufDCC5Mk8+fPzz777JNFixZl+vTpmTZtWk+eHgAAAAAAAHuBHgtqTz75ZC6//PJ86lOfSpLcf//9OeSQQ3LwwQenvLw89fX1aW5uzqpVq7Jly5YceeSRSZKJEyemubk57e3tWbp0aUaPHr3depIsWbIk9fX1SZJx48bljjvuSHt7e5YsWZLx48cnSUaMGJH169dn9erVPXWKAAAAAAAA7AXKe+rAM2fOzBe/+MU8/vjjSZI1a9akqqqq+/3q6uq0tLS8YL2qqiotLS3ZsGFD+vfvn/Ly8u3Wn3+s8vLy9O/fP+vXr3/RYz3xxBM58MADd3ju/ffv/8pPGgAAoEBV1YDeHgEAAIBXoEeC2o9//OMMHTo0I0eOzM0335wk6erqSllZWfc2pVIpZWVl/+X6s1+f6/mvn7tPnz59XrDPs+svx7p1m9PVVXpZ+wDA3sYvhAFemdbWTb09AgAAAC+iT5+ywpuueiSoNTU1pbW1NSeddFKeeuqpPP3001m1alX69u3bvU1ra2uqq6szZMiQtLa2dq+vXbs21dXVGTRoUDZt2pTOzs707du3e/vkr3e3rV27NkOGDElHR0fa2toycODADB48OGvWrMnrX//67Y4FAAAAAAAAr1SPfIbaddddl4ULF6axsTGf+9zncvzxx+e73/1uHn744TzyyCPp7OzMwoULU1tbm2HDhqWysjLLli1LkjQ2Nqa2tjYVFRWpqalJU1NTkqShoSG1tbVJkrq6ujQ0NCT5a7yrqalJRUVF6urq0tjYmCS57777UllZ+bIe9wgAAAAAAADP12OfofZ8lZWV+frXv57Pfvaz2bp1a+rq6nLiiScmSebOnZsZM2Zk8+bNGT58eM4444wkyfnnn5+pU6fmW9/6VoYOHZrLLrssSfL5z38+U6dOzdixYzNgwIDMnTs3SXL66adn5syZGTt2bPr165c5c+bsrNMDAAAAAABgD1VWKpV8YNhz+Aw1AHhpVVUDsmzOx3t7DIDdylHnftdnqAEAAOyiXuoz1HrkkY8AAAAAAACwpxDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQoEeD2pVXXpkPfOADGTt2bK677rokybRp0zJq1KicdNJJOemkk3LbbbclSVasWJGJEydm9OjROe+889LR0ZEkWb16dSZNmpQTTzwxkydPTltbW5Jk48aNOfvsszNmzJhMmjQpra2tSZJt27ZlypQpGTNmTCZMmJCHHnqoJ08RAAAAAACAPVyPBbV77703v/nNb3Lrrbfmpptuyvz58/PnP/85y5cvzw9/+MM0NjamsbExJ5xwQpJkypQpmTlzZhYvXpxSqZQFCxYkSWbNmpXTTjstzc3NOeKIIzJv3rwkyRVXXJGamposWrQop5xySi688MIkyfz587PPPvtk0aJFmT59eqZNm9ZTpwgAAAAAAMBeoMeC2rve9a784Ac/SHl5edatW5fOzs685jWvyerVqzN9+vTU19fnqquuSldXV1atWpUtW7bkyCOPTJJMnDgxzc3NaW9vz9KlSzN69Ojt1pNkyZIlqa+vT5KMGzcud9xxR9rb27NkyZKMHz8+STJixIisX78+q1ev7qnTBAAAAAAAYA/Xo498rKioyFVXXZWxY8dm5MiR6ejoyDHHHJOLLrooCxYsyH333Zcbb7wxa9asSVVVVfd+VVVVaWlpyYYNG9K/f/+Ul5dvt55ku33Ky8vTv3//rF+//kWP9cQTT/TkaQIAAAAAALAHK+/pv+Bzn/tcPvGJT+RTn/pU7rnnnlx99dXd751++ulpaGjIoYcemrKysu71UqmUsrKy7q/P9fzXz92nT58+L9jn2fUdtf/+/Xd4WwAAgJejqmpAb48AAADAK9BjQe2hhx7Ktm3b8ta3vjX77LNPRo0alaampgwcOLD7EY6lUinl5eUZMmRIWltbu/ddu3ZtqqurM2jQoGzatCmdnZ3p27dvWltbU11dnSSprq7O2rVrM2TIkHR0dKStrS0DBw7M4MGDs2bNmrz+9a/f7lg7at26zenqKr2K3wkA2PP4hTDAK9Pauqm3RwAAAOBF9OlTVnjTVY898vGxxx7LjBkzsm3btmzbti2/+MUvMmLEiFx00UV56qmn0t7enhtuuCEnnHBChg0blsrKyixbtixJ0tjYmNra2lRUVKSmpiZNTU1JkoaGhtTW1iZJ6urq0tDQkCRpampKTU1NKioqUldXl8bGxiTJfffdl8rKyhx44IE9dZoAAAAAAADs4cpKpVKP3Y71jW98I4sWLUrfvn0zatSofPazn83111+f66+/Ph0dHRk1alS+8pWvJEkeeOCBzJgxI5s3b87w4cMze/bs9OvXL6tWrcrUqVOzbt26DB06NJdddln23XffPPnkk5k6dWoeffTRDBgwIHPnzs1BBx2UrVu3ZubMmVm+fHn69euXCy64IMOHD9/hmd2hBgAvrapqQJbN+XhvjwGwWznq3O+6Qw0AAGAX9VJ3qPVoUNsdCWoA8NIENYCXT1ADAADYdfXaIx8BAAAAAABgTyCoAQAAAAAAQAFBDQAAAAAAAAoIagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABQQ1AAAAAAAAKCCoAQAAAAAAQAFBDQAAAAAAAAoIagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABQQ1AAAAAAAAKCCoAQAAAAAAQAFBDQAAAAAAAAoIagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABQQ1AAAAAAAAKCCoAQAAAAAAQAFBDQAAAAAAAAoIagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABQQ1AAAAAAAAKCCoAQAAAAAAQAFBDQAAAAAAAAoIagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABXo0qF155ZX5wAc+kLFjx+a6665Lktx9992pr6/PqFGjcvnll3dvu2LFikycODGjR4/Oeeedl46OjiTJ6tWrM2nSpJx44omZPHly2trakiQbN27M2WefnTFjxmTSpElpbW1Nkmzbti1TpkzJmDFjMmHChDz00EM9eYoAAAAAAADs4XosqN177735zW9+k1tvvTU33XRT5s+fnwceeCDTp0/PvHnz0tTUlOXLl+f2229PkkyZMiUzZ87M4sWLUyqVsmDBgiTJrFmzctppp6W5uTlHHHFE5s2blyS54oorUlNTk0WLFuWUU07JhRdemCSZP39+9tlnnyxatCjTp0/PtGnTeuoUAQAAAAAA2Av0WFB717velR/84AcpLy/PunXr0tnZmY0bN+aQQw7JwQcfnPLy8tTX16e5uTmrVq3Kli1bcuSRRyZJJk6cmObm5rS3t2fp0qUZPXr0dutJsmTJktTX1ydJxo0blzvuuCPt7e1ZsmRJxo8fnyQZMWJE1q9fn9WrV/fUaQIAAAAAALCHK+/Jg1dUVOSqq67K//yf/zMnnnhi1qxZk6qqqu73q6ur09LS8oL1qqqqtLS0ZMOGDenfv3/Ky8u3W0+y3T7l5eXp379/1q9f/6LHeuKJJ3LggQfu0Mz779//v33eAAAAL6aqakBvjwAAAMAr0KNBLUk+97nP5ROf+EQ+9alPZeXKlSkrK+t+r1QqpaysLF1dXS+6/uzX53r+6+fu06dPnxfs8+z6jlq3bnO6uko7vD0A7I38QhjglWlt3dTbIwAAAPAi+vQpK7zpqsce+fjQQw9lxYoVSZJ99tkno0aNym9/+9u0trZ2b9Pa2prq6uoMGTJku/W1a9emuro6gwYNyqZNm9LZ2bnd9slf725bu3ZtkqSjoyNtbW0ZOHBgBg8enDVr1rzgWAAAAAAAAPBK9FhQe+yxxzJjxoxs27Yt27Ztyy9+8Yuceuqpefjhh/PII4+ks7MzCxcuTG1tbYYNG5bKysosW7YsSdLY2Jja2tpUVFSkpqYmTU1NSZKGhobU1tYmSerq6tLQ0JAkaWpqSk1NTSoqKlJXV5fGxsYkyX333ZfKysodftwjAAAAAAAAPF9ZqVTqsecbfuMb38iiRYvSt2/fjBo1Kp/97Gdzzz33ZPbs2dm6dWvq6uoybdq0lJWV5YEHHsiMGTOyefPmDB8+PLNnz06/fv2yatWqTJ06NevWrcvQoUNz2WWXZd99982TTz6ZqVOn5tFHH82AAQMyd+7cHHTQQdm6dWtmzpyZ5cuXp1+/frngggsyfPjwHZ7ZIx8B4KVVVQ3Isjkf7+0xAHYrR537XY98BAAA2EW91CMfezSo7Y4ENQB4aYIawMsnqAEAAOy6eu0z1AAAAAAAAGBPIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKBAjwa1b37zmxk7dmzGjh2bOXPmJEmmTZuWUaNG5aSTTspJJ52U2267LUmyYsWKTJw4MaNHj855552Xjo6OJMnq1aszadKknHjiiZk8eXLa2tqSJBs3bszZZ5+dMWPGZNKkSWltbU2SbNu2LVOmTMmYMWMyYcKEPPTQQz15igAAAAAAAOzheiyo3X333fn1r3+dW265JQ0NDfnjH/+Y2267LcuXL88Pf/jDNDY2prGxMSeccEKSZMqUKZk5c2YWL16cUqmUBQsWJElmzZqV0047Lc3NzTniiCMyb968JMkVV1yRmpqaLFq0KKecckouvPDCJMn8+fOzzz77ZNGiRZk+fXqmTZvWU6cIAAAAAADAXqDHglpVVVWmTp2afv36paKiIoceemhWr16d1atXZ/r06amvr89VV12Vrq6urFq1Klu2bMmRRx6ZJJk4cWKam5vT3t6epUuXZvTo0dutJ8mSJUtSX1+fJBk3blzuuOOOtLe3Z8mSJRk/fnySZMSIEVm/fn1Wr17dU6cJAAAAAADAHq68pw582GGHdf955cqVWbRoUa6//vrce++9Of/88zNgwIB88pOfzI033pjDDjssVVVV3dtXVVWlpaUlGzZsSP/+/VNeXr7depKsWbOme5/y8vL0798/69ev32792X2eeOKJHHjggTs09/779/9vnzsAAMCLqaoa0NsjAAAA8Ar0WFB71oMPPphPfvKTOffcc/PGN74xV199dfd7p59+ehoaGnLooYemrKyse71UKqWsrKz763M9//Vz9+nTp88L9nl2fUetW7c5XV2lHd4eAPZGfiEM8Mq0tm7q7REAAAB4EX36lBXedNVjj3xMkmXLluXMM8/Ml7/85UyYMCF/+tOfsnjx4u73S6VSysvLM2TIkLS2tnavr127NtXV1Rk0aFA2bdqUzs7OJElra2uqq6uTJNXV1Vm7dm2SpKOjI21tbRk4cGAGDx6cNWvWvOBYAAAAAAAA8Er0WFB7/PHH85nPfCZz587N2LFjk/w1oF100UV56qmn0t7enhtuuCEnnHBChg0blsrKyixbtixJ0tjYmNra2lRUVKSmpiZNTU1JkoaGhtTW1iZJ6urq0tDQkCRpampKTU1NKioqUldXl8bGxiTJfffdl8rKyh1+3CMAAAAAAAA8X1mpVOqR5xtecMEFuemmm/L617++e+3UU09NV1dXrr/++nR0dGTUqFH5yle+kiR54IEHMmPGjGzevDnDhw/P7Nmz069fv6xatSpTp07NunXrMnTo0Fx22WXZd9998+STT2bq1Kl59NFHM2DAgMydOzcHHXRQtm7dmpkzZ2b58uXp169fLrjgggwfPnyH5/bIRwB4aVVVA7Jszsd7ewyA3cpR537XIx8BAAB2US/1yMceC2q7K0ENAF6aoAbw8glqAAAAu65e/Qw1AAAAAAAA2N0JagAAAAAAAFBAUAMAAAAAAIACghoAAAAAAAAUENQAAAAAAACggKAGAAAAAAAABXYoqLW0tLxg7T//8z9f9WEAAAAAAABgV1MY1J588sk8+eST+cQnPpGnnnqq+/XatWtzzjnn7KwZAQAAAAAAoNeUF7355S9/OXfddVeS5Oijj/7/O5WXZ/To0T07GQAAAAAAAOwCCoPa9773vSTJtGnTMnv27J0yEAAAAAAAAOxKCoPas2bPnp1Vq1blqaeeSqlU6l4fPnx4jw0GAAAAAAAAu4IdCmpXXXVVvve972X//ffvXisrK8svfvGLHhsMAAAAAAAAdgU7FNQaGhrys5/9LIMHD+7peQAAAAAAAGCX0mdHNho6dKiYBgAAAAAAwF5ph+5QGzlyZObMmZP3ve99ec1rXtO97jPUAAAAAAAA2NPtUFC7+eabkyTNzc3daz5DDQAAAAAAgL3BDgW1X/7ylz09BwAAAAAAAOySdiioXXfddS+6ftZZZ72qwwAAAAAAAMCuZoeC2n/8x390/3nbtm1ZunRpRo4c2WNDAQAAAAAAwK5ih4La7Nmzt3vd0tKS8847r0cGAgAAAAAAgF1Jn1ey0+DBg7Nq1apXexYAAAAAAADY5bzsz1ArlUpZvnx59t9//x4bCgAAAAAAAHYVL/sz1JJk6NChOffcc3tkIAAAAAAAANiVvKzPUFu1alU6OjpyyCGH9OhQAAAAAAAAsKvYoaD2yCOP5NOf/nTWrFmTrq6u7Lfffvn2t7+dQw89tKfnAwAAAAAAgF7VZ0c2+trXvpaPf/zjWbp0aZYtW5bJkydn1qxZPT0bAAAAAAAA9LodCmrr1q3LhAkTul//4z/+YzZs2NBjQwEAAAAAAMCuYoeCWmdnZ5588snu1+vXr++peQAAAAAAAGCXskOfofbRj340H/7whzNmzJiUlZWlqakpH/vYx3p6NgAAAAAAAOh1O3SHWl1dXZKkvb09Dz30UFpaWnLCCSf06GAAAAAAAACwK9ihO9SmTp2aSZMm5YwzzsjWrVvzb//2b5k+fXq+853v9PR8AAAAAAAA0Kt26A61DRs25IwzzkiSVFZW5swzz0xra2uPDgYAAAAAAAC7gh0Kap2dnWlpael+vXbt2pRKpR4bCgAAAAAAAHYVO/TIxzPPPDMnn3xyjjvuuJSVleXuu+/Oueee29OzAQAAAAAAQK/boaD2wQ9+MEcccUR+85vfpG/fvvnnf/7nvPnNb+7p2QAAAAAAAKDX7VBQS5LDDz88hx9+eE/OAgAAAAAAALucHfoMNQAAAAAAANhbCWoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFOjRoPbNb34zY8eOzdixYzNnzpwkyd133536+vqMGjUql19+efe2K1asyMSJEzN69Oicd9556ejoSJKsXr06kyZNyoknnpjJkyenra0tSbJx48acffbZGTNmTCZNmpTW1tYkybZt2zJlypSMGTMmEyZMyEMPPdSTpwgAAAAAAMAerseC2t13351f//rXueWWW9LQ0JA//vGPWbhwYaZPn5558+alqakpy5cvz+23354kmTJlSmbOnJnFixenVCplwYIFSZJZs2bltNNOS3Nzc4444ojMmzcvSXLFFVekpqYmixYtyimnnJILL7wwSTJ//vzss88+WbRoUaZPn55p06b11CkCAAAAAACwF+ixoFZVVZWpU6emX79+qaioyKGHHpqVK1fmkEMOycEHH5zy8vLU19enubk5q1atypYtW3LkkUcmSSZOnJjm5ua0t7dn6dKlGT169HbrSbJkyZLU19cnScaNG5c77rgj7e3tWbJkScaPH58kGTFiRNavX5/Vq1f31GkCAAAAAACwhyvvqQMfdthh3X9euXJlFi1alI9+9KOpqqrqXq+urk5LS0vWrFmz3XpVVVVaWlqyYcOG9O/fP+Xl5dutJ9lun/Ly8vTv3z/r169/0WM98cQTOfDAA3do7v337//KTxoAAKBAVdWA3h4BAACAV6DHgtqzHnzwwXzyk5/Mueeem759+2blypXd75VKpZSVlaWrqytlZWUvWH/263M9//Vz9+nTp88L9nl2fUetW7c5XV2lHd4eAPZGfiEM8Mq0tm7q7REAAAB4EX36lBXedNVjj3xMkmXLluXMM8/Ml7/85UyYMCFDhgxJa2tr9/utra2prq5+wfratWtTXV2dQYMGZdOmTens7Nxu++Svd7etXbs2SdLR0ZG2trYMHDgwgwcPzpo1a15wLAAAAAAAAHgleiyoPf744/nMZz6TuXPnZuzYsUmSv/u7v8vDDz+cRx55JJ2dnVm4cGFqa2szbNiwVFZWZtmyZUmSxsbG1NbWpqKiIjU1NWlqakqSNDQ0pLa2NklSV1eXhoaGJElTU1NqampSUVGRurq6NDY2Jknuu+++VFZW7vDjHgEAAAAAAOD5ykqlUo883/CCCy7ITTfdlNe//vXda6eeemr+9m//NrNnz87WrVtTV1eXadOmpaysLA888EBmzJiRzZs3Z/jw4Zk9e3b69euXVatWZerUqVm3bl2GDh2ayy67LPvuu2+efPLJTJ06NY8++mgGDBiQuXPn5qCDDsrWrVszc+bMLF++PP369csFF1yQ4cOH7/DcHvkIAC+tqmpAls35eG+PAbBbOerc73rkIwAAwC7qpR752GNBbXclqAHASxPUAF4+QQ0AAGDX1aufoQYAAAAAAAC7O0ENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFejSobd68OePGjctjjz2WJJk2bVpGjRqVk046KSeddFJuu+22JMmKFSsyceLEjB49Ouedd146OjqSJKtXr86kSZNy4oknZvLkyWlra0uSbNy4MWeffXbGjBmTSZMmpbW1NUmybdu2TJkyJWPGjMmECRPy0EMP9eTpAQAAAAAAsBfosaD2+9//Ph/5yEeycuXK7rXly5fnhz/8YRobG9PY2JgTTjghSTJlypTMnDkzixcvTqlUyoIFC5Iks2bNymmnnZbm5uYcccQRmTdvXpLkiiuuSE1NTRYtWpRTTjklF154YZJk/vz52WeffbJo0aJMnz4906ZN66nTAwAAAAAAYC/RY0FtwYIFOf/881NdXZ0keeaZZ7J69epMnz499fX1ueqqq9LV1ZVVq1Zly5YtOfLII5MkEydOTHNzc9rb27N06dKMHj16u/UkWbJkSerr65Mk48aNyx133JH29vYsWbIk48ePT5KMGDEi69evz+rVq3vqFAEAAAAAANgLlPfUgZ+9a+xZa9euzTHHHJPzzz8/AwYMyCc/+cnceOONOeyww1JVVdW9XVVVVVpaWrJhw4b0798/5eXl260nyZo1a7r3KS8vT//+/bN+/frt1p/d54knnsiBBx64w3Pvv3//V3zOAAAARaqqBvT2CAAAALwCPRbUnu/ggw/O1Vdf3f369NNPT0NDQw499NCUlZV1r5dKpZSVlXV/fa7nv37uPn369HnBPs+uvxzr1m1OV1fpZe0DAHsbvxAGeGVaWzf19ggAAAC8iD59ygpvuuqxRz4+35/+9KcsXry4+3WpVEp5eXmGDBmS1tbW7vW1a9emuro6gwYNyqZNm9LZ2ZkkaW1t7X58ZHV1ddauXZsk6ejoSFtbWwYOHJjBgwdnzZo1LzgWAAAAAAAAvFI7LaiVSqVcdNFFeeqpp9Le3p4bbrghJ5xwQoYNG5bKysosW7YsSdLY2Jja2tpUVFSkpqYmTU1NSZKGhobU1tYmSerq6tLQ0JAkaWpqSk1NTSoqKlJXV5fGxsYkyX333ZfKysqX9bhHAAAAAAAAeL6d9sjHww8/PGeffXY+8pGPpKOjI6NGjcq4ceOSJHPnzs2MGTOyefPmDB8+PGeccUaS5Pzzz8/UqVPzrW99K0OHDs1ll12WJPn85z+fqVOnZuzYsRkwYEDmzp2b5K+PkZw5c2bGjh2bfv36Zc6cOTvr9AAAAAAAANhDlZVKJR8Y9hw+Qw0AXlpV1YAsm/Px3h4DYLdy1Lnf9RlqAAAAu6hd5jPUAAAAAAAAYHckqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoECPBrXNmzdn3Lhxeeyxx5Ikd999d+rr6zNq1Khcfvnl3dutWLEiEydOzOjRo3Peeeelo6MjSbJ69epMmjQpJ554YiZPnpy2trYkycaNG3P22WdnzJgxmTRpUlpbW5Mk27Zty5QpUzJmzJhMmDAhDz30UE+eHgAAAAAAAHuBHgtqv//97/ORj3wkK1euTJJs2bIl06dPz7x589LU1JTly5fn9ttvT5JMmTIlM2fOzOLFi1MqlbJgwYIkyaxZs3Laaaelubk5RxxxRObNm5ckueKKK1JTU5NFixbllFNOyYUXXpgkmT9/fvbZZ58sWrQo06dPz7Rp03rq9AAAAAAAANhL9FhQW7BgQc4///xUV1cnSe6///4ccsghOfjgg1NeXp76+vo0Nzdn1apV2bJlS4488sgkycSJE9Pc3Jz29vYsXbo0o0eP3m49SZYsWZL6+vokybhx43LHHXekvb09S5Ysyfjx45MkI0aMyPr167N69eqeOkUAAAAAAAD2AuU9deBn7xp71po1a1JVVdX9urq6Oi0tLS9Yr6qqSktLSzZs2JD+/funvLx8u/XnH6u8vDz9+/fP+vXrX/RYTzzxRA488MCeOk0AAAAAAAD2cD0W1J6vq6srZWVl3a9LpVLKysr+y/Vnvz7X818/d58+ffq8YJ9n11+O/ffv/7K2BwAA2FFVVQN6ewQAAABegZ0W1IYMGZLW1tbu162tramurn7B+tq1a1NdXZ1BgwZl06ZN6ezsTN++fbu3T/56d9vatWszZMiQdHR0pK2tLQMHDszgwYOzZs2avP71r9/uWC/HunWb09VVehXOGAD2XH4hDPDKtLZu6u0RAAAAeBF9+pQV3nTVY5+h9nx/93d/l4cffjiPPPJIOjs7s3DhwtTW1mbYsGGprKzMsmXLkiSNjY2pra1NRUVFampq0tTUlCRpaGhIbW1tkqSuri4NDQ1JkqamptTU1KSioiJ1dXVpbGxMktx3332prKz0uEcAAAAAAAD+W3baHWqVlZX5+te/ns9+9rPZunVr6urqcuKJJyZJ5s6dmxkzZmTz5s0ZPnx4zjjjjCTJ+eefn6lTp+Zb3/pWhg4dmssuuyxJ8vnPfz5Tp07N2LFjM2DAgMydOzdJcvrpp2fmzJkZO3Zs+vXrlzlz5uys0wMAAGAned2+lans16+3xwDYrWzdti0bn9ra22MAwG6rrFQqeb7hc3jkIwC8tKqqAVk25+O9PQbAbuWoc7/rkY+vkqqqATnzus/39hgAu5X/ddaVrkMAUOClHvm40+5Q49Uz4HWvyWsqK3p7DIDdypat7dm0cUtvjwEAAAAA7IYEtd3Qayorctq51/f2GAC7lf89Z1I2RVADAAAAAF6+Pr09AAAAAAAAAOzKBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAFBDUAAAAAAAAoIKgBAAAAAABAAUENAAAAAAAACghqAAAAAAAAUEBQAwAAAAAAgALlvfGXnn766Vm/fn3Ky//613/ta19LW1tbZs+ena1bt2bMmDH54he/mCRZsWJFzjvvvLS1taWmpiazZs1KeXl5Vq9enSlTpmTdunV5wxvekLlz5+Zv/uZvsnHjxnzlK1/Jo48+mkGDBuWKK65IVVVVb5wmAAAAAAAAe4CdfodaqVTKypUr09jY2P2/t7zlLZk+fXrmzZuXpqamLF++PLfffnuSZMqUKZk5c2YWL16cUqmUBQsWJElmzZqV0047Lc3NzTniiCMyb968JMkVV1yRmpqaLFq0KKecckouvPDCnX2KAAAAAAAA7EF2elD785//nCT5p3/6p4wfPz4//OEPc//99+eQQw7JwQcfnPLy8tTX16e5uTmrVq3Kli1bcuSRRyZJJk6cmObm5rS3t2fp0qUZPXr0dutJsmTJktTX1ydJxo0blzvuuCPt7e07+zQBAAAAAADYQ+z0Rz5u3LgxI0eOzL/8y7+kvb09Z5xxRj7+8Y9v91jG6urqtLS0ZM2aNdutV1VVpaWlJRs2bEj//v27Hxn57HqS7fYpLy9P//79s379+gwePHiH5tt///6v1qkCsIupqhrQ2yMAsJdzLQKgN7kOAcArt9OD2jvf+c68853v7H79wQ9+MFdddVWOOuqo7rVSqZSysrJ0dXWlrKzsBevPfn2u579+7j59+uz4jXjr1m1OV1dph7fvDf7PD8Ar09q6qbdH2GO4FgG8Mq5Frw7XIYBXxnUIAP5rffqUFd50tdMf+Xjfffflnnvu6X5dKpUybNiwtLa2dq+1tramuro6Q4YM2W597dq1qa6uzqBBg7Jp06Z0dnZut33y17vb1q5dmyTp6OhIW1tbBg4cuBPODAAAAAAAgD3RTg9qmzZtypw5c7J169Zs3rw5t9xyS770pS/l4YcfziOPPJLOzs4sXLgwtbW1GTZsWCorK7Ns2bIkSWNjY2pra1NRUZGampo0NTUlSRoaGlJbW5skqaurS0NDQ5KkqakpNTU1qaio2NmnCQAAAAAAwB5ipz/y8b3vfW9+//vf5+STT05XV1dOO+20vPOd78zXv/71fPazn83WrVtTV1eXE088MUkyd+7czJgxI5s3b87w4cNzxhlnJEnOP//8TJ06Nd/61rcydOjQXHbZZUmSz3/+85k6dWrGjh2bAQMGZO7cuTv7FAEAAAAAANiD7PSgliRf+MIX8oUvfGG7tZEjR+bWW299wbaHH354brzxxhesDxs2LPPnz3/B+sCBA3PNNde8arMCAAAAAACwd9vpj3wEAAAAAACA3YmgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAAChQ3tsDAAAAAADsTgYO6JeK11T29hgAu5X2LVvz5KZtvT3GKyaoAQAAAAC8DBWvqUzTGWf19hgAu5UP/OC6ZDcOah75CAAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEAAAAAAEABQQ0AAAAAAAAKCGoAAAAAAABQQFADAAAAAACAAoIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACiwRwa1n/zkJ/nABz6QUaNG5frrr+/tcQAAAAAAANiNlff2AK+2lpaWXH755bn55pvTr1+/nHrqqTn66KPzpje9qbdHAwAAAAAAYDe0xwW1u+++O8ccc0wGDhyYJBk9enSam5tzzjnn7ND+ffqU9eB0r54D9vub3h4BYLezu/w3fnfR73X79/YIALsd16JXzwH9B/X2CAC7HdehV9c+B/iZCODl2pWvRS81W1mpVCrtpFl2im9/+9t5+umn88UvfjFJ8uMf/zj3339//vVf/7WXJwMAAAAAAGB3tMd9hlpXV1fKyv5/RSyVStu9BgAAAAAAgJdjjwtqQ4YMSWtra/fr1tbWVFdX9+JEAAAAAAAA7M72uKB27LHH5p577sn69evzzDPP5Gc/+1lqa2t7eywAAAAAAAB2U+W9PcCrbfDgwfniF7+YM844I+3t7fngBz+Yd7zjHb09FgAAAAAAALupslKpVOrtIQAAAAAAAGBXtcc98hEAAAAAAABeTYIaAAAAAAAAFBDUAAAAAAAAoICgBgAAAAAAAAUENQAAAAAAACggqAEv8Nhjj+X4449/0fdOOumkV30/AHjWb3/725x++un/7eOcd955+cMf/vAqTATAnmTq1Km5+eab/8v3FyxYkOOOOy4XX3zxTpzq5fvVr36V6667rrfHAKCXHX/88Xnsscd6ewzYa5T39gDA7qWxsXGn7gcAr8SFF17Y2yMAsBtauHBhZs+enXe/+929PUqh5cuX9/YIAAB7HUEN9nK//e1vM2/evJSXl+exxx7LO97xjkyePDlbtmzJF7/4xTz44IN53etel6uvvjr77bdf3vKWt+RPf/pT7rnnnlxyySVJkn333TeXXnppkrzkft/4xjfS0tKSRx55JKtWrcopp5ySyZMnp729Peeff36WLVuWwYMHp6ysLJ/+9Kdz9NFH9+a3B4BesGHDhvzzP/9z1qxZk3e84x05//zz85vf/CZXXXVVOjo6ctBBB+Vf//Vfs99+++X444/P+PHj8+tf/zrPPPNMLr744hxxxBE5/fTTc8455+Too4/OpZdemsWLF2e//fZLVVVVjj/++LzrXe/KOeeck8MOOywrVqzI/vvvnyuvvDIDBw7s7dMH4FVUKpXy9a9/PUuWLEl1dXU6Ozvzrne9Kw0NDfn+97+frq6uDB8+POeff36+853v5A9/+ENmzZqVGTNm5Omnn851112XLVu2ZNu2bbnooovy93//91mxYkVmzpyZLVu2ZN99983cuXMzZMiQXHvttVm0aFE6Ozvz7ne/O1OmTMmqVavymc98Jm984xvzn//5n3nb296Wd77znbnlllvy1FNP5eqrr86hhx6a+++/P7Nnz86WLVuy3377ZdasWTn44INz+umn5+1vf3uWLVuW9evXZ8aMGRk2bFh+9KMfJUkOPPDA/OM//mMvf5cB+O/47W9/m2uuuSYVFRXdT3967Wtfm5///OdJkmuvvTbNzc1pbGzMM888k4qKilx66aV54xvfmCTp7OzMyJEjc9ttt6V///459dRTc/zxx+fss8/OwoULs2zZsnz5y1/O9OnT09LSkjVr1mTkyJG58MILc++99+aSSy5JV1dXDjvssMycOTNf+9rX8uCDD6azszOf+MQnMm7cuN789sAuxSMfgfzud7/Leeedl+bm5mzdujW333571q9fn7POOisLFy7MAQcckKampu32mTdvXr761a/m5ptvzrHHHpt///d/T5KX3C9J/vSnP+V73/tefvzjH+faa6/Nxo0b86Mf/SjPPPNMmpubM3v2bI/pAtiLPfbYY/mXf/mX3HrrrWlra8u1116bSy+9NN/73vfS0NCQd7/73Zk7d2739gMHDsyNN96YU089Nd/+9re3O9Yvf/nLLFu2LAsXLsy1117bfb1KkgceeKD7mvW6170uP/nJT3baOQKwcyxevDj//u//noULF+bKK6/MX/7ylzzzzDNZsGBBfvSjH6WxsTH7779/vve97+Wcc87JEUcckQsuuCDHHXdcfvSjH+Waa67Jrbfemo9//OO59tprkyRf+cpX8ulPfzo/+clP8oEPfCDf//73c8cdd2T58uW58cYb09DQkJaWltx6661J/vrzzyc+8Yk0Njbm//yf/5NVq1blhhtuyLhx43LDDTdk27ZtmTFjRi699NLccsstOeuss/Iv//Iv3efQ3t6eG264IdOmTcuVV16ZN73pTTn11FNz6qmnimkAe4jf//73mTVrVm666aZcf/31GTRoUG6++ea85S1vyU9/+tP8/Oc/z/z587Nw4cK85z3vyfXXX9+9b9++fXPMMcdk6dKlaWtry+rVq7N06dIkyZ133pn3vOc9WbJkSd761rfmhhtuyOLFi7N06dL88Y9/TJKsXLky3//+93PxxRfnW9/6VoYPH56bb745119/fa655po8+uijvfI9gV2RO9SAjBgxovtftZx00klZsGBBqqur8453vCNJ8qY3vSkbNmzYbp/3ve99Oeecc/L+978/73vf+/IP//APeeyxx15yvyQ5+uij069fv+y///4ZOHBgNm3alLvuuisf+tCHUlZWlmHDhmXkyJE9fNYA7Kpqamryt3/7t0mS+vr6TJ06NWVlZTnjjDOSJF1dXdl33327tz/uuOOSJIcddlh+9rOfbXesu+++O2PGjEm/fv3Sr1+/vP/97+9+b//998/b3va27n2feuqpnjwtAHrBvffem1GjRqWioiKDBg1KbW1tSqVSHnnkkXzoQx9K8tdg9ez14Fl9+vTJ1VdfnV/+8pd5+OGHc++996ZPnz5Zv359Wltb8973vjdJctpppyVJLr744tx///2ZOHFikr8+uePAAw/MUUcdlQMOOKD7+EOGDOn+WefAAw/MY489lpUrV+bRRx/N5MmTu//+zZs3d//5ude5J598sge+SwD0tje/+c0ZOnRokmS//fbb7lqxcePGXHrppfnpT3+alStX5s4778xb3/rW7favq6vLPffckz59+qS+vj5NTU1pb2/Pfffdl6997WuprKzM/fffn//1v/5X/vznP+fJJ5/M008/nSR5wxvekAEDBiT5689PW7ZsyU033ZQkefrpp/Pggw/m4IMP3lnfCtilCWpA+vbt2/3nUqmUvn37prz8///noaysLKVSabt9zjzzzLz3ve/Nr371q1xyySW5//77U19f/5L7JUllZeULtunbt2+6urpezdMCYDf13GvJs9eRv//7v88111yTJNm6dWva2tq6t3n2ulJWVvaCY/Xp0+e/vL682PUIgD3L8//7Xl5ens7OzowZMyYzZsxIkrS1taWzs3O7/dra2vLBD34w48ePz4gRI/KWt7wl119/fSoqKra73mzdujVr1qxJZ2dnPvaxj+Wss85KkmzcuDF9+/bNhg0b0q9fv+2O/dyfv5K//kORgw46qPtzpzs7O7N27dru94uucwDsGSoqKrZ7/dxrxeOPP54Pf/jD+ehHP5ra2toccMABWbFixXbb19bW5rrrrkvfvn0zcuTI/PnPf86NN96YN7/5zamsrMz8+fOzePHifOhDH8qxxx6b//iP/+i+Pr7mNa/pPk5XV1cuueSSDB8+PEmydu3a7f4xI+ztPPIRyLJly9LS0pKurq40NDSktrb2Jfc55ZRT0tbWljPPPDNnnnnmdo/QeiWOPfbYNDU1pVQqpaWlJffee68fGAH2UsuWLcvq1au7r0sf+9jH8n//7//Nww8/nOSvjx2eM2fODh3r2GOPzc9+9rNs27YtmzdvzpIlS1xfAPYiI0eOzKJFi7Jt27Y89dRTufPOO5Mkt912W9atW5dSqZSvfvWr+f73v7/dfitXrkxZWVk+9alP5eijj85tt92Wzs7ODBgwIIMHD86vf/3rJEljY2OuvPLKHHPMMWlsbExbW1s6Ojrymc98JosXL96hGd/4xjfmqaeeyn333Zckuemmm/KVr3ylcJ++ffumo6Pj5X47ANgN/eEPf8ghhxySM888M29/+9vz85///AX/EGTQoEF5zWtek1/96lc56qijcswxx2TevHndd1Tfdddd+fCHP5zx48dn69ateeCBB170Hx4ec8wx+bd/+7ckyZo1azJ+/Pg8/vjjPX+SsJtwhxqQ6urqnHvuuWlpack//MM/5Nhjj+3+fID/ype+9KVMnTo15eXlee1rX5sLLrjgvzXDhz70oTzwwAOpr69PVVVVDjzwwO3+hQwAe483velNmT59elpbW3PMMcdk8uTJedvb3pYvfOEL6erqyuDBg3PJJZfs0LHe85735He/+10mTJiQfffdN9XV1dvdmQbAnu39739//vCHP2TcuHE54IADcuihh2bAgAE555xz8rGPfSxdXV1561vfmrPPPnu7/Q4//PC89a1vzZgxY1JWVpZ3v/vdWbZsWZLkkksuyVe/+tVccskl2W+//TJnzpxUV1fngQceyIc+9KF0dnbmuOOOy4QJE7Jq1aqXnLFfv3658sorc+GFF2br1q3p379/Lr744sJ9RowYkf/xP/5HDjjggJx++umv/BsEwC7v3e9+dx544IF84AMfSKlUyogRI/Lggw++YLva2trcfvvt+Zu/+Zscc8wxueiii1JXV5ck+djHPpavfvWrufbaa9O/f/+8853vzGOPPZbXv/712x3jnHPOyVe/+tWMGzcunZ2dmTJlygu2gb1ZWcmzbWCv9tvf/jbf/OY3M3/+/F6dY8mSJSmVSnnve9+bTZs25eSTT85NN92UgQMH9upcAOzefve732XlypWZMGFC2tvb8+EPfzgXXXRRDj/88N4eDQAAANiNuEMN2CUceuihOffcc3PFFVckST73uc+JaQD8t73hDW/IN7/5zVx33XUplUo5+eSTxTQAAADgZXOHGgAAAAAAABTo09sDAAAAAAAAwK5MUAMAAAAAAIACghoAAAAAAAAUENQAAAD2cP/0T/+U9evX9/YYAAAAuy1BDQAAYA9311139fYIAAAAuzVBDQAAYA82bdq0JMlxxx2Xt7zlLenq6kqSPPPMMxk5cmTWr1+f448/PpdeemkmTpyYE044If/7f//v7v1/+ctf5pRTTsnJJ5+cU089Nb/73e965TwAAAB6U3lvDwAAAEDPmT17dm6++ebceeedOeuss3LnnXemrq4uP/3pTzNy5MgMGjQoSfLUU0/lpptuSktLS04++eQcddRRqayszOWXX54f/OAH2W+//fLggw/mrLPOys9+9rO89rWv7eUzAwAA2HkENQAAgL3EpEmTsmDBgtTV1eWGG27Iueee2/3eaaedlrKysgwZMiTHHXdc7rrrrlRWVmbNmjU588wzu7crKyvLX/7ylxx++OG9cAYAAAC9Q1ADAADYS9TX1+eyyy7Lb37zmzz99NMZMWJE93vl5f//x8Ourq706dMnXV1dGTlyZK644oru9x5//PFUV1fvzLEBAAB6nc9QAwAA2MP17ds3HR0d2WeffTJ+/PhMnz49p5566nbbNDQ0JElWr16du+66K7W1tRk5cmTuuuuuPPTQQ0mS22+/PePHj8+WLVt29ikAAAD0qrJSqVTq7SEAAADoOV/60pfyxz/+Md/4xjfS1dWVU089NXfeeWcGDBiQJDn++OPzjne8I3/5y1+yZcuWfPrTn864ceOSJIsWLco111yTUqmU8vLyTJ8+PTU1Nb15OgAAADudoAYAALCXKJVK+c53vpNVq1Zl1qxZ3evHH398rrzyyrz97W/vxekAAAB2XT5DDQAAYC/xvve9L9XV1Zk3b15vjwIAALBbcYcaAAAAAAAAFOjT2wMAAAAAAADArkxQAwAAAAAAgAKCGgAAAAAAABQQ1AAAAAAAAKCAoAYAAAAAAAAF/h/WKQHjzem9FwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 2160x576 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.set(rc={'figure.figsize':(30,8)})\n",
    "sns.countplot(data=df, x='type')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d846dc4e",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T09:08:13.149857Z",
     "start_time": "2021-12-26T09:08:12.976863Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<BarContainer object of 2 artists>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABsYAAAHUCAYAAACJR506AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAA0/0lEQVR4nO3df3DX92Hf8ZeEhMIixRjuK8DU8TbXl7aw1slEfvRaqc1mQBGCwMLNgcG6tSXxGsfLHHLiR6BsxXGJjAnX4MxblmuJ7xaaH1LMhIiXHvbl7MSGy+LRkS5HjK9GMZIQMaAG0I/v/kitGTsxwsEW9ufxuMuJ7/v7+Xx4f74X7qvPPf15fyrK5XI5AAAAAAAA8AZXOdETAAAAAAAAgNeCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCFUTfQEXi2nTg1mdLQ80dMAoCCmT6/NyZNnJ3oaAAAAVyXXTAC8ViorK3LttW/+ue+/YcPY6GhZGAPgNeV7BwAA4OdzzQTA1cBSigAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCFUTfQEuDrUvWVK3lTj/w4Av4hSqW6ipwDwunXu/HDOnP7JRE8DAACANzglhCTJm2qq0npn50RPAwCAgnrwniU5M9GTAAAA4A3PUooAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCGMO4z96Z/+adra2pIkjz76aFpbWzN//vzce++9Y9scOXIky5Yty4IFC7Jhw4YMDw8nSXp6erJy5cosXLgwt912WwYHB5Mkp0+fzpo1a9Lc3JyVK1emr68vSXLhwoWsXbs2zc3NWbp0aY4ePXrFThgAAAAAAIBiGlcYe+yxx/K1r30tSXLu3LmsX78+u3btSldXVw4fPpyHH344SbJ27dps2rQp+/fvT7lczp49e5IkW7ZsyYoVK9Ld3Z25c+dm165dSZIdO3akoaEh+/bty/Lly7N169Ykye7duzNlypTs27cv69evz7p16674iQMAAAAAAFAslwxjP/7xj3Pvvffmwx/+cJLkySefzA033JDrr78+VVVVaW1tTXd3d44fP55z587l5ptvTpIsW7Ys3d3dGRoayhNPPJEFCxZcNJ4kBw4cSGtra5Jk0aJFeeSRRzI0NJQDBw5k8eLFSZJ58+ZlYGAgPT09V/zkAQAAAAAAKI6qS22wadOmfOxjH8uPfvSjJElvb29KpdLY+/X19Tlx4sRLxkulUk6cOJFTp06ltrY2VVVVF42/+FhVVVWpra3NwMDAzzzWs88+m+uuu27cJzZ9eu24twUAACZeqVQ30VMAAF5FvusBuBq8bBj7y7/8y8yaNSvvec978tWvfjVJMjo6moqKirFtyuVyKioqfu748z9f6MWvX7hPZWXlS/Z5fvxynDx5NqOj5cvap8j8YgIAwETr6zsz0VMAAF4lpVKd73oAXhOVlRUve/PUy4axrq6u9PX1ZcmSJXnuuefyd3/3dzl+/HgmTZo0tk1fX1/q6+szc+bM9PX1jY339/envr4+06ZNy5kzZzIyMpJJkyaNbZ/89G6z/v7+zJw5M8PDwxkcHMzUqVMzY8aM9Pb25q1vfetFxwIAAAAAAIBX6mVvw/rCF76QvXv3prOzMx/96Efz3ve+N//1v/7XPPXUU3n66aczMjKSvXv3prGxMbNnz05NTU0OHTqUJOns7ExjY2Oqq6vT0NCQrq6uJElHR0caGxuTJE1NTeno6Ejy0wjX0NCQ6urqNDU1pbOzM0ly8ODB1NTUXNYyigAAAAAAAPBil3zG2IvV1NTk7rvvzu23357z58+nqakpCxcuTJK0t7dn48aNOXv2bObMmZPVq1cnSTZv3py2trbcd999mTVrVrZv354kueOOO9LW1paWlpbU1dWlvb09SbJq1aps2rQpLS0tmTx5crZt23alzhcAAAAAAICCqiiXy2/IB3F5xtjlKZXq0npn50RPAwCAgnrwniWeOwIAb2CeMQbAa+VSzxh72aUUAQAAAAAA4I1CGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKYVxh7DOf+Uze9773paWlJV/4wheSJOvWrcv8+fOzZMmSLFmyJA899FCS5MiRI1m2bFkWLFiQDRs2ZHh4OEnS09OTlStXZuHChbntttsyODiYJDl9+nTWrFmT5ubmrFy5Mn19fUmSCxcuZO3atWlubs7SpUtz9OjRK37yAAAAAAAAFMclw9jjjz+eb3/72/n617+er3zlK9m9e3d++MMf5vDhw/niF7+Yzs7OdHZ25pZbbkmSrF27Nps2bcr+/ftTLpezZ8+eJMmWLVuyYsWKdHd3Z+7cudm1a1eSZMeOHWloaMi+ffuyfPnybN26NUmye/fuTJkyJfv27cv69euzbt26V+szAAAAAAAAoAAuGcbe+c535i/+4i9SVVWVkydPZmRkJG9605vS09OT9evXp7W1NTt37szo6GiOHz+ec+fO5eabb06SLFu2LN3d3RkaGsoTTzyRBQsWXDSeJAcOHEhra2uSZNGiRXnkkUcyNDSUAwcOZPHixUmSefPmZWBgID09Pa/GZwAAAAAAAEABjGspxerq6uzcuTMtLS15z3vek+Hh4bz73e/OXXfdlT179uTgwYP58pe/nN7e3pRKpbH9SqVSTpw4kVOnTqW2tjZVVVUXjSe5aJ+qqqrU1tZmYGDgZx7r2WefvWInDgAAAAAAQLFUjXfDj370o/nDP/zDfPjDH85jjz2Wz372s2PvrVq1Kh0dHbnxxhtTUVExNl4ul1NRUTH284Ve/PqF+1RWVr5kn+fHx2v69NpxbwsAAEy8UqluoqcAALyKfNcDcDW4ZBg7evRoLly4kF/91V/NlClTMn/+/HR1dWXq1KljSyOWy+VUVVVl5syZ6evrG9u3v78/9fX1mTZtWs6cOZORkZFMmjQpfX19qa+vT5LU19env78/M2fOzPDwcAYHBzN16tTMmDEjvb29eetb33rRscbr5MmzGR0tX9aHUWR+MQEAYKL19Z2Z6CkAAK+SUqnOdz0Ar4nKyoqXvXnqkrdgPfPMM9m4cWMuXLiQCxcu5Jvf/GbmzZuXu+66K88991yGhobypS99Kbfccktmz56dmpqaHDp0KEnS2dmZxsbGVFdXp6GhIV1dXUmSjo6ONDY2JkmamprS0dGRJOnq6kpDQ0Oqq6vT1NSUzs7OJMnBgwdTU1OT66677hf6MAAAAAAAACiuS94x1tTUlCeffDLvf//7M2nSpMyfPz8f+chHcu211+aDH/xghoeHM3/+/CxatChJ0t7eno0bN+bs2bOZM2dOVq9enSTZvHlz2tract9992XWrFnZvn17kuSOO+5IW1tbWlpaUldXl/b29iQ/XZ5x06ZNaWlpyeTJk7Nt27ZX6zMAAAAAAACgACrK5fIbcr1BSylenlKpLq13dk70NAAAKKgH71lieSUAeAOzlCIAr5VfeClFAAAAAAAAeCMQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAohHGFsc985jN53/vel5aWlnzhC19Ikjz66KNpbW3N/Pnzc++9945te+TIkSxbtiwLFizIhg0bMjw8nCTp6enJypUrs3Dhwtx2220ZHBxMkpw+fTpr1qxJc3NzVq5cmb6+viTJhQsXsnbt2jQ3N2fp0qU5evToFT1xAAAAAAAAiuWSYezxxx/Pt7/97Xz961/PV77ylezevTvf//73s379+uzatStdXV05fPhwHn744STJ2rVrs2nTpuzfvz/lcjl79uxJkmzZsiUrVqxId3d35s6dm127diVJduzYkYaGhuzbty/Lly/P1q1bkyS7d+/OlClTsm/fvqxfvz7r1q17tT4DAAAAAAAACuCSYeyd73xn/uIv/iJVVVU5efJkRkZGcvr06dxwww25/vrrU1VVldbW1nR3d+f48eM5d+5cbr755iTJsmXL0t3dnaGhoTzxxBNZsGDBReNJcuDAgbS2tiZJFi1alEceeSRDQ0M5cOBAFi9enCSZN29eBgYG0tPT82p8BgAAAAAAABRA1Xg2qq6uzs6dO/Pf/tt/y8KFC9Pb25tSqTT2fn19fU6cOPGS8VKplBMnTuTUqVOpra1NVVXVReNJLtqnqqoqtbW1GRgY+JnHevbZZ3PdddeN68SmT68d13YAAMDVoVSqm+gpAACvIt/1AFwNxhXGkuSjH/1o/vAP/zAf/vCHc+zYsVRUVIy9Vy6XU1FRkdHR0Z85/vzPF3rx6xfuU1lZ+ZJ9nh8fr5Mnz2Z0tDzu7YvOLyYAAEy0vr4zEz0FAOBVUirV+a4H4DVRWVnxsjdPXbI0HT16NEeOHEmSTJkyJfPnz893vvOd9PX1jW3T19eX+vr6zJw586Lx/v7+1NfXZ9q0aTlz5kxGRkYu2j756d1m/f39SZLh4eEMDg5m6tSpmTFjRnp7e19yLAAAAAAAAHglLhnGnnnmmWzcuDEXLlzIhQsX8s1vfjO33nprnnrqqTz99NMZGRnJ3r1709jYmNmzZ6empiaHDh1KknR2dqaxsTHV1dVpaGhIV1dXkqSjoyONjY1JkqampnR0dCRJurq60tDQkOrq6jQ1NaWzszNJcvDgwdTU1Ix7GUUAAAAAAAB4sUsupdjU1JQnn3wy73//+zNp0qTMnz8/LS0tmTZtWm6//facP38+TU1NWbhwYZKkvb09GzduzNmzZzNnzpysXr06SbJ58+a0tbXlvvvuy6xZs7J9+/YkyR133JG2tra0tLSkrq4u7e3tSZJVq1Zl06ZNaWlpyeTJk7Nt27ZX6zMAAAAAAACgACrK5fIb8kFcnjF2eUqlurTe2TnR0wAAoKAevGeJ544AwBuYZ4wB8Fr5hZ8xBgAAAAAAAG8EwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCOMKY3/2Z3+WlpaWtLS0ZNu2bUmSdevWZf78+VmyZEmWLFmShx56KEly5MiRLFu2LAsWLMiGDRsyPDycJOnp6cnKlSuzcOHC3HbbbRkcHEySnD59OmvWrElzc3NWrlyZvr6+JMmFCxeydu3aNDc3Z+nSpTl69OgVP3kAAAAAAACK45Jh7NFHH823vvWtfO1rX0tHR0f++q//Og899FAOHz6cL37xi+ns7ExnZ2duueWWJMnatWuzadOm7N+/P+VyOXv27EmSbNmyJStWrEh3d3fmzp2bXbt2JUl27NiRhoaG7Nu3L8uXL8/WrVuTJLt3786UKVOyb9++rF+/PuvWrXu1PgMAAAAAAAAK4JJhrFQqpa2tLZMnT051dXVuvPHG9PT0pKenJ+vXr09ra2t27tyZ0dHRHD9+POfOncvNN9+cJFm2bFm6u7szNDSUJ554IgsWLLhoPEkOHDiQ1tbWJMmiRYvyyCOPZGhoKAcOHMjixYuTJPPmzcvAwEB6enpejc8AAAAAAACAAqi61AY33XTT2J+PHTuWffv25YEHHsjjjz+ezZs3p66uLh/60Ify5S9/OTfddFNKpdLY9qVSKSdOnMipU6dSW1ubqqqqi8aTpLe3d2yfqqqq1NbWZmBg4KLx5/d59tlnc911143rxKZPrx3XdgAAwNWhVKqb6CkAAK8i3/UAXA0uGcae94Mf/CAf+tCH8olPfCL/+B//43z2s58de2/VqlXp6OjIjTfemIqKirHxcrmcioqKsZ8v9OLXL9ynsrLyJfs8Pz5eJ0+ezehoedzbF51fTAAAmGh9fWcmegoAwKukVKrzXQ/Aa6KysuJlb54aV2k6dOhQfu/3fi933nlnli5dmr/5m7/J/v37x94vl8upqqrKzJkz09fXNzbe39+f+vr6TJs2LWfOnMnIyEiSpK+vL/X19UmS+vr69Pf3J0mGh4czODiYqVOnZsaMGent7X3JsQAAAAAAAOCVuGQY+9GPfpQ/+qM/Snt7e1paWpL8NITdddddee655zI0NJQvfelLueWWWzJ79uzU1NTk0KFDSZLOzs40Njamuro6DQ0N6erqSpJ0dHSksbExSdLU1JSOjo4kSVdXVxoaGlJdXZ2mpqZ0dnYmSQ4ePJiamppxL6MIAAAAAAAAL1ZRLpdfdr3BP/mTP8lXvvKVvPWtbx0bu/XWWzM6OpoHHnggw8PDmT9/fj7+8Y8nSb7//e9n48aNOXv2bObMmZNPfepTmTx5co4fP562tracPHkys2bNyvbt23PNNdfkxz/+cdra2vK3f/u3qaurS3t7e37pl34p58+fz6ZNm3L48OFMnjw5f/Inf5I5c+aM+8QspXh5SqW6tN7ZOdHTAACgoB68Z4nllQDgDcxSigC8Vi61lOIlw9jrlTB2eYQxAAAmkjAGAG9swhgAr5Ur8owxAAAAAAAAeL0TxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACiEqomeAAAAAFzt6t4yJW+qcQkN8IsoleomegoAr1vnzg/nzOmfTPQ03hD8Vg8AAACX8KaaqrTe2TnR0wAAoKAevGdJzkz0JN4gLKUIAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUwrjC2J/92Z+lpaUlLS0t2bZtW5Lk0UcfTWtra+bPn5977713bNsjR45k2bJlWbBgQTZs2JDh4eEkSU9PT1auXJmFCxfmtttuy+DgYJLk9OnTWbNmTZqbm7Ny5cr09fUlSS5cuJC1a9emubk5S5cuzdGjR6/oiQMAAAAAAFAslwxjjz76aL71rW/la1/7Wjo6OvLXf/3X2bt3b9avX59du3alq6srhw8fzsMPP5wkWbt2bTZt2pT9+/enXC5nz549SZItW7ZkxYoV6e7uzty5c7Nr164kyY4dO9LQ0JB9+/Zl+fLl2bp1a5Jk9+7dmTJlSvbt25f169dn3bp1r9ZnAAAAAAAAQAFcMoyVSqW0tbVl8uTJqa6uzo033phjx47lhhtuyPXXX5+qqqq0tramu7s7x48fz7lz53LzzTcnSZYtW5bu7u4MDQ3liSeeyIIFCy4aT5IDBw6ktbU1SbJo0aI88sgjGRoayoEDB7J48eIkybx58zIwMJCenp5X4zMAAAAAAACgAKoutcFNN9009udjx45l3759+Vf/6l+lVCqNjdfX1+fEiRPp7e29aLxUKuXEiRM5depUamtrU1VVddF4kov2qaqqSm1tbQYGBn7msZ599tlcd9114zqx6dNrx7UdAABwdSiV6iZ6CgAAAFct10xXxiXD2PN+8IMf5EMf+lA+8YlPZNKkSTl27NjYe+VyORUVFRkdHU1FRcVLxp//+UIvfv3CfSorK1+yz/Pj43Xy5NmMjpbHvX3R+QcFAMBE6+s7M9FTgJ/LNRMAABPNNdP4VFZWvOzNU+MqTYcOHcrv/d7v5c4778zSpUszc+bM9PX1jb3f19eX+vr6l4z39/envr4+06ZNy5kzZzIyMnLR9slP7zbr7+9PkgwPD2dwcDBTp07NjBkz0tvb+5JjAQAAAAAAwCtxyTD2ox/9KH/0R3+U9vb2tLS0JEl+4zd+I0899VSefvrpjIyMZO/evWlsbMzs2bNTU1OTQ4cOJUk6OzvT2NiY6urqNDQ0pKurK0nS0dGRxsbGJElTU1M6OjqSJF1dXWloaEh1dXWamprS2dmZJDl48GBqamrGvYwiAAAAAAAAvNgll1L8/Oc/n/Pnz+fuu+8eG7v11ltz99135/bbb8/58+fT1NSUhQsXJkna29uzcePGnD17NnPmzMnq1auTJJs3b05bW1vuu+++zJo1K9u3b0+S3HHHHWlra0tLS0vq6urS3t6eJFm1alU2bdqUlpaWTJ48Odu2bbviJw8AAAAAAEBxVJTL5Tfkg7g8Y+zylEp1ab2zc6KnAQBAQT14zxLr5XNVc80EAMBEcs00flfkGWMAAAAAAADweieMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAAAAAAACFIIwBAAAAAABQCMIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUwrjB29uzZLFq0KM8880ySZN26dZk/f36WLFmSJUuW5KGHHkqSHDlyJMuWLcuCBQuyYcOGDA8PJ0l6enqycuXKLFy4MLfddlsGBweTJKdPn86aNWvS3NyclStXpq+vL0ly4cKFrF27Ns3NzVm6dGmOHj16xU8cAAAAAACAYrlkGPve976XD37wgzl27NjY2OHDh/PFL34xnZ2d6ezszC233JIkWbt2bTZt2pT9+/enXC5nz549SZItW7ZkxYoV6e7uzty5c7Nr164kyY4dO9LQ0JB9+/Zl+fLl2bp1a5Jk9+7dmTJlSvbt25f169dn3bp1V/q8AQAAAAAAKJhLhrE9e/Zk8+bNqa+vT5L85Cc/SU9PT9avX5/W1tbs3Lkzo6OjOX78eM6dO5ebb745SbJs2bJ0d3dnaGgoTzzxRBYsWHDReJIcOHAgra2tSZJFixblkUceydDQUA4cOJDFixcnSebNm5eBgYH09PRc8ZMHAAAAAACgOKoutcHzd3E9r7+/P+9+97uzefPm1NXV5UMf+lC+/OUv56abbkqpVBrbrlQq5cSJEzl16lRqa2tTVVV10XiS9Pb2ju1TVVWV2traDAwMXDT+/D7PPvtsrrvuunGf2PTptePeFgAAmHilUt1ETwEAAOCq5ZrpyrhkGHux66+/Pp/97GfHXq9atSodHR258cYbU1FRMTZeLpdTUVEx9vOFXvz6hftUVla+ZJ/nxy/HyZNnMzpavqx9isw/KAAAJlpf35mJngL8XK6ZAACYaK6ZxqeysuJlb566vNqU5G/+5m+yf//+sdflcjlVVVWZOXNm+vr6xsb7+/tTX1+fadOm5cyZMxkZGUmS9PX1jS3LWF9fn/7+/iTJ8PBwBgcHM3Xq1MyYMSO9vb0vORYAAAAAAAC8Upcdxsrlcu66664899xzGRoaype+9KXccsstmT17dmpqanLo0KEkSWdnZxobG1NdXZ2GhoZ0dXUlSTo6OtLY2JgkaWpqSkdHR5Kkq6srDQ0Nqa6uTlNTUzo7O5MkBw8eTE1NzWUtowgAAAAAAAAvdtlLKf7Kr/xK1qxZkw9+8IMZHh7O/Pnzs2jRoiRJe3t7Nm7cmLNnz2bOnDlZvXp1kmTz5s1pa2vLfffdl1mzZmX79u1JkjvuuCNtbW1paWlJXV1d2tvbk/x0ecZNmzalpaUlkydPzrZt267U+QIAAAAAAFBQFeVy+Q35IC7PGLs8pVJdWu/snOhpAABQUA/es8R6+VzVXDMBADCRXDON3xV/xhgAAAAAAAC8HgljAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCEIYwAAAAAAABSCMAYAAAAAAEAhCGMAAAAAAAAUgjAGAAAAAABAIQhjAAAAAAAAFIIwBgAAAAAAQCGMK4ydPXs2ixYtyjPPPJMkefTRR9Pa2pr58+fn3nvvHdvuyJEjWbZsWRYsWJANGzZkeHg4SdLT05OVK1dm4cKFue222zI4OJgkOX36dNasWZPm5uasXLkyfX19SZILFy5k7dq1aW5uztKlS3P06NEretIAAAAAAAAUzyXD2Pe+97188IMfzLFjx5Ik586dy/r167Nr1650dXXl8OHDefjhh5Mka9euzaZNm7J///6Uy+Xs2bMnSbJly5asWLEi3d3dmTt3bnbt2pUk2bFjRxoaGrJv374sX748W7duTZLs3r07U6ZMyb59+7J+/fqsW7fu1Th3AAAAAAAACuSSYWzPnj3ZvHlz6uvrkyRPPvlkbrjhhlx//fWpqqpKa2truru7c/z48Zw7dy4333xzkmTZsmXp7u7O0NBQnnjiiSxYsOCi8SQ5cOBAWltbkySLFi3KI488kqGhoRw4cCCLFy9OksybNy8DAwPp6em54icPAAAAAABAcVRdaoPn7+J6Xm9vb0ql0tjr+vr6nDhx4iXjpVIpJ06cyKlTp1JbW5uqqqqLxl98rKqqqtTW1mZgYOBnHuvZZ5/Ndddd9wucKgAAAAAAAEV2yTD2YqOjo6moqBh7XS6XU1FR8XPHn//5Qi9+/cJ9KisrX7LP8+OXY/r02svaHgAAmFilUt1ETwEAAOCq5ZrpyrjsMDZz5sz09fWNve7r60t9ff1Lxvv7+1NfX59p06blzJkzGRkZyaRJk8a2T356t1l/f39mzpyZ4eHhDA4OZurUqZkxY0Z6e3vz1re+9aJjXY6TJ89mdLR8uadXWP5BAQAw0fr6zkz0FODncs0EAMBEc800PpWVFS9789Tl3YaV5Dd+4zfy1FNP5emnn87IyEj27t2bxsbGzJ49OzU1NTl06FCSpLOzM42Njamurk5DQ0O6urqSJB0dHWlsbEySNDU1paOjI0nS1dWVhoaGVFdXp6mpKZ2dnUmSgwcPpqamxjKKAAAAAAAA/EIu+46xmpqa3H333bn99ttz/vz5NDU1ZeHChUmS9vb2bNy4MWfPns2cOXOyevXqJMnmzZvT1taW++67L7Nmzcr27duTJHfccUfa2trS0tKSurq6tLe3J0lWrVqVTZs2paWlJZMnT862bduu1PkCAAAAAABQUBXlcvkNud6gpRQvT6lUl9Y7Oyd6GgAAFNSD9yyxLAhXNddMAABMJNdM43fFl1IEAAAAAACA1yNhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCEMYAAAAAAAAoBGEMAAAAAACAQhDGAAAAAAAAKARhDAAAAAAAgEIQxgAAAAAAACgEYQwAAAAAAIBCqPpFdl61alUGBgZSVfXTw/zH//gfMzg4mE996lM5f/58mpub87GPfSxJcuTIkWzYsCGDg4NpaGjIli1bUlVVlZ6enqxduzYnT57MP/pH/yjt7e1585vfnNOnT+fjH/94/vZv/zbTpk3Ljh07UiqVfvEzBgAAAAAAoJBe8R1j5XI5x44dS2dn59j/3va2t2X9+vXZtWtXurq6cvjw4Tz88MNJkrVr12bTpk3Zv39/yuVy9uzZkyTZsmVLVqxYke7u7sydOze7du1KkuzYsSMNDQ3Zt29fli9fnq1bt16B0wUAAAAAAKCoXnEY++EPf5gk+bf/9t9m8eLF+eIXv5gnn3wyN9xwQ66//vpUVVWltbU13d3dOX78eM6dO5ebb745SbJs2bJ0d3dnaGgoTzzxRBYsWHDReJIcOHAgra2tSZJFixblkUceydDQ0C9yrgAAAAAAABTYK15K8fTp03nPe96TT37ykxkaGsrq1avzB3/wBxctd1hfX58TJ06kt7f3ovFSqZQTJ07k1KlTqa2tHVuK8fnxJBftU1VVldra2gwMDGTGjBnjmt/06bWv9NQAAIAJUCrVTfQUAAAArlquma6MVxzG3v72t+ftb3/72OsPfOAD2blzZ/7pP/2nY2PlcjkVFRUZHR1NRUXFS8af//lCL379wn0qK8d/g9vJk2czOloe9/ZF5x8UAAATra/vzERPAX4u10wAAEw010zjU1lZ8bI3T73ipRQPHjyYxx57bOx1uVzO7Nmz09fXNzbW19eX+vr6zJw586Lx/v7+1NfXZ9q0aTlz5kxGRkYu2j756d1m/f39SZLh4eEMDg5m6tSpr3S6AAAAAAAAFNwrDmNnzpzJtm3bcv78+Zw9ezZf+9rX8h/+w3/IU089laeffjojIyPZu3dvGhsbM3v27NTU1OTQoUNJks7OzjQ2Nqa6ujoNDQ3p6upKknR0dKSxsTFJ0tTUlI6OjiRJV1dXGhoaUl1d/QueLgAAAAAAAEX1ipdS/N3f/d1873vfy/vf//6Mjo5mxYoVefvb35677747t99+e86fP5+mpqYsXLgwSdLe3p6NGzfm7NmzmTNnTlavXp0k2bx5c9ra2nLfffdl1qxZ2b59e5LkjjvuSFtbW1paWlJXV5f29vYrcLoAAAAAAAAUVUW5XH5DPojLM8YuT6lUl9Y7Oyd6GgAAFNSD9yyxXj5XNddMAABMJNdM4/eqPWMMAAAAAAAAXk+EMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQhDEAAAAAAAAKQRgDAAAAAACgEIQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQruow9uCDD+Z973tf5s+fnwceeGCipwMAAAAAAMDrWNVET+DnOXHiRO6999589atfzeTJk3PrrbfmXe96V375l395oqcGAAAAAADA69BVG8YeffTRvPvd787UqVOTJAsWLEh3d3c+8pGPjGv/ysqKV3F2b0z1106Z6CkAAFBgfofnaueaCQCAieSaaXwu9TldtWGst7c3pVJp7HV9fX2efPLJce9/7bVvfjWm9Yb2+Y3zJ3oKAAAU2PTptRM9BXhZrpkAAJhIrpmujKv2GWOjo6OpqPj/Va9cLl/0GgAAAAAAAC7HVRvGZs6cmb6+vrHXfX19qa+vn8AZAQAAAAAA8Hp21Yax3/zN38xjjz2WgYGB/OQnP8k3vvGNNDY2TvS0AAAAAAAAeJ26ap8xNmPGjHzsYx/L6tWrMzQ0lA984AP59V//9YmeFgAAAAAAAK9TFeVyuTzRkwAAAAAAAIBX21W7lCIAAAAAAABcScIYAAAAAAAAhSCMAQAAAAAAUAjCGAAAAAAAAIUgjAEAAAAAAFAIwhgAJPnOd76TVatW/cLH2bBhQ/73//7fV2BGAAAArx8vvJ5at25djh8/ftnHuFLXZQDwcoQxALiCtm7dmn/yT/7JRE8DAADgNfX444+P/fk73/lOyuXyBM4GAH6+qomeAABcLU6dOpXf//3fT29vb3791389mzdvzre//e3s3Lkzw8PD+aVf+qX8p//0n3Lttdfmve99bxYvXpxvfetb+clPfpI//dM/zdy5c7Nq1ap85CMfybve9a7cc8892b9/f6699tqUSqW8973vzTvf+c585CMfyU033ZQjR45k+vTp+cxnPpOpU6dO9OkDAABc0vDwcP74j/84P/jBD9Lf35+3ve1tmTZtWpJk+fLlueWWW9Lb25s1a9bkgQceyLe//e184QtfyLlz53LhwoXcddddecc73pEjR45k06ZNOXfuXK655pq0t7df9Pf8+Z//ef7n//yfuf/++zNlypSJOFUA3qDcMQYAf++ZZ57JJz/5yXz961/P4OBg7r///txzzz35/Oc/n46OjvzWb/3WRRdrU6dOzZe//OXceuut+c//+T9fdKy/+qu/yqFDh7J3797cf//9+T//5/+Mvff9738//+bf/Jvs3bs3b3nLW/Lggw++ZucIAADwi/jud7+b6urqfOlLX8pDDz2UM2fO5Ld/+7eTJH/5l3+ZNWvWpL6+Pvfff3+uueaa/Pf//t/zuc99Ll//+tfzB3/wB7n//vuTJB//+Mfz7/7dv8uDDz6Y973vffnzP//zsb/jq1/9ar7xjW/kc5/7nCgGwBXnjjEA+HsNDQ35h//wHyZJWltb09bWloqKiqxevTpJMjo6mmuuuWZs++cv/m666aZ84xvfuOhYjz76aJqbmzN58uRMnjw5//yf//Ox96ZPn55f+7VfG9v3ueeeezVPCwAA4IqZN29epk6dmgceeCA//OEPc+zYsfzd3/3dz9y2srIyn/3sZ/NXf/VXeeqpp/L444+nsrIyAwMD6evry+/+7u8mSVasWJHkp0sw/t//+3/zyU9+Mtu3b8+b3/zm1+y8ACgOYQwA/l5V1f//Wnx+Pfx3vOMd+dznPpckOX/+fAYHB8e2qampSZJUVFS85FiVlZUZHR39mX/P8/s9v6+19wEAgNeLb37zm9m5c2dWr16dZcuW5dSpUz/3mmZwcDAf+MAHsnjx4sybNy9ve9vb8sADD6S6uvqi66jz58+nt7c3SfLmN785n/rUp7J169b89m//dv7BP/gHr8l5AVAcllIEgL936NCh9PT0ZHR0NB0dHfnX//pf53/9r/+Vp556Kkmya9eubNu2bVzH+s3f/M184xvfyIULF3L27NkcOHDgZwY0AACA15PHHnsszc3N+Rf/4l/kLW95S77zne9kZGQkkyZNyvDwcJJk0qRJGRkZybFjx1JRUZEPf/jDede73pWHHnooIyMjqaury4wZM/Ktb30rSdLZ2ZnPfOYzSZLZs2ePPZ95586dE3aeALxxuWMMAP7eL//yL2f9+vXp6+vLu9/97tx22235tV/7tfz7f//vMzo6mhkzZuTTn/70uI71O7/zO/nud7+bpUuX5pprrkl9ff1Fd4oBAAC8Hi1fvjwf//jH8z/+x/9IdXV13vGOd+SZZ57JP/tn/yxLlizJV7/61fzO7/xO1qxZk//yX/5LfvVXfzXNzc2pqKjIb/3Wb+XQoUNJkk9/+tP54z/+43z605/Otddem23bto39R4lJ8olPfCKLFi1Ka2tr5syZM1GnC8AbUEXZ+k0AcMV997vfzbFjx7J06dIMDQ3lX/7Lf5m77rorv/IrvzLRUwMAAACAwhLGAOBV8OMf/zh33nln+vr6Ui6X8/73vz+///u/P9HTAgAAAIBCE8YAAAAAAAAohMqJngAAAAAAAAC8FoQxAAAAAAAACkEYAwAAAAAAoBCEMQAAAAAAAApBGAMAAAAAAKAQ/h89R3sZjA5jSQAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 2160x576 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.bar([\"benign\",\"attack\"],[(df['type']=='benign').sum(),(df['type']!='benign').sum()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "b70ff5d9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2022-02-04T09:14:26.102476Z",
     "start_time": "2022-02-04T09:14:25.953471Z"
    }
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAW8AAAFlCAYAAAAkp2lyAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAABU9UlEQVR4nO3dd3xV9f3H8dc5d2bvBDJYIexNAoQpiFocuHcRrbvyq7ZVHNW6aq1aWvdqXbXuBQoKqOw9ZMgIe4aQvZO7zjm/P6IpSBIuZNx7cz/Px8PHo01y7/3kEt6cfM/38/kqhmEYCCGECCiqrwsQQghx6iS8hRAiAEl4CyFEAJLwFkKIACThLYQQAUjCWwghApDZ1wUI35swYQK5ubkAKIpCSEgIPXv25I477mDMmDFeP8+qVauIjY2lR48ep1zDfffdxxdffFH//+12O7169eKBBx5g4MCBXj+Hx+Ph73//+ym/vhCBRq68BVAXfMuWLWPx4sV89NFHDBkyhFtvvZUVK1Z4/RxTp06lqKjotGs455xzWLZsGcuWLeOLL75g0KBB3HLLLVRVVZ32cwrRXkl4CwDCw8NJSEggKSmJHj16MH36dM477zyefPLJNqvBarWSkJBAQkIC3bp145577sHlcp3SPyBCBAsJb9GoK6+8kp07d3LgwAEA9uzZw0033cTgwYPp378/V199Nbt27QLqll4AbrjhBl544QUAPvvsMyZNmkS/fv0YPnw4Dz/8MB6Px+vXN5vNWK3W4z52Ks/5+uuvc+aZZ9KvXz9Gjx7Nc889V/+5KVOm8NJLL3HjjTcyYMAAzjrrLBYvXlz/+dLSUv74xz8ydOhQsrOzeeKJJ+pfp7KyknvvvZehQ4cyatQoHnroIfntQLQ5CW/RqPT0dAB2796NYRj89re/JTk5mVmzZvHhhx+i6zpPP/00AJ9++ikAzz77LL/5zW9Yt24djz76KL///e+ZN28ejz76KJ9//jnz58/36rU9Hg/vvfceZrOZkSNHApzSc86aNYs333yTv/zlL8ydO5c77riDl19+mc2bN9d/zeuvv855553H7Nmz6dOnDw8++CCapgEwbdo0cnNzeeedd3jppZf47rvv+Ne//gXAAw88QGlpKe+99x6vvfYa+/bt4/777z/Nd1mI0yM3LEWjIiIiAKiurqa2tpbLL7+cq6++mrCwMAAuvvhiXnvtNQBiY2MBiIqKIiwsDLvdzhNPPMHZZ58NQEpKCm+99Ra7d+9u9PW++eYbvv/+ewCcTieapnH33XcTHh4OcErPmZSUxJNPPkl2djYAV199NS+99BK7du1iwIABAIwdO5ZLLrkEgNtvv50LL7yQ/Px8qqurWbduHfPnz6dz584APPLIIxQWFnLw4EG+/fZbVq1aRXR0NABPPfUUEyZMIC8vj44dO57OWy3EKZPwFo36eSkgPDyc0NBQrr76ambNmsWWLVvYu3cv27Ztqw+wX+rXrx92u53nn3+e3bt3s2PHDg4cOMCIESMafb1x48Zx7733AuByudi2bRt//etfMQyDW2655ZSec8SIEWzatIkZM2awZ88etm/fTmFhIbqu139NWlpa/f/++R8Ij8fD7t27CQ8Prw/un2sDWLhwIYZhMH78+BNec//+/RLeos3Isolo1I4dOwDIyMigurqayy67jC+//JJu3brxu9/9junTpzf62KVLl3LxxRdTWFjImDFjeP755xkyZEiTrxcaGkrnzp3p3LkzGRkZXHjhhfzmN7/hzTffPOXn/OSTT7j++utxOBycffbZvP3223To0OG4r7FYLCc8zjCMBj/+M03TCA0NZebMmcf9N3/+fK+3NArREuTKWzTqs88+o2/fvqSlpbFw4UKOHj3Kl19+WR9uy5Yto7GJwp988gkXX3wxjz32GFB3RXvw4EGysrJOqQbDMOrXoU/lOT/44ANuu+02br31VgAqKiooLi5utN5jdenShaqqKg4dOlR/df7JJ5/w1Vdf8fDDD1NTU4OmaXTr1g2AAwcO8OSTT/LYY48RGhp6St+fEKdLwlsAdUskhYWFGIZBaWkps2fP5uuvv66/6o2Ojqa2tpZvv/2WAQMGsHLlSt577z3sdnv9c4SGhrJr1y769+9PdHQ0GzZsICcnB5PJxGuvvUZhYSEul6vRGlwuF4WFhQDouk5OTg7vvPMOkyZNqq/B2+eMiYlh5cqVnHXWWdTU1PDPf/4Tt9vd5Ov/rHv37owcOZIHHniAP/3pT1RVVfHKK69w1VVXkZ6ezpgxY5g+fToPPfQQNpuNRx55BE3TSExMPKX3XIjmkPAWAPztb3/jb3/7G4qiEBsbS58+fXj77bfJzMwEYPDgwUybNo3HH38cp9NJjx49ePjhh7n//vs5cuQIycnJXH/99cyYMYPc3FymTZvG/fffz1VXXUV4eDhjxozh2muvZdu2bY3WMG/ePObNmweAyWQiMTGRSy+9lDvuuAPglJ7z5+C9+OKLiYmJYdKkSYSFhTX5+sd6+umneeyxx7jqqqsICwvjkksu4aabbqr/3BNPPMFvfvMbFEVh5MiRPPTQQ6f0fgvRXIqcpCOEEIFHblgKIUQAkvAWQogAJOEthBABSMJbCCECkIS3EEIEIAlvIYQIQBLeQggRgCS8hRAiAEl4CyFEAJLwFkKIACThLYQQAUjCWwghApCEtxBCBCAJbyGECEAS3kIIEYAkvIUQIgBJeAshRACS8BZCiAAk4S2EEAFIwlsIIQKQhLcQQgQgCW8hhAhAEt5CCBGAJLyFECIASXgLIUQAkvAWQogAJOEthBABSMJbCCECkIS3EEIEIAlvIYQIQBLeQggRgII+vA8fPsyECRMa/NyFF17Y4o8Ldh6PTq3DQ3Wtm6paF1W1bqpr3dQ6PThdGm6Pjm4YAOi6gabreDQdt0fD6dKodXqocdQ95ufHaZru4+9KiLZn9nUB/mzWrFlt+rhAp+sGDpcHwwCTScFiNlHrcFNa6aSorJa8omqOltRQVumg1unB4dJwuDw4nHXB7HDVfczp1jAMA1VRUFUFVVEwmxQsFhNWs4rVYiLEZiYq3EZUuI3ocCvx0SHER4cQG2knMsxKZJgVq8WE06WhKGC3mlFVxddvkRAtJqjCe/Xq1bzwwguYzWby8vIYMGAAt99+Ow6Hg9///vfs2rWLyMhIXnrpJWJiYujZsyc7duxg5cqVPPPMMwBERUUxY8YMgJM+7oUXXiA/P58DBw6Qm5vL5Zdfzu23347b7ebhhx9m/fr1JCUloSgKv/3tbxk+fLgv355T4nB50DQDm8VEjdPNofwqdh4sZW9uOXlF1RSW1VJW5UTXjdN+Dc0w0H56vNMNODyn9PgQm5nkhDBSE8JJTYogPSWK1KQI4qNC0HUdj2YQYpNQF4EpqMIbYPPmzcycOZOuXbty5513snjxYkpKSrjhhhsYMGAAv/vd7/j666+59tpr6x/z8ssv88gjjzBgwAD+85//sG3bNrp06XLSxwHs2LGD9957j8rKSiZOnMi1117LrFmzqK2tZe7cuRw5coQLLrigrd+GU+LRdJwuDZvFRG5RFTn7Sth1uIwDRys4eLSSmlMM1bZS6/Sw53A5ew6XH/dxRYG4KDvdUqLp0yWWgRkJdOoQgUfTURUFuy3o/lqIABR0P6VZWVl069YNqFub/vjjj0lMTGTAgAEAdO/endLS0uMec+aZZzJt2jQmTpzImWeeyahRozh8+PBJHwcwfPhwrFYrcXFxREdHU1lZyfLly7niiitQFIWUlBSys7Nb+bs+NS63hkfTsZhV9h2pYH1OPpt3F7HrYBlOt+br8prNMKCozEFR2VHWbD0KgKpApw6R9Owcw4Du8fTpGkdkmBVNr7s6F8LfBN1Ppclkqv/fhmFgMpkwm//3NiiKgmEc/6v+9ddfz/jx41m4cCHPPPMMmzdv5oILLjjp4wBsNtsJX2MymdB1/7rJVu1wYzWr7D5czqoteWzZU8yew2X1yxbtnW7A/rwK9udVMG/VAQCiI2wM7ZXIqAHJ9O8ej6Yb2C0mTKagv88v/EDQhff69evJz88nISGBmTNnMnbsWHJycpp8zOWXX86jjz7K9ddfT3R0NN9//32zljpGjhzJ119/zZlnnklBQQFr1qxh6tSpp/18p0PXdWpdGiZVYcOOAhb/kMsPOwqodfrnEogvlFU6+X7tIb5fewhVVejVOYZhfTswakAysZF2dN2QJRbhM0H3k5eYmMj06dPJz89n1KhRjBw5ktdff73Jx/zhD3/gvvvuw2w2Y7PZePTRR5tVwxVXXEFOTg4XXHABCQkJJCcnY7fbm/Wc3tA0HZdHx+3WWP5jHss25bJ1T3HQXF03h64bbNtXwrZ9Jbw9exuxkXay+3dkUnYXOsSFoShgtZhO/kRCtBDFaOh3/XZq9erVvPjii7z77rs+rWPRokUYhsH48eOprKzkoosu4rPPPiM6OrpVXq/G4UZVFZZuyOWblfvZdaisVV4nWHWIC2VCZhpnD+9MqN2C1azK0opodUF35e0P0tPTmT59Os8++ywAv/vd71o8uF0/3Vjcl1fBV0v2sPLHPFwe/1pnby+OFtfw/rwdvD9vBxlp0Zw1rBPjhqQCEGq3+Lg60V4F1ZV3MKh1eHB5NOau3M/81QcoKK31dUlBSVUVRvTtwBUTe5CSGI7FrGJS5WpctBwJ73ZA1w1cHo3DBVW8PzeHdTn5yJ+q/+iWEsVl47szvF9HDANsVlkbF80n4R3APJqOphv8uLuI9+flyFq2n4sKt3LeqK5cMLobqqrIkopoFgnvAORyaxgGLNlwmE++30VecbWvSxKnwGxSGD0whann9SHMbiHELreexKmT8A4gTreGoRt8uXQvs5bsoaLa5euSRDOoqsK4wanccH4f7DazdHKKUyLhHQDcHg1dN/hm5X4++nYnVbVuX5ckWpBJVTgzK43rzu1TPzFRiJOR8PZjmq7j8Rgs3ZjLu99sp6TC4euSRCsym1TOGdGZa3/VC4tJle5N0SQJbz/lcHrIOVDKa19s5nBBla/LEW3Iala5cFw6V0zsgUlVsZhli6E4kYS3n3E4PZRUOnjho41s2Vvs63KED8VE2Ljlov5k9UnCajGhKDJ3XPyPhLef8Gh1x319MC+HmUv2NusQA9G+9OwUw++vHkJslF3Ww0U9CW8/4HB62HGwlOc+2kChdESKBqiqwvmjujJlUm9MJllKERLePuVy153X+OLHG1nxY56vyxEBICbCxv9dMYj+6fFyQzPISXj7iNPlYfEPh3njq61+e4yY8F/jBqdwx2WDsFhUzDLBMChJeLcxl1uj1unhr2+vYdu+El+XIwJYbKSd6VMySU+JkqvwICTh3YYcTg+bdxfyj/d/oFqutkULOX9UV6ae3werWUWVyYVBQ8K7Dei6jsut8/rMH/l2zUFflyPaoY7xYTwwNYsOcWFyFR4kJLxbmcPlobC0lr+8uZojRTJASrQeVVW49le9uHBMN2xWCfD2TsK7FTldHuatOsBbs7fi0eRtFm0jq3cS90zJxGaRZZT2TMK7Fei6gcut8cx761mz9aivyxFBqGNcGI/ekk1slB2bHIzcLkl4tzC3R6Oqxs2Dr63g4NFKX5cjgpjNauKP1wxlcI8EWQdvhyS8W5DD5eHg0Uoe/fcqmbUt/MZF49K59le9sMs6eLsi4d1CHC4PSzfk8tKnm9BkLonwM/26xfHQjcOxW82oqgy4ag8kvFuA06Xx1uytzFm+z9elCNGo1MRwnrxjNOEhFunKbAckvJup1unhL2+tZvOuIl+XIsRJxUba+dsdo4mLsmOVG5kBTcL7NBmGQa3Tw4OvrpBT20VACbObeezWkXTuECH7wQOYhPdp0HWdaoeH+15aJjtKRECymFXun5ol0wkDmIT3KfJoOpXVLqa/uJSjxTW+LkeI06Yq8NtLBzJuSKoEeACS8D4Fbo9OSYWD6S8slcOARbtxw/l9OHdkVwnwACN/Wl5yeTSOFldz34vLqKxx+7ocIVrMW7O3YTapnD28swR4AJH9Ql7weHQKSmq45/mlEtyiXfrXrC0sWHcIh1NGFQcKCe+T0DSd0koH9764TE68Ee3aK59vZsmGXAnwACHh3QRdN6iscXHPC0ul3V0EhRc/3ciKH49IgAcACe9GGIZBjcPN9BeXUVwuNydFcDAMePbDDazZdlQC3M9JeDei1unh/peXkycHKIggYxgw4731bN9fgtOt+boc0QgJ7wY4XB7+/NpK9udV+LoUIXxCN+CJt9eQX1KNR9N9XY5ogIT3LzhdHv72zlp2HCz1dSlC+JTTpfGnV1ZQVetG2kH8j4T3MRxODx9+u4P1OQW+LkUIv1BW6eRPryzH4ZLlE38j4f0Tp0tj7fZ8Pl2w29elCOFXDh6t5Mm31+CUAPcrEt7UHV12pKiKf37wg69LEcIvbdhZyL9n/YjDJTtQ/EXQh7dhGNQ4Pfz59ZW4PXJjRojGzF11gO/WHJQA9xNBH95Ot8bDr62krNLp61KE8Hv/nrWFI4XVaLIDxeeCOrwdLg8vfLyRPbnlvi5FiICg6QaPv7lK9n/7gaANb6dLY8XmIyzZkOvrUoQIKEVlDp5+dx1OWT7xqaAMb8MwqKh28vJnm31dihABaX1OAV+v2C/r3z4UlOHtcms8/uZq2fokRDO8PWcbhwuqpAPTR4IuvB1OD/+dm8O+I9L6LkRz6LrB42/IRZCvBFV4uz06uw+XMWvJHl+XIkS7UFLhYMb762X5xAeCKrydbg9P/WcdMqZBiJazdls+P+QU4PbIFXhbCprwdrg8zHjvB8qqZD+3EC3txU824nLL2ndbCorwdrs1fsgpYN32fF+XIkS7VFnj5vmPN8gBDm0oOMJb03np002+LkOIdm3F5jy27C2WMRNtpN2Ht8Pp4ZXPNssZlEK0gec+2iBr322kXYe3puvsy6tg0Q+HfV2KEEGhrNLJq59vluWTNtCuw9vjMXhWxrwK0aYWrj/MvrwKdF2WT1pTuw1vh8vDrKV7OCIHCAvR5l74eCNuTfbktqZ2G961Tg8fzd/h6zKECEqH8iv5fu1BmT7YitpleNc6Pfx71hZcctdbCJ/5z5xtMve7FbXL8C6pcLB0o4x6FcKXqh0e3v1mO7Vy87JVtLvwdjg9vPr5ZmmBF8IPfLNiP9W1bl+X0S6ZfV1AS9J1g315FWzcWejrUvyKsyKPgi2z0D0OUBSS+l+KPTqVA0ufw9DcKKoJgIiUwcSmn3HcY0t2L6TyyMb6/+9xVmNoTrr/6nFqSw+Sv/lTAOJ7TSI8qTcAxbu+x2wLJ6rT8Db5/oT/0nSDVz/fzB+vHUqIrV3Fjc+1q3fT7dF47Qs5YOFYuubi8Op/kzTgMsKTelN1dCt5Gz6g85g7cVcXk372w/Xh3ZDY7uOJ7T4eAM1dy8FlL5A48DIASvcsImnApVhCYsld+ybhSb1x15ZSU7iL1Oxb2+T7E/5v9daj5BVV0y0lyteltCvtZtnEo+ls2FnInsNyHuWxagp3YgmNq78qDkvqQ/LQX+MoO4hqtpG75k32L/4HBVu/RNea/vW2cNtswhJ6EpbYCwBFNWFobnTNhaKaf/qaOcT3PhdFUVr3GxMB5a3ZW2Xtu4W1mytvTTd448stvi7D77iqijDbIji66ROcFUcwWUKI730uusdJSFw6if0uQlFNHN3wAUU535DYd3KDz+OsPErV0a10nXBv/cdiMyZS8ONnGLpOQp/zqS7chWq2ERLTqa2+PREgNu4spLC0hk4dIn1dSrvRLq68NU1n9ZY8jhbX+LoUv2MYGtUFOUR1Gk7nMXcS3WUUuWveJDShJx0HX4XJYkc1WYjtPoGqo43/41e2bxnRXUZisoTUf8wWkUTayN/SafQ07NFpFO+cT3yvSZQfXEPumrfI3/wZuiZXW6LO23O2UeuUm5ctpV2Et0cz+PDbnb4uwy+Z7ZFYwxPqr4bDO/QFw6D84Gpqivce85UGitLw2rdh6FTmbSEqLbPR1yndt4yI5IGoJgule5eSnDUVc0g0lbkynkDUWbstn7JKmaffUgI+vA3DYMfBEg7lV/q6FL8UltALd20pjrK64Vw/B7aiqBRum4OuuTEMndK9S4lIHtjgczgrjmKyhGAJjW3w8x5HBVVHtxDdORvDMAADUFAU5aTr6CK4vDNH9n23lIBf83a4NN6bm+PrMvyW2R5BcuZUCrZ8UX9jMTnzOuwxnXHXFHNw6XMYukZofDqxGRMBqDq6lbIDq0gdfiMA7uoiLKExjb5G4favie/5KxTVhEk1Ed6hLweW/AOTNZzkoVPa5PsUgWHlj0e48cJ+sm2wBSiGEdjtLAfyKpj294W+LkMI4aXxQ1O57ZIBhNotvi4loAX0skmtw8178+SqW4hAsmRDLroe0NeMfiGgw7vG6WH1ljxflyGEOAWabvD1in24ZOJgswRseNc6PXz83U7kH3AhAs83K/f7uoSAF7DhbVIVFq6X482ECERFZQ627Sv2dRkBLSDDW9cN1mw7KluOhAhgXyzaQ41DtpKeroAMb6dbY86yfb4uQwjRDBt2Fsi6dzMEZHjXOj1s2Su/cgkRyAwDvly6F6dLfoM+HQEX3k63xtfL5apbiPZg/uoDMoHyNAVceCvAd2sP+roMIUQLKK9yseNAqa/LCEgBF967DpVSXO7wdRlCiBby7ZqDcuPyNARUeNc43MxZvt/XZQghWtCarXmYTQEVRX4hoN4xi1ll3fZ8X5chhGhB1Q6PLJ2choAK712HymRvtxDt0LdrDsjSySkKmPB2OD3SUSlEO7V661Es5oCJI78QMO+Wqiqs2XrU12UIIVpBjcPD9v0lvi4joARMeB8tqaGkQnaZCNFefSe7Tk5JQIS3y62xeP0hX5chhGhFP+wokKWTUxAQ75RuGKz4UeZ2C9GelVe5pIfjFAREeDucGocLqnxdhhCila3dlo+u674uIyAERHhv3l3o6xKEEG1gfU4+tU6ZNOgNvw/vWqebH3YU+LoMIUQb2Lq3GKvF5OsyAoLfh7eqKGzZI+NfhQgGDpfG4YJKX5cREPw+vF0enfySGl+XIYRoI6u25OHxyLr3yfh9eG+TQxeECCobdxbi9Mi698n4dXg7XB7W5ch6txDBZNehMmyy7n1Sfh3ehlF3A0MIETzcHp3islpfl+H3/Dq8FQUO5cvNCyGCzY6DMiL2ZPw6vHMLpTFHiGC0bV8JTpesezfFr8N718EyX5cghPCBPblleDTZcdIUvw1vh9PD7sNlvi5DCOED+45UYLPKTcum+G14a7rB/rwKX5chhPABp0ujVEZAN8lvw9tmNXHwqNysFCJYyW/eTfPb8K6udct5lUIEsZ0HZd27KX4b3rJFUIjgdrSkGpdbdpw0xi/DW9cNdso+TyGCWn5xDYbh6yr8l1+Gt8ujcaSo2tdlCCF8KL+kRo5Fa4JfvjOaZlAk7bFCBLWKahcovq7Cf/lleANylp0QgtIKp69L8Ft+Gd4Ws0pxuVx5CxHs8ktk+bQxfhneqqpQWeP2dRlCCB+TXWeN88vwrqx2+boEIYQfyCuqxi0HMzTIL8O7RNpihRBAZY1bGnUa4ZfhXVgq691CiLpOa12yu0F+Gd5FcrNSCAFU1bqRPp2G+V14G4ZBuax5CyGAqhoXiuz1bpDfhbdH06l1yE4TIQRUO9yYVEnvhvhheBvUOGSaoBACqmrcmE1+F1N+we/eFcMwqHVJeAshwOHSUGXdpEF+GN7gcsvtZSFEHaeMhW2Q/4U3hszwFULU02Sfd4P8LrwxFAlvIUQ9mendML8Lb0Wpu2kphBAAuqR3g8y+LuCXDED1u39SRFtLiA7hV9ld5GdBYLOafF2CX/K78AYDs/yNDWqKAg9cP4xuKVGossdXiAb5ZUqa5eijoHbeqK6kJIZLcAvRBL+78lZQpKMqiCXFhjL1vD7YrX73oymEX/HLS1zpqAped187FIv8+QtxUv73t0SR8A5W5wzvROeOkZjkz1+Ik/K7vyUKYDbJskmwiYuyc+OF/QmxyXKJEN7wu78piqLIDcsg9MdrhmI5jT93Q9PQnE7QZS9wsFOtFlSr1ddltBm/C2+TqhBqs/i6DNGGxg9NpXta9GktlykmE6rViu52Yw4JoXrffoqWLaciZwdyBEvwiOzXl5SLJkt4+5LFrBITafN1GaKNxETYuP2Sgc1aLlHNZlRz3eNDOqWRcunFpBhQvGoVhYuXUrFlK4YmIxfaM2tsDMF2aoPfhbeiKCREh/i6DNFG7rp6yGktlzRGNZlQQ0MBSBx/BnHZI1AUlZK16yhctJiyTZsxPDJyuN0JwsY+vwtvgNgou69LEG1g9MBk+nSJbdY9jhp3LXaTDbWBv7yKqmL+KcjjR48kJnMIislE2YaNFCxcTNkPG9BdcuRee6CYTNRtdwgefhne0eGybNLeRYZZmXbFIOzNWC5xaS5eWPUWI1KHkJU6EAWwmmyYThLkcSOGEzWgP6rZTPmWrRQsWETpuvVotXLwdaBSVDXYVk38M7wjwoLnpkOw+r8rBmFt5nKJR9cwq2ZeWvMOylqFXvHdGd0pi+y0IZhUE1aTBZPa8FCjn4M8ZshgInr1RLVYqMzZQf73CylZsxaturpZtTXHh/l5rKusIMxUV3sHq5XbUzod9zV7amv4b/4RXLpBtNnMzcmpRJstVGkeXjx8kGpdIysiisnxiQDsrKlmcVkJNyentfn30xZMIaE/XX0HD78M7zC77DZpz0b068CgjAQs5pP/ZdPdTlxH92FL7o5iOv7HNdQSwtnpY1l9eAOGYbC9cBfbC3fx7/Uf0D2uC6M6ZTKqUxY2sxWzasKsNvzj/nOQR/XvR1j3dLrfcRtVe/ZS8P1CSlavxl1e0fxv+hTsqa3htuQ0uv9U1y95DJ2Xcw9yW3IaGaFhLCwt5q28XH6f1oWV5eX0D4/g3Nh4Htq3m7Ni4rCpKp8V5nN7SvsMbgBLdBSKJbhywy/D22RSsJpVXB7Z6tXehIdYuPPKwV4tl+huF9U5qyhbOZOU6588IbwBeiakE24No8r1vytlA4NdxfvYVbyPtzd8QteYNEamDWV052GEW0NRFROWBp4LwBxSd7M8sldPwrp0ptvNN1Jz6BAFCxZSvGIVrpKS0/zOvePWdQ44HcwtKaIg30WSxcpVSR2Is/zvt9F9tbWEqCYyQsMAGBMdwwcFR6nSPFgUhSpNRwM0DFRFYWFZCYPCI4g2t99ws8bGogTZuolfhrfLrRMbZedocY2vSxEt7LeXDcRq8e7XW8PtpGjevzGcNWjVpajWjid8jW7ojOqUybzdixt9nn2lh9hXeoj3Ns8kNbIj2WlDGdtlONH2SBRFwWpqONRM9rob5+Hp3QhJSabL1Ck4juaTv2AhxctX4iwo8Or7OBVlHg+9Q8O4NCGJDlYrc0uKeOHwQR7ukl4fTiUeN7HHXGWaFZUIk4lSt4fsqGj+feQwf9m/h3Ni4nHpOqsqyri3U7cWr9WfWGOifV1Cm/PL8NZ1g5SEcAnvdmZor0Sy+iR5Fd66y0HBV89jOOt+BirWzydm3FWoluNvZtvNNs7uPrbJ8D7W4Yo8Ptk6m0+2ziYpPIHstCGM6zKChLA4DMPAZm74fsvPQR7aKY1OV19Fp6uvwlVcTMHCRRQvX0ltbq5Xr38yCVYrv0/rUv//fxUbz1fFhRS53ST81IDS2MEyqgI2VeWO1P+tj7+dl8uF8YkccNTyVVEhVlXh8oQO9c/VXliio31dQpvzy/C2mFVSEsJZn9PyVzbCN0LtZv5wzRCvRr3qHjc1e36gdvcP9R+r2rqEmDOubvDrE8Pi6RCewNGqwlOqKb+qkJnb5zFz+zziQmMYkTqYM7pmkxyRhGbo2M0N73oy2eqCLyS5I2mXX0rqZZfgLq+gcNFiipatoObAgVOq41iHHA4OOWsZGRVT/zEDMB2zJBBrsVB2zF51j2FQqWnE/GJZZF9tDdW6Rr+wCJ44sIfbk9ModruZWZTf7m5cWiLCfV1Cm/PL8LZaTHRNjvJ1GaIF3XJRf2xezug2PC6Kvn7tuI9pVWW48vZiT+t1wterisoZXUfy4Y+zTru+4ppS5uxcwJydC4i2R5KVMojxXbPpHJ2CpmvYLQ33Hvzcjm1KTCDl4gtJnnw+Wk0thUuWUrR0GVW795xSHYoC7+fnkRESRoLVysKyEtJs9uOWSbqFhFKtedhdU0P30FCWlZXSPSSU0GN2WxiGwccFR7mxYyoAHt3ApCgoioKrHc6BMYWF+bqENqcYhn+e7rn7UBm/f9a7X4WFfxuQEc9Dvxnu3VW3y0HBl89Ts2P1CZ8L7zuG+Em3otpO7MAtd1Rw86x7W6TeY0VYw8hMGcgZXbPpHtsZj64R0kiQH0v3eDDcbnS3m6JlKyhcspTKnB1eHYW+sryMr4sL0YEYs5kbOqagovDs4QPcldqZGIuFvbU1vJefh1PXCTeZuKljKvHHLIUsKSuh1OPhwp+2Cq6vrOCLwnzMisLUDil0DWlfXcwjv/gEJci6LP02vKtqXFz90De+LkM0k91q4l8PTCQ64uSBZ3jc1OzbRP7HTzb4ecVio/Pv3zph3Rug1u3gr0teZEfRqV3pnopQSwhDk/szrssIeid0x617CLWcPAR1TUN3OsEwKF5ZN2+lfMtWGZzVQkxhoQx7501U2SroH+w2M3arCYdLBgoFshsn9yPEyymRhuamcPZLjX/e7aRm93rCetXNKzmWzWRlYrfRrRreNe5alh5Yw9IDa7CZbQzu0JdxXYbTv0Ovuitys73B7WrHzVuZMJ64kdkoikLxmrUULlpC+eYfZd5KM1giIuvePwlv/+B0a6QkhLMnt9zXpYjT1KdrLGcMTcVm9W53SeHXr6HXNN0QU/HDfEK7DUKxHd/Aoqoqw9MG8/q693DrrR+ETo+TVYd/YNXhH7CoZgZ06MPYLsMZ0rFv/c1OVWm6TT9hzGhiszJRVBOlGzZQuHAxZRs2yryVU2RLiMcIwt9i/Da8FSA1KULCO0DZLCamT8n0ap3b0Dw4Du+getuyk36t48DWRv+i6obOkOT+rD684ZTrbQ637mH9kc2sP7IZk2qiX2JPxnQeRlbKQAwMrwZnxY0YTvSAAagWM2Wbf6Rw4SJK1/+AVuto0+8lENk7dgy61njw4/C2W8307hLD4h8O+7oUcRquO6834SGnsFzy1fPePbGhU7l5IVGZk5psl/cVTdfYdHQbm45uQ1VUeifUzVsZkTYEVVEbnbeiKArmsLogj80cSmSf3qgWCxXbcyhYsJCSNet8Om/Fn4V2SkW1Bd8wO78Nb1VV6J8e7+syxGno0SmGc4Z38Xq5pGjuv9Gqyrx+/spN3xM5+KxG2+UjrGFUunwfdLqhs7VgJ1sLdvL6uvfJiOv607yVTCwmCxaTBfNJBmdFD+hPePfudL/jdqp276Hg+4UUr16Dp6Jt5634s9AuXdq8NX7ChAn85z//ITU1tU1f91h+G94AyfHhmE0qHi341rMCldmkcu+UTO+CW/PgPLqXqh8XndJruAsPNdkuP/Ik7fK+YGCws3gvO4v38taGj+ka04lRnTIZ3TmLUEsIpqbmrYT+NG+ldy9Cu3Sm2603UX3gYN3grFWrcJWUtuW34ndCOnbwdQk+4dfh7XRrdEuJYufB4P7hDCS//lUvIsO9bL3WPBTMfPa0Xqepdvlzuo/zu/D+pX2lB9lXepD/bvqctKhkRqYNZUyX4UTZIlAVBUsj81Z+HpwV0T2d0NRUut5wHbV5eRQsqGvTdxaeWpdpoFNMptNujV+9ejWvvvoqhmFw8OBBzjnnHCIiIvjuu+8AeP3115k7dy6zZs2itrYWRVF49tlnSU9PB0DXdbKzs/n2228JDw/nqquuYsKECdxyyy3MmTOHtWvXcvfdd/PAAw+Qn59PQUEBmZmZPP3006xZs4ZnnnkGXdfJyMjgz3/+M4899hi7du1C0zRuvvlmzj///Cbr9+td7WazSs/OMSf/QuEX0lOiOH90N6+bcYq/ewetsvi0Xqtq65JGzyxMCIujY3jiaT2vLxwqP8JHW75i2uwHmT7vCT7b+jVHKvNxaS6cnsZ3npjsNlSrlbDOnel0zVUMfvl5hrz8AqmXX4o9+cTfStoje8cO6G73aT9+06ZNPPnkk8yZM4cPP/yQ2NhYPv/8c3r27MmcOXP47rvvePfdd5k9ezYTJ07k/fffr3+sqqqMGDGCtWvXUl1dTW5uLmvXrgVgyZIljB8/nkWLFtG7d28++ugj5s2bx8aNG9m6dSsA+/fv55133uGpp57ilVdeoW/fvnz++ee89957vPrqqxw6dKjJ2v36yttmMTEwI56vlu71dSniJMwmhXuvy8JqOfn1gKFruAoPUrlh/mm/Xl27/B7sab1P+JyqqIzrmt2sdnlfyasq4PPtc/l8+1wSQmMZnjaYM7pk0zEi8STzVuo+HpKSTOoVl5F6+aW4y8spXLiYomXLqTnYdBAEqtBOnaAZ7f49evSgY8e6f+hiYmLIzs4GIDk5mYqKCmbMmMGcOXPYv38/S5cupXfv43/exo0bx8qVK1FVlcmTJ/P111/jdrtZt24djz32GDabjc2bN/P222+zd+9eysrKqKmpG7bWtWtXIiIiAFixYgUOh4PPPvsMgJqaGnbt2kVaWuMzaPw6vAF6dor1dQnCC1dM7ElMhM2rG0eGx33ayyXHKl8/F2tiZ9Rf7Pm2mMyc2a15s078QWFNCbN3fM/sHd8TY49iWOogzuiaTaeo5CbnrZjq560kknLJRSRfeAGe6hoKFy+haNlyqve0n4uhsK5dMIWc/pm3ll809piO2XKYl5fHlVdeya9//WvGjh1LfHw827dvP+7rx44dy1tvvYXJZCI7O5u9e/fy6aefkpGRgc1m491332XevHlcccUVjBw5kp07d/JzU7vd/r+6dV3nmWeeoW/fvgAUFRURFdX0fCe/XjaBuml00RHBtw0okHTuEMElZ3T37oAFl4OSRe/jKctv9uvW7FgDjezWsJqs9IxPb/Zr+ItSRznzdi/m/m//xm1fPcDbGz8lp3APbs1NrbvxveCqxYLJbscWF0vy5PPp/8RjZP3nTbrefCMRvXo2uvQUKMJ7ZLTaTJMff/yRzp07c/311zNw4ECWLFmCph3f8R0bG4vdbmfhwoUMHTqUESNG8PLLLzN+/HgAli9fzpVXXsnkyZNRFIWcnBz0BvoURowYwQcffABAQUEBkydPJi8vr8n6/P7K26PpDMpIYJHs9/ZLqlq3XGLx4jxKQ9dwl+RRsfbrFnltw+OiZtd6wno30i6f3rrt8r5S6axiwd7lLNi7vH7eyhlds+kVn45H9xDSyLwV1WwGsxlTSAgdJ51D4oQzQNcpWrGKoiVLKd+6LeDmrYR369pqzz169GhycnI499xzsVqtDBgwgF27dp3wdWPHjmXx4sWEhYUxYsQI/vrXv3LGGWcAMHXqVB555BHefPNNwsLCGDx4MIcPH6ZTp+PPJJ02bRqPPPII559/Ppqmcc8995zwNb/kt4OpjrVySx5/fWuNr8sQDbj8zAyuOLOHl8eaOcn99x9xlzR9RXEq7F360+Gy6ScsnQA4PE5u/OLuNmmX9wd2s43BHfsxrssI+iX1rAvyRuatHKt+cBYKJWvW1M1b+XGL389bscbHM+SVF+qXiYKN3195AwzKSEBVmnVfQrSC1MRwrpzY0+tmnNJln7RocIN/tsv7isPjZOWh9aw8tB6LycKgDn0Y23k4gzr2aXLeyrGDsxLGjiF2WFbdvJUffqibt7Jxk1/OW4nq27vuHxgJb/9lGAYZaTHskP3efkNVYPqUTCxmL25Q6jqe8gLKV33Z8oWcrF2+u2/b5X3FrblZm7uJtbmbMKkm+if2YkyXYWQmD/B+3kr2CKIHDUQxmSnfvJmCBYso/WEDusM/5q1EDxpUX2swCojwtppNZPVJkvD2I5PHptMxLqzBAPglQ3OT//k/wGid9dQm2+Xj/add3lc0XWPj0a1sPLr1p3krGYztPIxhqYNQFRWbydpwkCtKfTjGZmUS2bcPqtlMxbbtFCxYRMnadWg1vjtnNmpAP5+9tj8IiDVvgMMFldz+1AJflyGADnGhvHD3eK+bccpWzaJs6cetWlPa7S9iiT2xMcXhcfLepi/8vuPSFxQUesR3Y3SnLLI7DcWimhsdnPVLnpoaVIuFyl2769r0V6/BU1nZBlXXMUdGkvXm60F3AMOxAia83R6NGx6fT3mV/629BRNFgb//bizpqVGYTnLVbRg67pKjHH79LtBb91CNqGEXEHPG1Q2esnO4PI8/zH2sVV+/PUiP7czItLp5KyEWe5PzVo6l1daimM1U7z9AwXcLKF61GndZWavWGjtiGBl3/p8smwQCt0dnSM8kFq5vn51igWLSyK6kJUWcNLjhp2acL2a0enADVG1dSsz4axr8XEJYHB0jksirbP7e8vZsT8kB9pQc4N1Nn9EpKuWneSvDiLRFoCgK1kbmrZh+nreS0Z3QtFS63ng9tblHyF+wkOIVq3AVFbV4rdEDBmCyn35zTnsQMFfeAD/uLuKBV5b7uoyglRATwsv3TPC6Gad83deULnyvDSqrk3zdXxpsl3drHubs/I73Nwd2x6WvdIxIIjttCOO6jCAuNBoMsJpPvsNDczpRFAVHQSEFCxZSvHwljqNHW6SmIa+8QEhycos8V6AKqPB2ezSuf2w+FdWydOILT00bTY9OMZhNJ1suMfCUF3Do1d+B1nZ7hcP6jiZh0q0N7vkud1Ryy6x7MQiYH3e/lBAWx4jUwZzRNZuk8AQMw8DmTZC7XGAYuEvLKFi0mKJlK6g9yeClxphC7Az77zt1TUdBLKDC2+H08NacrXy9fL+vSwk6Zw3rxM0X9SfEy2acvHcfwpnXtt2NitlK5z+83ejp8k8ueYmcot1tWlN7FhsSzfDUwYzrOoK0yI5ouo69gff+l3S3G0PT8FRX181bWbqc6r37vH/d4cPIuCu417shwMIb4EBeBdP+vtDXZQSV2Eg7r953pnfB7XJQseFbSr57u/ULa0DixX8grFf2CfMudF1n2cG1vLjaN3W1d5G2CLJSBjK+azZdY9Lw6BohjQzOOpbu8WC4PWhOB0VLl1O4ZClVu3ZDE7HU4+4/ED96ZJufnuNvAu73jg7xYSTFhpJf4rv9pcHmD9cM8Wp2CYDuqKZ00fsn/8JWUvHDfELTBzd4uvyw1EFY1pqDpl2+LVU4K/l+7zK+37uMMGsomckDOKPLCHrEd/Ny3oqdjuf+isSJEzA8GkXLV1C0ZCkV23OOn7eiqsRmDgn64IYADG8FGD80jQ+/3eHrUoLCGUNS6enFOjfULZfkfzEDo4kDBFpbXbt8w7tbgq1d3leqXTUs3r+KxftXEWK2MyS5bt5Kn8QeeHQPoY0EuWIy1Z8UlHTWmSSMHQ1A8ao1FC2um7cS0bMnAbZY0GoCbtkEoKislhseP/1B/sI70eE2Xrv/TELtJ2+E0N1OqjYvomju621QWdNiz5xKVNa5DXZcbsnfwWOLnm37ogRWk4VBHfoytstwBnbog2Zojc5bOZah62i1DhSTiqu0DFtiAqrp5I1E7V3AXXkDhIVYyEiLZtehMl+X0q7deeUgLGbv/pLozhqKv3+nlSvyTuWmBUQOPafB8O4R340IWziVziofVBbcXJqbNbkbWZO7EbNqpn9SL8Z2HsbQ5AHo6E3PWwmrWwYL1sOGGxKQ4W21qFw8Lp2n/7ve16W0WyMHdKRferxXa92620nBzGcx3M42qOzk3EWH0CpLUBtol9cNnVFpmczdvajtCxP1PLqHDXlb2JC3BZOi0iexB6M7D2N4yiAUpe4wDW/a9INZQC6bALjcGr/5i7TLt4bIMCuv3z+RsBBvlktcVG1bRtHsl9qgMu812S5fkccfvpF2eX+kKAo949IZ3TmL7LShmFWT1/NWgo3fH4PWGMOAc0e23ikaweyOywZ6dZAwgOFyUDz/jVau6NRVbV3a+OnyoXXt8sL/GIZBTtFu/r3+A26ceTePLXqWb3YtotpVIzcqfyEgl00AbFYTk8d045Pvd+LR5A+1pWT1SWJIz0Sv1rp1t4OCL5/DcPnHfOdjadVlOI/sJqRTnxM+pyoq47uOaHa7vGEYHPpiO/bEcBJHH39k1f4PfsQcYSX1/J4NPnbnK2vRPRrKT7t4YgYkkTi6M9WHyjn8ZQ4AHc9KJ7JHPAD5i/ZhjrARNzS4WsJ/nrcyuGNfwqzB3ZTzSwF75Q115yeOGhBcP8ytKcxu5vdXD/HySDMXNTvXUbt3Y+sXdpoq1s9Dd9ae8HGLycyErqNQOP29wo7Cava+vYGyrQUnfK5g6QGqDpQ1+ljNpeEsraXnb4fV/5c4ujMAhcsOkjq5F92uG8TRBXVdh64yB5V7S4kdcuIafjBICIsjITTW12X4nYAO71C7hSsm9vB1Ge3G7ZcOxGbxbm3R8Dgp+ua1Vq6oeWp2roFGph9aTBZ6JZz+6fJFqw8TM7gj0X0Tj/t41d5SKncXE5eV0uhjaw9XYLKa2PvfTex4cTW53+xCd9ftTVfMCrpbQ3drKKa6f1yOzNtN8tndg7YxZWTa0IA/5b41BHR4AyTGhNKjU4yvywh4g3smMLxfB6xehLfuclD41YvoTv/ucq07XX5dg2dc2kxWzuw2+rSfO/X8nsQOOv5K2F3hJPebnXS6rG+TWaO5PIR3jabLlf3JuDUTd7mDvG/r5sAkjetK/oJ9HPx0G8nnZFC5pwSTzURoauRp1xrozu4+ttFxtMEs4MPbajFxpVx9N0uIzcwfrxnq1ck4hsdN7d5N1Oxa1waVNV/FD/Mx3CeuyauqyvDUQVjUlrntY2g6Bz7ZQvKkDCwRTQ9niuqVQKdL+2Kym1EtJhLHdqZ8eyEA9sQwut80lIxbMglNieDogr10mJhO8foj7PvvJg5/mYPuaZ3j5PxRRlxXIqxhvi7DLwV8eKuqwsAeCaQlRfi6lIB1y0X9vQpuAN3jovDrl1u5opbTVLu8ZugMTR7QIq9Tk1uJq9TBkbm72fHyGorXHaFsSwGHZm4/4WvLc4qo2n/MeawG9Tcuj1W48jDR/ZNQLSqFKw7R5ZoBWKLslG5qmZnYgeBXGWdgMQXn6fAnE/DhDWBWFa4798Qh/OLk+qfHM2ZQMjard8slRXNeRq8NpO5Eg8pNCzA09wmf+fl0+ZYQ1imKPnePqr8BGZeZTHS/RNIuauBwiAoHR+btRndrGLpB4YpDRPc7fu3cXemkfHsh8Vkp1I0gN+oG+yjUr4+3d3azjWEpg7w6tSkYtYt3xWRSGdwzkdTEcF+XElBsVhN3/3ooNi+XSxwHt1Kds6oNKmtZlZsWNLjuDf9rl29tRWtz66/C4zJTCO8Sw85X1pLz/CpUq4mkM47vWcibv5uOE7uhmFRMdjNRvRLY+dIaqvaUEDMwOFrEs9OGohvBs0R0qgK2w/KXNE1nXU4+f3lzja9LCRi3XzqAMzPTvApv3VnDoVemoVWXt0FlLS/t9hewxJ64rdThcfLB5ll8s0tmxPubv5/zIJ2iG9+1E+zaxZU31F19D8pIoGty8N6VPxW9u8R6H9wuB0Xf/CtggxugfP089AaaiexmW4stnYiWkxrZkaTwBF+X4dfaTXgDWMwmbr6wv6/L8HtWs8r0KZneLZdoHhy5O6nauqQNKms91VuXNrrnOz40Vtrl/cxFvc/BLPNMmtSuwltVFTI6RdOnq3RjNeW6c/sQHurdvllDc1P41QutXFHr06rLcR5p+PzKunb57DauSDQmyhbBiLQhMozqJNpVeAPYLCamXT4IVRqyGpSRFs2vsrt4tTVQdzkonv8WWmVJG1TW+ura5U9sLKprlx/ZrHZ50XLO63mmr0sICO0uvBVFIT46hLOGd/Z1KX7HbFK597pMryYG6poHZ/4+Kjd93waVtY26dvmGr+aa2y4vWobNZOWc7uOko9IL7S68oa5j8DcX9CXci3nUweSac3oSFW7zbkaG5qFw5nOtX1QbMjwuanaubZV2edEyxneTU+G91S7DG+quMn9zQV9fl+E3uiZHMnlMuvfLJQvexVNR2AaVta2KDd823S4vV3w+oyoql/SZhN3c9HgBUafdhrfVYmLs4FTSU6J8XYrPmVSFe6dkeXWkmaFruIoOUbl+XhtU1vYcB7ZiaI23y2cmy24lXxmROgSbtMJ7rd2GN4DFrHLnVYODfprkFWf2IC7KjurFXVxD81DwxT/5qSe7HTKo3NxUu/w4H9QkVEVlyqBLCLHYfV1KwGjX4a2qCh3iwpiQmebrUnymU1IEl07o7t0BCy4HJYs/xFOW3waV+U6T7fJxXdukXV4c74wu2YRaQnxdRkBp1+ENdTcvb7moP9HhwbeOpiow/bpMr440M3Qdd+lRKtbMboPKfMtddBitorjBz2mGzuhOWW1cUXCzqGauHXiRXHWfonYf3lDXefnHa4f6uow2d/EZ3UmKCfVyucRNwRf/gCAZBFT+wzx0l/OEj0u7fNs7p/s4LKrcKD5VQRLeKj07x3DWsE4n/+J2Ijk+jKvP7un1cknZsk9xF+e2QWX+oXrrUpQm2uWTpV2+TdjNNi7rdx52S/D9ZtxcQRHe8L/lk8SY9r+upigwfUqmd7tLDB1PeSFlK2c2+3UNw2DG8sN8urXohM89vuggL68+0uhj/7sxn1tm7eK2L3fx92WHcWl1vwGsOlTBrbN2MW32bnYW/e8w4edW5LLhyOnPFdeqy3Ec2dXg56Rdvu1M7nU2JkXa4E9H0IQ31F2B3zc1q93vPrlgdDeSE8JRvRhib3jc5H8xo9nLJQfLHNz/7X6W7j9x8uAnWwrZkl/d6GM3H61i8f5yXjgvnVcu6E6NW+PL7XVr0v/dVMCTZ3fhjuHJfLylbt/5jqIaqt0ag5Obd2OxYv3cRtvlx3dr3uny4uRiQ6I5v+eZ2MyyPfB0BFV4m0wqaYkRXDSuu69LaTVJsaFMObc3IV4ul5SvmoW78FCzX3f2jhLOSo9mTJfj99VvOlrF+iNVnNej8WFhmgEuzcCl6Xh0A7dmYPnpWDCLquD0GDg8OhZVwTAM3lh/lBuHNv9Agpqdaxtvl1fN9Epovz8n/uCmoVdjbqEzRINRUIU3gN1m5ppzerbbMy/v/vXQ+uBrimEYaFWllC77tEVe97fDkzkzPea4jxXXuHl1TR7TR6c2OShscMdwhnQM57rPdnLNJzuocmmc26PuuW4c2oG/LTnE+5sLuGZgIvN2lzKoYzhJ4c2/WjtZu/zEdGmXby39EnvSL6mnjH1thqALbwCr2cSfbxzu1bmNgeRX2V3o0iESkzfh7XHVLZc0cjhvc3l0g78tOcStWR2JPcn42Xm7Sjla5eK9y3vy3uU96RBu5V/r6g7Z7ZcUxnPnpfPMOd2ItpuZu6uUy/rG8+GPBTyy4ABvrm/eYbx17fIn7jpRVZVhKdIu3xpMqonbh10nbfDNFJThraoKMZF27m5H2wfjo+385oK+Xu4ucVKx9htcR/e1Wj27ims5WuXiX+uOcsdXu/l6ZymL95fz7IoTd7SsOFjB+G7RhFpMWE0qk3rEsLmBNfJ3N+ZzVf8ECqrdbMyr5pEJnal0amzIO/0bl3Xt8id2WwJohibt8q3ggh4TibCF+bqMgBeU4Q11c78HZSRw8RntY13zj9cM9Wp3CYBWW0HJkg9atZ7eCaG8e1kvXrqgOy9d0J1ze8QwrksUd4088UzC9Dg7yw9WoOkGhmGw/GAFveJDj/uavSW15Fe7GZEWiVszMP+0DqMo4PQ052arQeWmhdIu30ZiQ6K5pK8Mn2oJQRveULf+fe05PenXLc7XpTTLmVlppKdGY/ZiuUR3Oyn4fAZonjaorHFzdpTUX4Vf1T+BhFALt87axW+/2k2lU+PmzONvSP5r3dH6j3WNsRNtN3P7l7soc3jITGne/YvKTd832S4faWuf90d84basX8tNyhbSbk6Pb46qWhd3PL2QkooTR4X6u5gIG6/dP9G73SVuJxUbv6Nk/pttUFlgSb3tBaxxJ54u7/Q4ef/HWXyzU06Xb64xnYdxc+Y1ctXdQoL6yvtndquZR28e4dWVq7/5/dVDvNpdAqDXVlG64L+tXFFgqmikXd5mtnF2urTLN1dMSBQ3Db1agrsFBV5atQKzSaVDfBjTLh/o61JOyZhBKfTuEovZi7Vu3e0k/4t/YHhcbVBZ4KnasgSlkf2M0i7ffHeOuBGLLJe0KAnvn9itZkYNSObKiT18XYpXIsOs3HH5QO92l7idVP24GOfhnDaoLDDpNRXSLt9KzkofQ7eYTphNEt4tScL7GHabmcvOzGBiAAywuvPKwVi93F2iO2sp/u6dVq4o8DV1ury0y5+exLB4pgy6VAZPtQIJ71+wW83cdnF/hvZK9HUpjcru35EBGfFezenWXQ4KZj3b4LmN4nhNt8ubpF3+FKmKyh9G3izLJa1EwrsBNquZ+6ZmkZEW7etSThAeYuF3Vwzy7iBht5PqnFU49v/YBpUFPsPjombHmkba5W2clT7GB1UFrikDLyE5MgmTtMC3CgnvRtitZh6/dSQd4/2rE2za5QOxWrz7y2C4nRTNf6OVK2pfmmqXz0oZKO3yXspMHsDE9NGyu6QVSXg3IcRm5m93jCY6wj9+ADN7JzG0d5JX4a27HBR8+TxGA2u4onGOg9sabZfXDZ3M5AFtXFHgSQyL5/9G3IBNgrtVSXg3QVUVIkItzLhzLDE+DvBQu5nfXz3Eu+USj4ua3eup3bOhDSprb35ql/ecGOAhFjvnyBFpTbKoZh4YOw2rSWZ0tzYJ75OwmE3ERtr5x13jiIvy3QGpt10ywOspiIbbRdE3r7dyRe1X5abvMRo5nCJD2uWbdEvWtcSFxmDy4iAQ0TzyDnvBbFKJibDxjzvHkRDd9seoDeqRQHb/jti8XC4pnP0iuuP0J+0FO3dxLp5GTpfXDZ1RnTPbuKLAcFb6aIanDpaTcdqIhLeXTCaVqHArM+4a26bnYIbYzPzxmqFeLZcYHje1+zbXbXkTzVKxfm6j7fLnpMukwV8akNSb6wZdLjco25CE9ykwmVQiw6z8465xdIgLPfkDWsBNk/sSYvNuuUT3uCic83IrVxQcqrYubbRdPi40hpSI5h/D1l6kRSVz96hb5Iq7jUl4nyKTqtbfxExNbN4BuCfTt1sc44akYvPmJqXLQdHXr6LXVrZqTcFCr6nAkdtwu7xJURnfbWQbV+Sfou2RPHzGXbKzxAckvE+DqqqEh1iZcefYVpsFbrOYuOfXQ70KbkNz4zi0nertK1qllmDV2OnyZpOZM7pmB327vM1k5c/j7yLUEoKiBPd74QsS3qdJVRVC7RYeuTmb8UNTW/z5rz+/D+Eh3jWEGB43hV+92OI1BLuaXeuaPF2+dxC3yyuKwt2jbyUxNE4GTvmIhHcz2awmfnvZQH49qVeLPWfPTjGcNayT98slc/+NVl3WYq8v6jTdLm9lYpC2yysoTBt+PT3j07HKOrfPSHi3ALvVzIVj0rn3usxmH+hgMavce12md8GteXDm7aZqy+JmvaZonLTLn+imoVeRlTJQdpb4mIR3C7HbzGT2TuKpaaO9Xu5oyJRJvYgI8/JqRvNQMOu5034tcXJNtctrhkZWcmAd4NFc1w64mDFdhktw+wEJ7xZkt5rp2jGSF+8ZT5eOkaf8+PTUKM4d2dW7FniXg+Jv30KrLDmdUoXXDCo3ft9gu3zd6fLB0y5/Zb8LOCdjnAS3n5DwbmEWS107/TO/G8M5Izp7/TizSeHeKVleDZ0yNA1XwQEqN37XnFKFlyo3L2yiXb4LUUHQLn9Z3/M4r+eZEtx+RMK7FSiKgt1q5qbJ/bh/ahZ2L2aSXHlWT2IibV5tuTI0NwUz/9kSpQov1LXLFzX4Od0wGNU5q40raltX9ZvMhb3OkuD2MxLerchuMzO0dxIvT59Apw6NX5116RjJxeO6e71cUrLwPTzlhS1ZqjiJivXz0F0nnkZkM1vb7dKJgsItmddybs8J0oTjhyS8W5nNYiIuKoQZd45lYlbaCZ9XVYXpUzKxeHEepaFruItzqVj3TWuUKppQ1y7f8J9RXEj7a5c3/XSE2ejOWS12xX3ffffx+eefN/r5jz/+mPHjx/PUU0+1yOu1lgULFvDWW2/5ugwJ77agqnXLKLdePID7p2YdtxvlsgkZJESHoDYyR+NYhuYh/4t/AEYrVisaEkzt8laThQfPuJNBHfu26VLJ7Nmzefzxx7n33nvb7DVPx9atW6mq8v3UTsUwDEmCNuRyazjdGv98/wfyiqt59vdneDWnW3c5KF3yMeWrZ7V+kaJBYb1HknDe7ai2E4eSVTqruGnmdIwA/4c11BLCn8+4i9TIDs1uwDEMg7/97W8sWrSIxMRENE3jsssuQ1VV3nnnHXRdp2/fvjz88MP861//4o033iA+Pp4HH3yQmpoa3nrrLRwOB06nk7/85S9kZWWxfft2/vznP+NwOIiKiuLvf/87HTp04PXXX+ebb75B0zRGjx7NPffcQ25uLnfccQdpaWns3LmTfv36MWzYML744gvKy8t56aWXSE9PZ/PmzTz55JM4HA5iYmJ49NFHSUtLY8qUKfTv35/169dTUlLCgw8+SEpKClOnTgXgD3/4A5deemlLvO2nRfpa25jVYsJqMTH9ukw0zcBi9uKKW9dxl+VTvuarNqhQNKapdnmzaqZPYgZbC3a2cVUtJyEsjj+fcRexIVEt0nw0b948tm3bxuzZs6msrGTy5MnU1tYyZ84cPvzwQ2w2GzNmzOCNN95g2rRprF69mmnTppGVlcUNN9zAq6++SmxsLJ9++ilvvPEGWVlZ3H333dx9992MHz+e999/n3feeYfs7Gy2bNnCp59+iqIo3HPPPXz55ZcMHTqUHTt28OSTT9KrVy/OOeccUlJS+Oijj3jxxRf56KOPuPvuu3nwwQd59dVXSU5OZunSpTz00EO8/fbbALjdbj766CMWLFjAc889x+eff85VV10F4NPgBglvn/Hm5uTPDM1NweczoJHtaqJtGB4X1TtWE95n9Anr3zaTlYndRgdsePdOyODe0bdjM9ta7BScNWvWcPbZZ2OxWIiNjWXs2LEYhsGBAwe44oorgLpw7NOnz3GPU1WVl156iQULFrBv3z7WrFmDqqqUlJRQWFjI+PHjAbjmmmsAeOqpp9i8eTOXXHIJAA6Hg+TkZIYOHUp8fHz983fo0IHs7GwAkpOTOXz4MPv37+fQoUPcfvvt9a9/7JLImDF1IxAyMjIoKytrkfelpUh4+znd5aBsxRe4i3N9XYoAKjd8S1hGFort+AM5VFUlM2UgVpMFVyMdmf7qrPQxXDfoshafx60oCvoxc2HMZjOapjFp0iQefPBBAKqrq9E07bjHVVdXc+mll3LhhReSlZVFz549ee+997BYjv9twOl0UlBQgKZpTJ06lRtuuAGAiooKTCYTpaWlWK3Hf08m0/G/Oem6TmpqKrNm1S1HappGUdH/toXabLb678XfyA1LP2YYOp6KIspWNH6HXrQtx8HtTZwur5EZQO3yJkXllsxrmTLo0lY5SCE7O5u5c+ficrkoLy9n6dKlAHz77bcUFxdjGAaPPPII77zzznGP279/P6qqcttttzFixAiWLFmCpmlERETQoUMHli9fDsCsWbN47rnnGDFiBLNmzaK6uhqPx8Mdd9zBvHnzvKqxW7dulJeXs27dOgA+++wz7r777iYfYzKZ8Hg8p/p2tDi58vZjhsdNwRf/kOUSv1LXLh817HwU8/FXgiE/tcuvOLTOR7V5L8wayv1j7qBzdEqr7eGeOHEiP/74I+effz7x8fGkp6cTERHBtGnTmDp1Krqu07t3b2655ZbjHterVy969+7NpEmTsNvtZGVlceTIEQCeeeYZHnnkEZ5++mliYmJ4+umnSUxMJCcnhyuuuAJN0xgzZgwXX3wxubkn/23VarXy3HPP8cQTT+B0OgkPDz/pVsWsrCzuvfde4uPjmTJlyum/Qc0ku038lO5yUL52DqWL3vd1KeIXLHEppNz4DKrlxNBzaW7u+OpPlDv990SjnvHp3DPqVkIs9qCcitheyLKJHzIMA626jNIlH/u6FNEAd3Fuox2uhmEw2k/b5RVF4fK+5/HguN8RaY+Q4A5wEt5+yPC4yP98Bui+X1cTDQu0dvkYexRPnDmdC3qeJQcFtxMS3n5GdzuoWD8P19G9vi5FNKFq27JG2+VjQ6JJifSfdvnBHfvxz3Mfpkt0KvYGlnpEYJLw9jN6TaWscweAunb5hvd0mxQTE7r6vl3ebrZxW9av+cPImwm1hMhZk+2MhLcf0d1O8r/4R6Nb0YR/qVg/z29Plx/UoS8vnvc4ozplyTJJOyX/FPsJ3e2kctP3OBu5mhP+xx/b5cOtYdyceQ1DOvaVMa7tnFx5+wndUU3J9+/6ugxxCn5ul2/0dPlubXu6/IjUIbxw3mNkJveX4A4CcuXtBwzNg2KxEpo+hOodq3xdjjgFlT801S4/oE3a5TuEJ3BL5rV0j+sip90EEQlvP6CYzJhM4SRM/j8iDk2kcPZLaFWlvi5LeMFxaDuGxwW/CG8A3dDJShnI8oOt03EZagnhqv6TGd91JGbVhKmRJRzRPkmHpZ8xNA+G5qFsxeeUr/pSbl4GgNjxv26wXR5ge+FuHl4wo0VfT1VUzkofw9UDLsSsmJo9d1sEJglvP6W7HOiuWormvk7NjjW+Lkc0wRKbTMpNf2+Tdvn+Sb24JfNaomzh2C32FnlOEZhk2cRPqVY7qtVO4uQ7cRUepHDOK7gLD/q6LNEAd8kRPOWFWONTT/jcz+3yc3YuaNZr9EnIYMqgS0mJ7CDr2gKQK++AYOg6huamausyShe9j1Zd5uuSxC9EZp5L7PhrUa0nXg3nVeZz59ePnNbzSmiLxkh4BxDd4wZDp3LTAsqWfSoh7kfU0Eg6/d9rqA2sPzs9Tu7/9ikOV+R5/XwS2uJkJLwDkO5xgWFQuen7n0K83NclCaDjtY8Q0qX/CR/36B6+2bWIdzd+1uTjTYrKsNRBXNJnEknhCRLaokkS3gGsPsQ3fkfZ8s8kxH0srFc2Cef/tpHT5au5aeY9DZ4uH2EL5+z0sZzXYwIm1USI3IgUXpAblgHs51/RIwafRcSgs6jesYrylTNxFRzwcWXBqel2eZU+iT3YWrCj/mNdolO5sNfZZKUOxDCQGSTilEh4twM/h3h471GE9RyOq/AQZcs/qwsTOUKtzRiam+qcVYT3HdPA6fI2zkofzb7Sg4zqlMmvMsaTGBaLWbW02GntIrjIskk7pTtrMTwuylZ9SeXGb9Ed1b4uKSjY0/rQ4coHUBvouPToGrqho+ua7NEWzSbh3c7pLieoCrV7N1Hxw3xq926Uq/FWpdD5rjcwhUX5uhDRzsmySTunWut2LIRmZBLSuS8YULV1CRUbv8N1dJ+Pq2t/LHHJuMvyUUPCUWTWiGhFcuUdhAxdw/C40WorqdzwLdU5q3AX5/q6rIBlie1IaI/hRA6eiCkiFkVRG5xzIkRLkvAOcrrHBbqO7qqlesdqqnNW4Ti4XQ4/bopqwp7ai7BeIwjrNQLVHgYoqBbZLSLajoS3qGfoGobbCaqJ2gNbqd66jNoDP6JVlvi6NJ8zhUVj79KP8D6jCek6AEPXUC02WRoRPiPhLRqlO2vBZEJ31uI4uI3avRtwHMoJiiUWc0xHQjr1JqTrQOyd+9ZdXWueBhtwhPAFCW/hNd3lqPsfhoHjyE5q927GVXgAV8GBgL46N4VHY03ojDWxEyFdB2FP6QGqChio1hO3/AnhDyS8xWkzPB50jxPFZAYM3CVHcebtxnlkN66Cg3jKjvpRy76CKSwSc3QS1oRO2DqmY0vujiU2GRQVQ3Ojmq1yo1EEDAlv0eJ0lwND11BMFhRVQauuwFNeiLu8AHdJHlplMVp1ObqjBt1Zje6s+em/2lPbg66odXPPbWGo9lBUW91/pvBozFGJWOJSsEQnYYqIxRQSXremr3lQVFODo1uFCCQS3qJNGYaO4XZh6BoACoBqqrvxZzKBpqF7nNDAiez1FLXu1Jqfvt7QNdD1+qFPimpCMVtPaFEXoj2R8BZCiAAklyZCCBGAJLyFECIASXgLIUQAkvAWQogAJOEthBABSMJbCCECkIR3O7d69WqmTJnS7Of505/+xI8//tgCFQkhWoIcxiC88sQTT/i6BCHEMSS8g0BpaSk33ngjBQUFDBgwgIcffphVq1bx/PPP4/F4SE1N5fHHHycmJoYJEyYwefJkli1bRm1tLU899RT9+vVjypQpTJs2jeHDhzNjxgzmzZtHTEwMCQkJTJgwgWHDhjFt2jQyMjLYvn07cXFxPPfcc0RHR/v62xeiXZJlkyBw+PBhHnroIb788kuqq6t5/fXXmTFjBm+88QYzZ85k9OjR/P3vf6//+ujoaD799FOuuuoqXnvtteOea8GCBaxfv57Zs2fz+uuvs23btvrP5eTkcMMNNzB79mwiIyP56quv2ux7FCLYyJV3EMjMzKRLly4AXHDBBdx3330oisJ1110HgK7rREX978DcMWPGAJCRkcH8+fOPe64VK1YwadIkrFYrVquViRMn1n8uLi6OPn361D+2vNxfJgoK0f5IeAcBs/l/f8w/j7IZMmQIr776KgBOp5Pq6ur6r7HZ6g4tVhTlhOdSVRW9kaFRPz/u58fK2BwhWo8smwSB9evXc+TIEXRdZ+bMmUydOpWNGzeyb1/d6fEvv/wyTz/9tFfPNWrUKObPn4/L5aKqqopFixY1GPJCiNYlV95BoHv37jzwwAMUFhYyYsQIbr/9dvr06cNdd92FruskJSXxzDPPePVc48aN44cffuDiiy8mKiqKxMTE4664hRBtQ0bCilOyYcMG9u/fz8UXX4zb7ebKK6/kr3/9K7169fJ1aUIEFQlvcUrKysr44x//SGFhIYZhcNFFF3HjjTf6uiwhgo6EtxBCBCC5YSmEEAFIwlsIIQKQhLcQQgQgCW8hhAhAEt5CCBGAJLyFECIASXgLIUQAkvAWQogAJOEthBABSMJbCCECkIS3EEIEIAlvIYQIQBLeQggRgCS8hRAiAEl4CyFEAPp/mg0lVYcNtooAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x432 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import seaborn as sns\n",
    "sns.set()\n",
    "pie, ax = plt.subplots(figsize=[10,6])\n",
    "labels = df[\"type\"].unique()\n",
    "plt.pie(x=df[\"type\"].value_counts(), autopct=\"%.1f%%\", explode=[0.05]*4, labels=labels, pctdistance=0.5)\n",
    "plt.title(\"Data Balance\", fontsize=14);\n",
    "# pie.savefig(\"databalance.png\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d12c9be2",
   "metadata": {},
   "source": [
    "## Preproccess"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6f24c398",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-11-29T16:08:48.635483Z",
     "start_time": "2021-11-29T16:08:48.616456Z"
    }
   },
   "source": [
    "### Lexical Features: \n",
    "These refer to statistical features extracted from the literal URL string. For example, length of the URL string, number of digits, number of parameters in its query part, if the URL is encoded, etc.\n",
    "see https://towardsdatascience.com/extracting-feature-vectors-from-url-strings-for-malicious-url-detection-cbafc24737a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "05081fc4",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T09:08:40.929151Z",
     "start_time": "2021-12-26T09:08:18.509586Z"
    }
   },
   "outputs": [],
   "source": [
    "df = preprocess(cache=True,features_extractors=(get_lexical_url_features,))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "c9e1b862",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-11-28T12:09:08.636854Z",
     "start_time": "2021-11-28T12:09:08.541192Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['url', 'url_schema', 'tld']"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# list(df.select_dtypes('O').columns)\n",
    "# df[df.isna().any(axis=1)].head()\n",
    "#df = df.dropna(axis='index')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "30fc2c3b",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T09:08:45.506334Z",
     "start_time": "2021-12-26T09:08:45.263332Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>type</th>\n",
       "      <th>url_length</th>\n",
       "      <th>url_path_length</th>\n",
       "      <th>url_host_length</th>\n",
       "      <th>url_host_is_ip</th>\n",
       "      <th>url_has_port_in_string</th>\n",
       "      <th>number_of_digits</th>\n",
       "      <th>number_of_parameters</th>\n",
       "      <th>number_of_fragments</th>\n",
       "      <th>...</th>\n",
       "      <th>á&gt;V&gt;4z¢¶Mù2&lt;¯LOâ¿3\u00061\bÈ</th>\n",
       "      <th>äÕ3ñºT-\f",
       "\n",
       "\u0011TÖGÑîÊ­\u0002ñòò\u0002}¼ae°\u000b",
       "\n",
       "ôÈ&gt;´ôÌ~ÀÁÙD¡ê\u0006ÅszõdÕÄzæ±\u000e¨a»¿{Áî\u0006¤Ç\u0002\u0006yÏ\u0017!ÙÌ¯\bH¡Ûì\u0012Â&lt;ëK\f",
       "\n",
       "³Ù\u0019'õ\u0005+¬\"å+$¤Gh±B</th>\n",
       "      <th>è kvüDâQÎé4¼Ò©</th>\n",
       "      <th>é¾¾T\u001e",
       "\n",
       "\u000e`(+}^«´i\\'F4\u0018æ \u0016}CjÑ</th>\n",
       "      <th>ë\u0003Ël×uÏB'JI¨GÙn\"Ç(",
       "\n",
       "0</th>\n",
       "      <th>ìUÛ ïwÐºÐã\u0016ìÌÔÍæÓJ&gt;Òª©dÆ\u0012\u001btY¹</th>\n",
       "      <th>ïC¿YÂO®</th>\n",
       "      <th>ñ\u0010ûÉï\u001e",
       "\n",
       "9\"-b^EÐ2Þe´Ký+M÷ÝÝÚíÏS&amp;ü®\\RïÏñ«UýØE½S{\u001c",
       "\n",
       "æ\u0013g\u0001¾P^zU=\u0011\u001c",
       "\n",
       "\u0011ß\"\u001a \u0017­&gt;8º&gt;ér·íú\u0015&gt;!;\u0006W\f",
       "\n",
       "*ÖOQ\u0006 v3lõvnêCÑÝÈÜ~\f",
       "\n",
       "È\u001c",
       "\n",
       "·Ud×\u0013Ë Þ°&lt;¶Íw\\ô\"t¤}â</th>\n",
       "      <th>öÂç¼Òé¯¿ÊZ­\u0017°Vr³ÑÏ</th>\n",
       "      <th>úÑ¦~\u0004@üþ^\u0010\u0015t²'\u000e\u000eë\u0006Æ6T\u001c",
       "\n",
       "¯U¶F\"-ê}6oã\u0012­8aØÜ00</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://br-icloud.com.br</td>\n",
       "      <td>3</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://mp3raid.com/music/krizz_kaliko.html</td>\n",
       "      <td>0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://bopsecrets.org/rexroth/cr/1.htm</td>\n",
       "      <td>0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://www.garage-pirenne.be/index.php?option=...</td>\n",
       "      <td>1</td>\n",
       "      <td>88.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
       "      <td>1</td>\n",
       "      <td>235.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651186</th>\n",
       "      <td>http://xbox360.ign.com/objects/850/850402.html</td>\n",
       "      <td>3</td>\n",
       "      <td>46.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651187</th>\n",
       "      <td>http://games.teamxbox.com/xbox-360/1860/Dead-S...</td>\n",
       "      <td>3</td>\n",
       "      <td>51.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651188</th>\n",
       "      <td>http://www.gamespot.com/xbox360/action/deadspace/</td>\n",
       "      <td>3</td>\n",
       "      <td>49.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651189</th>\n",
       "      <td>http://en.wikipedia.org/wiki/Dead_Space_(video...</td>\n",
       "      <td>3</td>\n",
       "      <td>52.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651190</th>\n",
       "      <td>http://www.angelfire.com/goth/devilmaycrytonite/</td>\n",
       "      <td>3</td>\n",
       "      <td>48.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>651191 rows × 699 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      url  type  url_length  \\\n",
       "0                                 http://br-icloud.com.br     3        23.0   \n",
       "1              http://mp3raid.com/music/krizz_kaliko.html     0        42.0   \n",
       "2                  http://bopsecrets.org/rexroth/cr/1.htm     0        38.0   \n",
       "3       http://www.garage-pirenne.be/index.php?option=...     1        88.0   \n",
       "4       http://adventure-nicaragua.net/index.php?optio...     1       235.0   \n",
       "...                                                   ...   ...         ...   \n",
       "651186     http://xbox360.ign.com/objects/850/850402.html     3        46.0   \n",
       "651187  http://games.teamxbox.com/xbox-360/1860/Dead-S...     3        51.0   \n",
       "651188  http://www.gamespot.com/xbox360/action/deadspace/     3        49.0   \n",
       "651189  http://en.wikipedia.org/wiki/Dead_Space_(video...     3        52.0   \n",
       "651190   http://www.angelfire.com/goth/devilmaycrytonite/     3        48.0   \n",
       "\n",
       "        url_path_length  url_host_length  url_host_is_ip  \\\n",
       "0                   0.0             16.0             0.0   \n",
       "1                  24.0             11.0             0.0   \n",
       "2                  17.0             14.0             0.0   \n",
       "3                  10.0             21.0             0.0   \n",
       "4                  10.0             23.0             0.0   \n",
       "...                 ...              ...             ...   \n",
       "651186             24.0             15.0             0.0   \n",
       "651187             26.0             18.0             0.0   \n",
       "651188             26.0             16.0             0.0   \n",
       "651189             29.0             16.0             0.0   \n",
       "651190             24.0             17.0             0.0   \n",
       "\n",
       "        url_has_port_in_string  number_of_digits  number_of_parameters  \\\n",
       "0                          0.0               0.0                   0.0   \n",
       "1                          0.0               1.0                   0.0   \n",
       "2                          0.0               1.0                   0.0   \n",
       "3                          0.0               7.0                   4.0   \n",
       "4                          0.0              22.0                   3.0   \n",
       "...                        ...               ...                   ...   \n",
       "651186                     0.0              12.0                   0.0   \n",
       "651187                     0.0               7.0                   0.0   \n",
       "651188                     0.0               3.0                   0.0   \n",
       "651189                     0.0               0.0                   0.0   \n",
       "651190                     0.0               0.0                   0.0   \n",
       "\n",
       "        number_of_fragments  ...  á>V>4z¢¶Mù2<¯LOâ¿3\u00061\bÈ  \\\n",
       "0                       0.0  ...                        0   \n",
       "1                       0.0  ...                        0   \n",
       "2                       0.0  ...                        0   \n",
       "3                       0.0  ...                        0   \n",
       "4                       0.0  ...                        0   \n",
       "...                     ...  ...                      ...   \n",
       "651186                  0.0  ...                        0   \n",
       "651187                  0.0  ...                        0   \n",
       "651188                  0.0  ...                        0   \n",
       "651189                  0.0  ...                        0   \n",
       "651190                  0.0  ...                        0   \n",
       "\n",
       "        äÕ3ñºT-\n",
       "\u0011TÖGÑîÊ­\u0002ñòò\u0002}¼ae°\n",
       "ôÈ>´ôÌ~ÀÁÙD¡ê\u0006ÅszõdÕÄzæ±\u000e¨a»¿{Áî\u0006¤Ç\u0002\u0006yÏ\u0017!ÙÌ¯\bH¡Ûì\u0012Â<ëK\n",
       "³Ù\u0019'õ\u0005+¬\"å+$¤Gh±B  \\\n",
       "0                                                       0                                                                \n",
       "1                                                       0                                                                \n",
       "2                                                       0                                                                \n",
       "3                                                       0                                                                \n",
       "4                                                       0                                                                \n",
       "...                                                   ...                                                                \n",
       "651186                                                  0                                                                \n",
       "651187                                                  0                                                                \n",
       "651188                                                  0                                                                \n",
       "651189                                                  0                                                                \n",
       "651190                                                  0                                                                \n",
       "\n",
       "        è kvüDâQÎé4¼Ò©  é¾¾T\n",
       "\u000e`(+}^«´i\\'F4\u0018æ \u0016}CjÑ  \\\n",
       "0                      0                                0   \n",
       "1                      0                                0   \n",
       "2                      0                                0   \n",
       "3                      0                                0   \n",
       "4                      0                                0   \n",
       "...                  ...                              ...   \n",
       "651186                 0                                0   \n",
       "651187                 0                                0   \n",
       "651188                 0                                0   \n",
       "651189                 0                                0   \n",
       "651190                 0                                0   \n",
       "\n",
       "        ë\u0003Ël×uÏB'JI¨GÙn\"Ç(\n",
       "0  ìUÛ ïwÐºÐã\u0016ìÌÔÍæÓJ>Òª©dÆ\u0012\u001btY¹  ïC¿YÂO®  \\\n",
       "0                          0                                     0        0   \n",
       "1                          0                                     0        0   \n",
       "2                          0                                     0        0   \n",
       "3                          0                                     0        0   \n",
       "4                          0                                     0        0   \n",
       "...                      ...                                   ...      ...   \n",
       "651186                     0                                     0        0   \n",
       "651187                     0                                     0        0   \n",
       "651188                     0                                     0        0   \n",
       "651189                     0                                     0        0   \n",
       "651190                     0                                     0        0   \n",
       "\n",
       "        ñ\u0010ûÉï\n",
       "9\"-b^EÐ2Þe´Ký+M÷ÝÝÚíÏS&ü®\\RïÏñ«UýØE½S{\n",
       "æ\u0013g\u0001¾P^zU=\u0011\n",
       "\u0011ß\"\u001a \u0017­>8º>ér·íú\u0015>!;\u0006W\n",
       "*ÖOQ\u0006 v3lõvnêCÑÝÈÜ~\n",
       "È\n",
       "·Ud×\u0013Ë Þ°<¶Íw\\ô\"t¤}â  \\\n",
       "0                                                       0                                                                                                         \n",
       "1                                                       0                                                                                                         \n",
       "2                                                       0                                                                                                         \n",
       "3                                                       0                                                                                                         \n",
       "4                                                       0                                                                                                         \n",
       "...                                                   ...                                                                                                         \n",
       "651186                                                  0                                                                                                         \n",
       "651187                                                  0                                                                                                         \n",
       "651188                                                  0                                                                                                         \n",
       "651189                                                  0                                                                                                         \n",
       "651190                                                  0                                                                                                         \n",
       "\n",
       "        öÂç¼Òé¯¿ÊZ­\u0017°Vr³ÑÏ  \\\n",
       "0                             0   \n",
       "1                             0   \n",
       "2                             0   \n",
       "3                             0   \n",
       "4                             0   \n",
       "...                         ...   \n",
       "651186                        0   \n",
       "651187                        0   \n",
       "651188                        0   \n",
       "651189                        0   \n",
       "651190                        0   \n",
       "\n",
       "        úÑ¦~\u0004@üþ^\u0010\u0015t²'\u000e\u000eë\u0006Æ6T\n",
       "¯U¶F\"-ê}6oã\u0012­8aØÜ00  \n",
       "0                                                    0  \n",
       "1                                                    0  \n",
       "2                                                    0  \n",
       "3                                                    0  \n",
       "4                                                    0  \n",
       "...                                                ...  \n",
       "651186                                               0  \n",
       "651187                                               0  \n",
       "651188                                               0  \n",
       "651189                                               0  \n",
       "651190                                               0  \n",
       "\n",
       "[651191 rows x 699 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b607c5b3",
   "metadata": {},
   "source": [
    "## Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "163a465f",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T09:10:15.214457Z",
     "start_time": "2021-12-26T09:08:49.608481Z"
    }
   },
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = scale_data(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "68f6268c",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-12T12:43:48.934420Z",
     "start_time": "2021-12-12T12:43:48.927425Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(520952, 697)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "ee1d186d",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-26T14:07:52.987307Z",
     "start_time": "2021-12-26T09:15:36.864405Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-mlogloss:1.31933\tvalidation_1-mlogloss:1.31936\n",
      "[1]\tvalidation_0-mlogloss:1.25951\tvalidation_1-mlogloss:1.25981\n",
      "[2]\tvalidation_0-mlogloss:1.20578\tvalidation_1-mlogloss:1.20644\n",
      "[3]\tvalidation_0-mlogloss:1.15779\tvalidation_1-mlogloss:1.15851\n",
      "[4]\tvalidation_0-mlogloss:1.11422\tvalidation_1-mlogloss:1.11517\n",
      "[5]\tvalidation_0-mlogloss:1.07458\tvalidation_1-mlogloss:1.07556\n",
      "[6]\tvalidation_0-mlogloss:1.03848\tvalidation_1-mlogloss:1.03960\n",
      "[7]\tvalidation_0-mlogloss:1.00545\tvalidation_1-mlogloss:1.00675\n",
      "[8]\tvalidation_0-mlogloss:0.97451\tvalidation_1-mlogloss:0.97602\n",
      "[9]\tvalidation_0-mlogloss:0.94616\tvalidation_1-mlogloss:0.94789\n",
      "[10]\tvalidation_0-mlogloss:0.92019\tvalidation_1-mlogloss:0.92209\n",
      "[11]\tvalidation_0-mlogloss:0.89609\tvalidation_1-mlogloss:0.89812\n",
      "[12]\tvalidation_0-mlogloss:0.87380\tvalidation_1-mlogloss:0.87593\n",
      "[13]\tvalidation_0-mlogloss:0.85306\tvalidation_1-mlogloss:0.85539\n",
      "[14]\tvalidation_0-mlogloss:0.83391\tvalidation_1-mlogloss:0.83638\n",
      "[15]\tvalidation_0-mlogloss:0.81619\tvalidation_1-mlogloss:0.81883\n",
      "[16]\tvalidation_0-mlogloss:0.79970\tvalidation_1-mlogloss:0.80261\n",
      "[17]\tvalidation_0-mlogloss:0.78461\tvalidation_1-mlogloss:0.78764\n",
      "[18]\tvalidation_0-mlogloss:0.77058\tvalidation_1-mlogloss:0.77384\n",
      "[19]\tvalidation_0-mlogloss:0.75767\tvalidation_1-mlogloss:0.76102\n",
      "[20]\tvalidation_0-mlogloss:0.74557\tvalidation_1-mlogloss:0.74912\n",
      "[21]\tvalidation_0-mlogloss:0.73442\tvalidation_1-mlogloss:0.73818\n",
      "[22]\tvalidation_0-mlogloss:0.72406\tvalidation_1-mlogloss:0.72798\n",
      "[23]\tvalidation_0-mlogloss:0.71429\tvalidation_1-mlogloss:0.71832\n",
      "[24]\tvalidation_0-mlogloss:0.70534\tvalidation_1-mlogloss:0.70957\n",
      "[25]\tvalidation_0-mlogloss:0.69726\tvalidation_1-mlogloss:0.70155\n",
      "[26]\tvalidation_0-mlogloss:0.68959\tvalidation_1-mlogloss:0.69403\n",
      "[27]\tvalidation_0-mlogloss:0.68261\tvalidation_1-mlogloss:0.68723\n",
      "[28]\tvalidation_0-mlogloss:0.67588\tvalidation_1-mlogloss:0.68059\n",
      "[29]\tvalidation_0-mlogloss:0.66974\tvalidation_1-mlogloss:0.67459\n",
      "[30]\tvalidation_0-mlogloss:0.66432\tvalidation_1-mlogloss:0.66928\n",
      "[31]\tvalidation_0-mlogloss:0.65931\tvalidation_1-mlogloss:0.66433\n",
      "[32]\tvalidation_0-mlogloss:0.65434\tvalidation_1-mlogloss:0.65949\n",
      "[33]\tvalidation_0-mlogloss:0.64970\tvalidation_1-mlogloss:0.65495\n",
      "[34]\tvalidation_0-mlogloss:0.64557\tvalidation_1-mlogloss:0.65087\n",
      "[35]\tvalidation_0-mlogloss:0.64172\tvalidation_1-mlogloss:0.64716\n",
      "[36]\tvalidation_0-mlogloss:0.63841\tvalidation_1-mlogloss:0.64393\n",
      "[37]\tvalidation_0-mlogloss:0.63498\tvalidation_1-mlogloss:0.64066\n",
      "[38]\tvalidation_0-mlogloss:0.63198\tvalidation_1-mlogloss:0.63781\n",
      "[39]\tvalidation_0-mlogloss:0.62914\tvalidation_1-mlogloss:0.63508\n",
      "[40]\tvalidation_0-mlogloss:0.62687\tvalidation_1-mlogloss:0.63286\n",
      "[41]\tvalidation_0-mlogloss:0.62468\tvalidation_1-mlogloss:0.63077\n",
      "[42]\tvalidation_0-mlogloss:0.62259\tvalidation_1-mlogloss:0.62883\n",
      "[43]\tvalidation_0-mlogloss:0.62051\tvalidation_1-mlogloss:0.62687\n",
      "[44]\tvalidation_0-mlogloss:0.61881\tvalidation_1-mlogloss:0.62530\n",
      "[45]\tvalidation_0-mlogloss:0.61745\tvalidation_1-mlogloss:0.62405\n",
      "[46]\tvalidation_0-mlogloss:0.61636\tvalidation_1-mlogloss:0.62303\n",
      "[47]\tvalidation_0-mlogloss:0.61497\tvalidation_1-mlogloss:0.62174\n",
      "[48]\tvalidation_0-mlogloss:0.61363\tvalidation_1-mlogloss:0.62052\n",
      "[49]\tvalidation_0-mlogloss:0.61231\tvalidation_1-mlogloss:0.61937\n",
      "[50]\tvalidation_0-mlogloss:0.61103\tvalidation_1-mlogloss:0.61811\n",
      "[51]\tvalidation_0-mlogloss:0.61017\tvalidation_1-mlogloss:0.61731\n",
      "[52]\tvalidation_0-mlogloss:0.60950\tvalidation_1-mlogloss:0.61680\n",
      "[53]\tvalidation_0-mlogloss:0.60847\tvalidation_1-mlogloss:0.61583\n",
      "[54]\tvalidation_0-mlogloss:0.60772\tvalidation_1-mlogloss:0.61515\n",
      "[55]\tvalidation_0-mlogloss:0.60708\tvalidation_1-mlogloss:0.61455\n",
      "[56]\tvalidation_0-mlogloss:0.60615\tvalidation_1-mlogloss:0.61372\n",
      "[57]\tvalidation_0-mlogloss:0.60560\tvalidation_1-mlogloss:0.61326\n",
      "[58]\tvalidation_0-mlogloss:0.60504\tvalidation_1-mlogloss:0.61277\n",
      "[59]\tvalidation_0-mlogloss:0.60436\tvalidation_1-mlogloss:0.61220\n",
      "[60]\tvalidation_0-mlogloss:0.60332\tvalidation_1-mlogloss:0.61120\n",
      "[61]\tvalidation_0-mlogloss:0.60271\tvalidation_1-mlogloss:0.61059\n",
      "[62]\tvalidation_0-mlogloss:0.60188\tvalidation_1-mlogloss:0.60982\n",
      "[63]\tvalidation_0-mlogloss:0.60109\tvalidation_1-mlogloss:0.60902\n",
      "[64]\tvalidation_0-mlogloss:0.60053\tvalidation_1-mlogloss:0.60852\n",
      "[65]\tvalidation_0-mlogloss:0.60003\tvalidation_1-mlogloss:0.60805\n",
      "[66]\tvalidation_0-mlogloss:0.59916\tvalidation_1-mlogloss:0.60725\n",
      "[67]\tvalidation_0-mlogloss:0.59872\tvalidation_1-mlogloss:0.60685\n",
      "[68]\tvalidation_0-mlogloss:0.59809\tvalidation_1-mlogloss:0.60624\n",
      "[69]\tvalidation_0-mlogloss:0.59747\tvalidation_1-mlogloss:0.60570\n",
      "[70]\tvalidation_0-mlogloss:0.59677\tvalidation_1-mlogloss:0.60507\n",
      "[71]\tvalidation_0-mlogloss:0.59594\tvalidation_1-mlogloss:0.60431\n",
      "[72]\tvalidation_0-mlogloss:0.59557\tvalidation_1-mlogloss:0.60399\n",
      "[73]\tvalidation_0-mlogloss:0.59499\tvalidation_1-mlogloss:0.60345\n",
      "[74]\tvalidation_0-mlogloss:0.59416\tvalidation_1-mlogloss:0.60271\n",
      "[75]\tvalidation_0-mlogloss:0.59354\tvalidation_1-mlogloss:0.60215\n",
      "[76]\tvalidation_0-mlogloss:0.59297\tvalidation_1-mlogloss:0.60156\n",
      "[77]\tvalidation_0-mlogloss:0.59211\tvalidation_1-mlogloss:0.60074\n",
      "[78]\tvalidation_0-mlogloss:0.59119\tvalidation_1-mlogloss:0.59981\n",
      "[79]\tvalidation_0-mlogloss:0.59050\tvalidation_1-mlogloss:0.59922\n",
      "[80]\tvalidation_0-mlogloss:0.58994\tvalidation_1-mlogloss:0.59870\n",
      "[81]\tvalidation_0-mlogloss:0.58946\tvalidation_1-mlogloss:0.59830\n",
      "[82]\tvalidation_0-mlogloss:0.58853\tvalidation_1-mlogloss:0.59747\n",
      "[83]\tvalidation_0-mlogloss:0.58810\tvalidation_1-mlogloss:0.59706\n",
      "[84]\tvalidation_0-mlogloss:0.58743\tvalidation_1-mlogloss:0.59650\n",
      "[85]\tvalidation_0-mlogloss:0.58652\tvalidation_1-mlogloss:0.59557\n",
      "[86]\tvalidation_0-mlogloss:0.58581\tvalidation_1-mlogloss:0.59488\n",
      "[87]\tvalidation_0-mlogloss:0.58500\tvalidation_1-mlogloss:0.59408\n",
      "[88]\tvalidation_0-mlogloss:0.58369\tvalidation_1-mlogloss:0.59277\n",
      "[89]\tvalidation_0-mlogloss:0.58257\tvalidation_1-mlogloss:0.59168\n",
      "[90]\tvalidation_0-mlogloss:0.58191\tvalidation_1-mlogloss:0.59103\n",
      "[91]\tvalidation_0-mlogloss:0.58120\tvalidation_1-mlogloss:0.59037\n",
      "[92]\tvalidation_0-mlogloss:0.58040\tvalidation_1-mlogloss:0.58962\n",
      "[93]\tvalidation_0-mlogloss:0.57977\tvalidation_1-mlogloss:0.58913\n",
      "[94]\tvalidation_0-mlogloss:0.57879\tvalidation_1-mlogloss:0.58820\n",
      "[95]\tvalidation_0-mlogloss:0.57796\tvalidation_1-mlogloss:0.58741\n",
      "[96]\tvalidation_0-mlogloss:0.57726\tvalidation_1-mlogloss:0.58672\n",
      "[97]\tvalidation_0-mlogloss:0.57654\tvalidation_1-mlogloss:0.58602\n",
      "[98]\tvalidation_0-mlogloss:0.57574\tvalidation_1-mlogloss:0.58530\n",
      "[99]\tvalidation_0-mlogloss:0.57487\tvalidation_1-mlogloss:0.58445\n",
      "[100]\tvalidation_0-mlogloss:0.57420\tvalidation_1-mlogloss:0.58376\n",
      "[101]\tvalidation_0-mlogloss:0.57330\tvalidation_1-mlogloss:0.58291\n",
      "[102]\tvalidation_0-mlogloss:0.57260\tvalidation_1-mlogloss:0.58218\n",
      "[103]\tvalidation_0-mlogloss:0.57182\tvalidation_1-mlogloss:0.58147\n",
      "[104]\tvalidation_0-mlogloss:0.57103\tvalidation_1-mlogloss:0.58072\n",
      "[105]\tvalidation_0-mlogloss:0.57017\tvalidation_1-mlogloss:0.57993\n",
      "[106]\tvalidation_0-mlogloss:0.56940\tvalidation_1-mlogloss:0.57920\n",
      "[107]\tvalidation_0-mlogloss:0.56848\tvalidation_1-mlogloss:0.57833\n",
      "[108]\tvalidation_0-mlogloss:0.56778\tvalidation_1-mlogloss:0.57767\n",
      "[109]\tvalidation_0-mlogloss:0.56716\tvalidation_1-mlogloss:0.57705\n",
      "[110]\tvalidation_0-mlogloss:0.56620\tvalidation_1-mlogloss:0.57613\n",
      "[111]\tvalidation_0-mlogloss:0.56534\tvalidation_1-mlogloss:0.57526\n",
      "[112]\tvalidation_0-mlogloss:0.56466\tvalidation_1-mlogloss:0.57457\n",
      "[113]\tvalidation_0-mlogloss:0.56370\tvalidation_1-mlogloss:0.57363\n",
      "[114]\tvalidation_0-mlogloss:0.56281\tvalidation_1-mlogloss:0.57273\n",
      "[115]\tvalidation_0-mlogloss:0.56204\tvalidation_1-mlogloss:0.57199\n",
      "[116]\tvalidation_0-mlogloss:0.56120\tvalidation_1-mlogloss:0.57120\n",
      "[117]\tvalidation_0-mlogloss:0.56058\tvalidation_1-mlogloss:0.57060\n",
      "[118]\tvalidation_0-mlogloss:0.55971\tvalidation_1-mlogloss:0.56977\n",
      "[119]\tvalidation_0-mlogloss:0.55864\tvalidation_1-mlogloss:0.56871\n",
      "[120]\tvalidation_0-mlogloss:0.55786\tvalidation_1-mlogloss:0.56795\n",
      "[121]\tvalidation_0-mlogloss:0.55693\tvalidation_1-mlogloss:0.56708\n",
      "[122]\tvalidation_0-mlogloss:0.55613\tvalidation_1-mlogloss:0.56634\n",
      "[123]\tvalidation_0-mlogloss:0.55525\tvalidation_1-mlogloss:0.56550\n",
      "[124]\tvalidation_0-mlogloss:0.55446\tvalidation_1-mlogloss:0.56477\n",
      "[125]\tvalidation_0-mlogloss:0.55368\tvalidation_1-mlogloss:0.56399\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[126]\tvalidation_0-mlogloss:0.55271\tvalidation_1-mlogloss:0.56308\n",
      "[127]\tvalidation_0-mlogloss:0.55195\tvalidation_1-mlogloss:0.56234\n",
      "[128]\tvalidation_0-mlogloss:0.55100\tvalidation_1-mlogloss:0.56134\n",
      "[129]\tvalidation_0-mlogloss:0.55032\tvalidation_1-mlogloss:0.56067\n",
      "[130]\tvalidation_0-mlogloss:0.54970\tvalidation_1-mlogloss:0.56006\n",
      "[131]\tvalidation_0-mlogloss:0.54862\tvalidation_1-mlogloss:0.55901\n",
      "[132]\tvalidation_0-mlogloss:0.54795\tvalidation_1-mlogloss:0.55842\n",
      "[133]\tvalidation_0-mlogloss:0.54732\tvalidation_1-mlogloss:0.55779\n",
      "[134]\tvalidation_0-mlogloss:0.54676\tvalidation_1-mlogloss:0.55724\n",
      "[135]\tvalidation_0-mlogloss:0.54603\tvalidation_1-mlogloss:0.55651\n",
      "[136]\tvalidation_0-mlogloss:0.54536\tvalidation_1-mlogloss:0.55586\n",
      "[137]\tvalidation_0-mlogloss:0.54485\tvalidation_1-mlogloss:0.55534\n",
      "[138]\tvalidation_0-mlogloss:0.54410\tvalidation_1-mlogloss:0.55460\n",
      "[139]\tvalidation_0-mlogloss:0.54355\tvalidation_1-mlogloss:0.55407\n",
      "[140]\tvalidation_0-mlogloss:0.54300\tvalidation_1-mlogloss:0.55352\n",
      "[141]\tvalidation_0-mlogloss:0.54229\tvalidation_1-mlogloss:0.55281\n",
      "[142]\tvalidation_0-mlogloss:0.54168\tvalidation_1-mlogloss:0.55223\n",
      "[143]\tvalidation_0-mlogloss:0.54081\tvalidation_1-mlogloss:0.55137\n",
      "[144]\tvalidation_0-mlogloss:0.54038\tvalidation_1-mlogloss:0.55096\n",
      "[145]\tvalidation_0-mlogloss:0.53985\tvalidation_1-mlogloss:0.55046\n",
      "[146]\tvalidation_0-mlogloss:0.53913\tvalidation_1-mlogloss:0.54973\n",
      "[147]\tvalidation_0-mlogloss:0.53863\tvalidation_1-mlogloss:0.54926\n",
      "[148]\tvalidation_0-mlogloss:0.53806\tvalidation_1-mlogloss:0.54873\n",
      "[149]\tvalidation_0-mlogloss:0.53745\tvalidation_1-mlogloss:0.54814\n",
      "[150]\tvalidation_0-mlogloss:0.53681\tvalidation_1-mlogloss:0.54755\n",
      "[151]\tvalidation_0-mlogloss:0.53606\tvalidation_1-mlogloss:0.54678\n",
      "[152]\tvalidation_0-mlogloss:0.53552\tvalidation_1-mlogloss:0.54626\n",
      "[153]\tvalidation_0-mlogloss:0.53487\tvalidation_1-mlogloss:0.54558\n",
      "[154]\tvalidation_0-mlogloss:0.53433\tvalidation_1-mlogloss:0.54512\n",
      "[155]\tvalidation_0-mlogloss:0.53369\tvalidation_1-mlogloss:0.54446\n",
      "[156]\tvalidation_0-mlogloss:0.53321\tvalidation_1-mlogloss:0.54400\n",
      "[157]\tvalidation_0-mlogloss:0.53281\tvalidation_1-mlogloss:0.54360\n",
      "[158]\tvalidation_0-mlogloss:0.53235\tvalidation_1-mlogloss:0.54314\n",
      "[159]\tvalidation_0-mlogloss:0.53200\tvalidation_1-mlogloss:0.54281\n",
      "[160]\tvalidation_0-mlogloss:0.53156\tvalidation_1-mlogloss:0.54239\n",
      "[161]\tvalidation_0-mlogloss:0.53092\tvalidation_1-mlogloss:0.54175\n",
      "[162]\tvalidation_0-mlogloss:0.53046\tvalidation_1-mlogloss:0.54133\n",
      "[163]\tvalidation_0-mlogloss:0.52985\tvalidation_1-mlogloss:0.54072\n",
      "[164]\tvalidation_0-mlogloss:0.52932\tvalidation_1-mlogloss:0.54019\n",
      "[165]\tvalidation_0-mlogloss:0.52898\tvalidation_1-mlogloss:0.53986\n",
      "[166]\tvalidation_0-mlogloss:0.52864\tvalidation_1-mlogloss:0.53953\n",
      "[167]\tvalidation_0-mlogloss:0.52809\tvalidation_1-mlogloss:0.53897\n",
      "[168]\tvalidation_0-mlogloss:0.52766\tvalidation_1-mlogloss:0.53855\n",
      "[169]\tvalidation_0-mlogloss:0.52719\tvalidation_1-mlogloss:0.53806\n",
      "[170]\tvalidation_0-mlogloss:0.52671\tvalidation_1-mlogloss:0.53761\n",
      "[171]\tvalidation_0-mlogloss:0.52621\tvalidation_1-mlogloss:0.53713\n",
      "[172]\tvalidation_0-mlogloss:0.52568\tvalidation_1-mlogloss:0.53660\n",
      "[173]\tvalidation_0-mlogloss:0.52537\tvalidation_1-mlogloss:0.53629\n",
      "[174]\tvalidation_0-mlogloss:0.52470\tvalidation_1-mlogloss:0.53561\n",
      "[175]\tvalidation_0-mlogloss:0.52443\tvalidation_1-mlogloss:0.53534\n",
      "[176]\tvalidation_0-mlogloss:0.52407\tvalidation_1-mlogloss:0.53497\n",
      "[177]\tvalidation_0-mlogloss:0.52367\tvalidation_1-mlogloss:0.53458\n",
      "[178]\tvalidation_0-mlogloss:0.52348\tvalidation_1-mlogloss:0.53440\n",
      "[179]\tvalidation_0-mlogloss:0.52324\tvalidation_1-mlogloss:0.53416\n",
      "[180]\tvalidation_0-mlogloss:0.52296\tvalidation_1-mlogloss:0.53389\n",
      "[181]\tvalidation_0-mlogloss:0.52249\tvalidation_1-mlogloss:0.53342\n",
      "[182]\tvalidation_0-mlogloss:0.52220\tvalidation_1-mlogloss:0.53315\n",
      "[183]\tvalidation_0-mlogloss:0.52177\tvalidation_1-mlogloss:0.53272\n",
      "[184]\tvalidation_0-mlogloss:0.52124\tvalidation_1-mlogloss:0.53219\n",
      "[185]\tvalidation_0-mlogloss:0.52059\tvalidation_1-mlogloss:0.53151\n",
      "[186]\tvalidation_0-mlogloss:0.52019\tvalidation_1-mlogloss:0.53114\n",
      "[187]\tvalidation_0-mlogloss:0.51977\tvalidation_1-mlogloss:0.53072\n",
      "[188]\tvalidation_0-mlogloss:0.51940\tvalidation_1-mlogloss:0.53036\n",
      "[189]\tvalidation_0-mlogloss:0.51903\tvalidation_1-mlogloss:0.53001\n",
      "[190]\tvalidation_0-mlogloss:0.51877\tvalidation_1-mlogloss:0.52976\n",
      "[191]\tvalidation_0-mlogloss:0.51838\tvalidation_1-mlogloss:0.52939\n",
      "[192]\tvalidation_0-mlogloss:0.51797\tvalidation_1-mlogloss:0.52900\n",
      "[193]\tvalidation_0-mlogloss:0.51768\tvalidation_1-mlogloss:0.52874\n",
      "[194]\tvalidation_0-mlogloss:0.51730\tvalidation_1-mlogloss:0.52836\n",
      "[195]\tvalidation_0-mlogloss:0.51693\tvalidation_1-mlogloss:0.52797\n",
      "[196]\tvalidation_0-mlogloss:0.51671\tvalidation_1-mlogloss:0.52775\n",
      "[197]\tvalidation_0-mlogloss:0.51647\tvalidation_1-mlogloss:0.52752\n",
      "[198]\tvalidation_0-mlogloss:0.51612\tvalidation_1-mlogloss:0.52719\n",
      "[199]\tvalidation_0-mlogloss:0.51569\tvalidation_1-mlogloss:0.52675\n",
      "[200]\tvalidation_0-mlogloss:0.51536\tvalidation_1-mlogloss:0.52641\n",
      "[201]\tvalidation_0-mlogloss:0.51516\tvalidation_1-mlogloss:0.52621\n",
      "[202]\tvalidation_0-mlogloss:0.51483\tvalidation_1-mlogloss:0.52585\n",
      "[203]\tvalidation_0-mlogloss:0.51451\tvalidation_1-mlogloss:0.52554\n",
      "[204]\tvalidation_0-mlogloss:0.51422\tvalidation_1-mlogloss:0.52526\n",
      "[205]\tvalidation_0-mlogloss:0.51391\tvalidation_1-mlogloss:0.52497\n",
      "[206]\tvalidation_0-mlogloss:0.51363\tvalidation_1-mlogloss:0.52470\n",
      "[207]\tvalidation_0-mlogloss:0.51331\tvalidation_1-mlogloss:0.52440\n",
      "[208]\tvalidation_0-mlogloss:0.51294\tvalidation_1-mlogloss:0.52402\n",
      "[209]\tvalidation_0-mlogloss:0.51266\tvalidation_1-mlogloss:0.52375\n",
      "[210]\tvalidation_0-mlogloss:0.51236\tvalidation_1-mlogloss:0.52346\n",
      "[211]\tvalidation_0-mlogloss:0.51207\tvalidation_1-mlogloss:0.52317\n",
      "[212]\tvalidation_0-mlogloss:0.51189\tvalidation_1-mlogloss:0.52298\n",
      "[213]\tvalidation_0-mlogloss:0.51165\tvalidation_1-mlogloss:0.52276\n",
      "[214]\tvalidation_0-mlogloss:0.51114\tvalidation_1-mlogloss:0.52221\n",
      "[215]\tvalidation_0-mlogloss:0.51086\tvalidation_1-mlogloss:0.52192\n",
      "[216]\tvalidation_0-mlogloss:0.51056\tvalidation_1-mlogloss:0.52162\n",
      "[217]\tvalidation_0-mlogloss:0.51028\tvalidation_1-mlogloss:0.52135\n",
      "[218]\tvalidation_0-mlogloss:0.50999\tvalidation_1-mlogloss:0.52106\n",
      "[219]\tvalidation_0-mlogloss:0.50959\tvalidation_1-mlogloss:0.52065\n",
      "[220]\tvalidation_0-mlogloss:0.50932\tvalidation_1-mlogloss:0.52036\n",
      "[221]\tvalidation_0-mlogloss:0.50908\tvalidation_1-mlogloss:0.52012\n",
      "[222]\tvalidation_0-mlogloss:0.50886\tvalidation_1-mlogloss:0.51991\n",
      "[223]\tvalidation_0-mlogloss:0.50865\tvalidation_1-mlogloss:0.51971\n",
      "[224]\tvalidation_0-mlogloss:0.50836\tvalidation_1-mlogloss:0.51944\n",
      "[225]\tvalidation_0-mlogloss:0.50816\tvalidation_1-mlogloss:0.51922\n",
      "[226]\tvalidation_0-mlogloss:0.50793\tvalidation_1-mlogloss:0.51900\n",
      "[227]\tvalidation_0-mlogloss:0.50760\tvalidation_1-mlogloss:0.51867\n",
      "[228]\tvalidation_0-mlogloss:0.50740\tvalidation_1-mlogloss:0.51848\n",
      "[229]\tvalidation_0-mlogloss:0.50726\tvalidation_1-mlogloss:0.51835\n",
      "[230]\tvalidation_0-mlogloss:0.50699\tvalidation_1-mlogloss:0.51810\n",
      "[231]\tvalidation_0-mlogloss:0.50675\tvalidation_1-mlogloss:0.51786\n",
      "[232]\tvalidation_0-mlogloss:0.50641\tvalidation_1-mlogloss:0.51754\n",
      "[233]\tvalidation_0-mlogloss:0.50611\tvalidation_1-mlogloss:0.51722\n",
      "[234]\tvalidation_0-mlogloss:0.50585\tvalidation_1-mlogloss:0.51697\n",
      "[235]\tvalidation_0-mlogloss:0.50545\tvalidation_1-mlogloss:0.51660\n",
      "[236]\tvalidation_0-mlogloss:0.50525\tvalidation_1-mlogloss:0.51642\n",
      "[237]\tvalidation_0-mlogloss:0.50481\tvalidation_1-mlogloss:0.51598\n",
      "[238]\tvalidation_0-mlogloss:0.50458\tvalidation_1-mlogloss:0.51576\n",
      "[239]\tvalidation_0-mlogloss:0.50442\tvalidation_1-mlogloss:0.51560\n",
      "[240]\tvalidation_0-mlogloss:0.50404\tvalidation_1-mlogloss:0.51523\n",
      "[241]\tvalidation_0-mlogloss:0.50388\tvalidation_1-mlogloss:0.51508\n",
      "[242]\tvalidation_0-mlogloss:0.50357\tvalidation_1-mlogloss:0.51480\n",
      "[243]\tvalidation_0-mlogloss:0.50326\tvalidation_1-mlogloss:0.51450\n",
      "[244]\tvalidation_0-mlogloss:0.50301\tvalidation_1-mlogloss:0.51427\n",
      "[245]\tvalidation_0-mlogloss:0.50274\tvalidation_1-mlogloss:0.51402\n",
      "[246]\tvalidation_0-mlogloss:0.50258\tvalidation_1-mlogloss:0.51386\n",
      "[247]\tvalidation_0-mlogloss:0.50240\tvalidation_1-mlogloss:0.51370\n",
      "[248]\tvalidation_0-mlogloss:0.50217\tvalidation_1-mlogloss:0.51349\n",
      "[249]\tvalidation_0-mlogloss:0.50189\tvalidation_1-mlogloss:0.51321\n",
      "[250]\tvalidation_0-mlogloss:0.50166\tvalidation_1-mlogloss:0.51300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[251]\tvalidation_0-mlogloss:0.50147\tvalidation_1-mlogloss:0.51280\n",
      "[252]\tvalidation_0-mlogloss:0.50124\tvalidation_1-mlogloss:0.51258\n",
      "[253]\tvalidation_0-mlogloss:0.50112\tvalidation_1-mlogloss:0.51246\n",
      "[254]\tvalidation_0-mlogloss:0.50093\tvalidation_1-mlogloss:0.51227\n",
      "[255]\tvalidation_0-mlogloss:0.50070\tvalidation_1-mlogloss:0.51205\n",
      "[256]\tvalidation_0-mlogloss:0.50047\tvalidation_1-mlogloss:0.51182\n",
      "[257]\tvalidation_0-mlogloss:0.50036\tvalidation_1-mlogloss:0.51172\n",
      "[258]\tvalidation_0-mlogloss:0.50019\tvalidation_1-mlogloss:0.51155\n",
      "[259]\tvalidation_0-mlogloss:0.49995\tvalidation_1-mlogloss:0.51134\n",
      "[260]\tvalidation_0-mlogloss:0.49979\tvalidation_1-mlogloss:0.51118\n",
      "[261]\tvalidation_0-mlogloss:0.49959\tvalidation_1-mlogloss:0.51100\n",
      "[262]\tvalidation_0-mlogloss:0.49948\tvalidation_1-mlogloss:0.51090\n",
      "[263]\tvalidation_0-mlogloss:0.49919\tvalidation_1-mlogloss:0.51064\n",
      "[264]\tvalidation_0-mlogloss:0.49895\tvalidation_1-mlogloss:0.51042\n",
      "[265]\tvalidation_0-mlogloss:0.49858\tvalidation_1-mlogloss:0.51005\n",
      "[266]\tvalidation_0-mlogloss:0.49837\tvalidation_1-mlogloss:0.50984\n",
      "[267]\tvalidation_0-mlogloss:0.49817\tvalidation_1-mlogloss:0.50965\n",
      "[268]\tvalidation_0-mlogloss:0.49800\tvalidation_1-mlogloss:0.50948\n",
      "[269]\tvalidation_0-mlogloss:0.49781\tvalidation_1-mlogloss:0.50930\n",
      "[270]\tvalidation_0-mlogloss:0.49771\tvalidation_1-mlogloss:0.50920\n",
      "[271]\tvalidation_0-mlogloss:0.49753\tvalidation_1-mlogloss:0.50901\n",
      "[272]\tvalidation_0-mlogloss:0.49731\tvalidation_1-mlogloss:0.50879\n",
      "[273]\tvalidation_0-mlogloss:0.49706\tvalidation_1-mlogloss:0.50855\n",
      "[274]\tvalidation_0-mlogloss:0.49693\tvalidation_1-mlogloss:0.50843\n",
      "[275]\tvalidation_0-mlogloss:0.49682\tvalidation_1-mlogloss:0.50832\n",
      "[276]\tvalidation_0-mlogloss:0.49658\tvalidation_1-mlogloss:0.50806\n",
      "[277]\tvalidation_0-mlogloss:0.49639\tvalidation_1-mlogloss:0.50789\n",
      "[278]\tvalidation_0-mlogloss:0.49625\tvalidation_1-mlogloss:0.50775\n",
      "[279]\tvalidation_0-mlogloss:0.49597\tvalidation_1-mlogloss:0.50746\n",
      "[280]\tvalidation_0-mlogloss:0.49564\tvalidation_1-mlogloss:0.50713\n",
      "[281]\tvalidation_0-mlogloss:0.49551\tvalidation_1-mlogloss:0.50702\n",
      "[282]\tvalidation_0-mlogloss:0.49534\tvalidation_1-mlogloss:0.50686\n",
      "[283]\tvalidation_0-mlogloss:0.49518\tvalidation_1-mlogloss:0.50671\n",
      "[284]\tvalidation_0-mlogloss:0.49507\tvalidation_1-mlogloss:0.50660\n",
      "[285]\tvalidation_0-mlogloss:0.49488\tvalidation_1-mlogloss:0.50643\n",
      "[286]\tvalidation_0-mlogloss:0.49476\tvalidation_1-mlogloss:0.50631\n",
      "[287]\tvalidation_0-mlogloss:0.49461\tvalidation_1-mlogloss:0.50616\n",
      "[288]\tvalidation_0-mlogloss:0.49424\tvalidation_1-mlogloss:0.50578\n",
      "[289]\tvalidation_0-mlogloss:0.49410\tvalidation_1-mlogloss:0.50564\n",
      "[290]\tvalidation_0-mlogloss:0.49391\tvalidation_1-mlogloss:0.50547\n",
      "[291]\tvalidation_0-mlogloss:0.49377\tvalidation_1-mlogloss:0.50532\n",
      "[292]\tvalidation_0-mlogloss:0.49347\tvalidation_1-mlogloss:0.50502\n",
      "[293]\tvalidation_0-mlogloss:0.49335\tvalidation_1-mlogloss:0.50491\n",
      "[294]\tvalidation_0-mlogloss:0.49319\tvalidation_1-mlogloss:0.50475\n",
      "[295]\tvalidation_0-mlogloss:0.49305\tvalidation_1-mlogloss:0.50462\n",
      "[296]\tvalidation_0-mlogloss:0.49295\tvalidation_1-mlogloss:0.50453\n",
      "[297]\tvalidation_0-mlogloss:0.49279\tvalidation_1-mlogloss:0.50439\n",
      "[298]\tvalidation_0-mlogloss:0.49257\tvalidation_1-mlogloss:0.50419\n",
      "[299]\tvalidation_0-mlogloss:0.49244\tvalidation_1-mlogloss:0.50406\n",
      "[300]\tvalidation_0-mlogloss:0.49230\tvalidation_1-mlogloss:0.50392\n",
      "[301]\tvalidation_0-mlogloss:0.49216\tvalidation_1-mlogloss:0.50379\n",
      "[302]\tvalidation_0-mlogloss:0.49195\tvalidation_1-mlogloss:0.50359\n",
      "[303]\tvalidation_0-mlogloss:0.49177\tvalidation_1-mlogloss:0.50342\n",
      "[304]\tvalidation_0-mlogloss:0.49167\tvalidation_1-mlogloss:0.50333\n",
      "[305]\tvalidation_0-mlogloss:0.49149\tvalidation_1-mlogloss:0.50314\n",
      "[306]\tvalidation_0-mlogloss:0.49130\tvalidation_1-mlogloss:0.50297\n",
      "[307]\tvalidation_0-mlogloss:0.49098\tvalidation_1-mlogloss:0.50267\n",
      "[308]\tvalidation_0-mlogloss:0.49075\tvalidation_1-mlogloss:0.50249\n",
      "[309]\tvalidation_0-mlogloss:0.49059\tvalidation_1-mlogloss:0.50233\n",
      "[310]\tvalidation_0-mlogloss:0.49038\tvalidation_1-mlogloss:0.50213\n",
      "[311]\tvalidation_0-mlogloss:0.49027\tvalidation_1-mlogloss:0.50201\n",
      "[312]\tvalidation_0-mlogloss:0.49014\tvalidation_1-mlogloss:0.50189\n",
      "[313]\tvalidation_0-mlogloss:0.48991\tvalidation_1-mlogloss:0.50169\n",
      "[314]\tvalidation_0-mlogloss:0.48985\tvalidation_1-mlogloss:0.50163\n",
      "[315]\tvalidation_0-mlogloss:0.48968\tvalidation_1-mlogloss:0.50149\n",
      "[316]\tvalidation_0-mlogloss:0.48931\tvalidation_1-mlogloss:0.50115\n",
      "[317]\tvalidation_0-mlogloss:0.48919\tvalidation_1-mlogloss:0.50103\n",
      "[318]\tvalidation_0-mlogloss:0.48892\tvalidation_1-mlogloss:0.50077\n",
      "[319]\tvalidation_0-mlogloss:0.48880\tvalidation_1-mlogloss:0.50067\n",
      "[320]\tvalidation_0-mlogloss:0.48868\tvalidation_1-mlogloss:0.50056\n",
      "[321]\tvalidation_0-mlogloss:0.48850\tvalidation_1-mlogloss:0.50038\n",
      "[322]\tvalidation_0-mlogloss:0.48836\tvalidation_1-mlogloss:0.50025\n",
      "[323]\tvalidation_0-mlogloss:0.48818\tvalidation_1-mlogloss:0.50006\n",
      "[324]\tvalidation_0-mlogloss:0.48793\tvalidation_1-mlogloss:0.49982\n",
      "[325]\tvalidation_0-mlogloss:0.48776\tvalidation_1-mlogloss:0.49966\n",
      "[326]\tvalidation_0-mlogloss:0.48760\tvalidation_1-mlogloss:0.49952\n",
      "[327]\tvalidation_0-mlogloss:0.48729\tvalidation_1-mlogloss:0.49921\n",
      "[328]\tvalidation_0-mlogloss:0.48710\tvalidation_1-mlogloss:0.49901\n",
      "[329]\tvalidation_0-mlogloss:0.48698\tvalidation_1-mlogloss:0.49890\n",
      "[330]\tvalidation_0-mlogloss:0.48687\tvalidation_1-mlogloss:0.49880\n",
      "[331]\tvalidation_0-mlogloss:0.48654\tvalidation_1-mlogloss:0.49844\n",
      "[332]\tvalidation_0-mlogloss:0.48640\tvalidation_1-mlogloss:0.49831\n",
      "[333]\tvalidation_0-mlogloss:0.48625\tvalidation_1-mlogloss:0.49817\n",
      "[334]\tvalidation_0-mlogloss:0.48600\tvalidation_1-mlogloss:0.49794\n",
      "[335]\tvalidation_0-mlogloss:0.48592\tvalidation_1-mlogloss:0.49788\n",
      "[336]\tvalidation_0-mlogloss:0.48578\tvalidation_1-mlogloss:0.49775\n",
      "[337]\tvalidation_0-mlogloss:0.48544\tvalidation_1-mlogloss:0.49743\n",
      "[338]\tvalidation_0-mlogloss:0.48534\tvalidation_1-mlogloss:0.49735\n",
      "[339]\tvalidation_0-mlogloss:0.48512\tvalidation_1-mlogloss:0.49713\n",
      "[340]\tvalidation_0-mlogloss:0.48487\tvalidation_1-mlogloss:0.49690\n",
      "[341]\tvalidation_0-mlogloss:0.48479\tvalidation_1-mlogloss:0.49682\n",
      "[342]\tvalidation_0-mlogloss:0.48465\tvalidation_1-mlogloss:0.49669\n",
      "[343]\tvalidation_0-mlogloss:0.48439\tvalidation_1-mlogloss:0.49644\n",
      "[344]\tvalidation_0-mlogloss:0.48428\tvalidation_1-mlogloss:0.49635\n",
      "[345]\tvalidation_0-mlogloss:0.48412\tvalidation_1-mlogloss:0.49618\n",
      "[346]\tvalidation_0-mlogloss:0.48394\tvalidation_1-mlogloss:0.49600\n",
      "[347]\tvalidation_0-mlogloss:0.48379\tvalidation_1-mlogloss:0.49586\n",
      "[348]\tvalidation_0-mlogloss:0.48368\tvalidation_1-mlogloss:0.49575\n",
      "[349]\tvalidation_0-mlogloss:0.48355\tvalidation_1-mlogloss:0.49562\n",
      "[350]\tvalidation_0-mlogloss:0.48331\tvalidation_1-mlogloss:0.49541\n",
      "[351]\tvalidation_0-mlogloss:0.48312\tvalidation_1-mlogloss:0.49522\n",
      "[352]\tvalidation_0-mlogloss:0.48295\tvalidation_1-mlogloss:0.49507\n",
      "[353]\tvalidation_0-mlogloss:0.48271\tvalidation_1-mlogloss:0.49483\n",
      "[354]\tvalidation_0-mlogloss:0.48265\tvalidation_1-mlogloss:0.49479\n",
      "[355]\tvalidation_0-mlogloss:0.48253\tvalidation_1-mlogloss:0.49465\n",
      "[356]\tvalidation_0-mlogloss:0.48242\tvalidation_1-mlogloss:0.49456\n",
      "[357]\tvalidation_0-mlogloss:0.48224\tvalidation_1-mlogloss:0.49439\n",
      "[358]\tvalidation_0-mlogloss:0.48217\tvalidation_1-mlogloss:0.49433\n",
      "[359]\tvalidation_0-mlogloss:0.48208\tvalidation_1-mlogloss:0.49426\n",
      "[360]\tvalidation_0-mlogloss:0.48190\tvalidation_1-mlogloss:0.49409\n",
      "[361]\tvalidation_0-mlogloss:0.48166\tvalidation_1-mlogloss:0.49387\n",
      "[362]\tvalidation_0-mlogloss:0.48143\tvalidation_1-mlogloss:0.49365\n",
      "[363]\tvalidation_0-mlogloss:0.48115\tvalidation_1-mlogloss:0.49337\n",
      "[364]\tvalidation_0-mlogloss:0.48093\tvalidation_1-mlogloss:0.49316\n",
      "[365]\tvalidation_0-mlogloss:0.48073\tvalidation_1-mlogloss:0.49295\n",
      "[366]\tvalidation_0-mlogloss:0.48049\tvalidation_1-mlogloss:0.49272\n",
      "[367]\tvalidation_0-mlogloss:0.48044\tvalidation_1-mlogloss:0.49268\n",
      "[368]\tvalidation_0-mlogloss:0.48022\tvalidation_1-mlogloss:0.49248\n",
      "[369]\tvalidation_0-mlogloss:0.48003\tvalidation_1-mlogloss:0.49228\n",
      "[370]\tvalidation_0-mlogloss:0.47975\tvalidation_1-mlogloss:0.49201\n",
      "[371]\tvalidation_0-mlogloss:0.47968\tvalidation_1-mlogloss:0.49194\n",
      "[372]\tvalidation_0-mlogloss:0.47954\tvalidation_1-mlogloss:0.49181\n",
      "[373]\tvalidation_0-mlogloss:0.47945\tvalidation_1-mlogloss:0.49173\n",
      "[374]\tvalidation_0-mlogloss:0.47942\tvalidation_1-mlogloss:0.49171\n",
      "[375]\tvalidation_0-mlogloss:0.47933\tvalidation_1-mlogloss:0.49163\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[376]\tvalidation_0-mlogloss:0.47930\tvalidation_1-mlogloss:0.49160\n",
      "[377]\tvalidation_0-mlogloss:0.47922\tvalidation_1-mlogloss:0.49153\n",
      "[378]\tvalidation_0-mlogloss:0.47911\tvalidation_1-mlogloss:0.49142\n",
      "[379]\tvalidation_0-mlogloss:0.47895\tvalidation_1-mlogloss:0.49127\n",
      "[380]\tvalidation_0-mlogloss:0.47886\tvalidation_1-mlogloss:0.49118\n",
      "[381]\tvalidation_0-mlogloss:0.47877\tvalidation_1-mlogloss:0.49109\n",
      "[382]\tvalidation_0-mlogloss:0.47864\tvalidation_1-mlogloss:0.49096\n",
      "[383]\tvalidation_0-mlogloss:0.47858\tvalidation_1-mlogloss:0.49090\n",
      "[384]\tvalidation_0-mlogloss:0.47849\tvalidation_1-mlogloss:0.49081\n",
      "[385]\tvalidation_0-mlogloss:0.47830\tvalidation_1-mlogloss:0.49063\n",
      "[386]\tvalidation_0-mlogloss:0.47821\tvalidation_1-mlogloss:0.49054\n",
      "[387]\tvalidation_0-mlogloss:0.47805\tvalidation_1-mlogloss:0.49038\n",
      "[388]\tvalidation_0-mlogloss:0.47781\tvalidation_1-mlogloss:0.49015\n",
      "[389]\tvalidation_0-mlogloss:0.47772\tvalidation_1-mlogloss:0.49007\n",
      "[390]\tvalidation_0-mlogloss:0.47763\tvalidation_1-mlogloss:0.48999\n",
      "[391]\tvalidation_0-mlogloss:0.47733\tvalidation_1-mlogloss:0.48974\n",
      "[392]\tvalidation_0-mlogloss:0.47721\tvalidation_1-mlogloss:0.48961\n",
      "[393]\tvalidation_0-mlogloss:0.47708\tvalidation_1-mlogloss:0.48949\n",
      "[394]\tvalidation_0-mlogloss:0.47699\tvalidation_1-mlogloss:0.48940\n",
      "[395]\tvalidation_0-mlogloss:0.47677\tvalidation_1-mlogloss:0.48918\n",
      "[396]\tvalidation_0-mlogloss:0.47666\tvalidation_1-mlogloss:0.48910\n",
      "[397]\tvalidation_0-mlogloss:0.47659\tvalidation_1-mlogloss:0.48904\n",
      "[398]\tvalidation_0-mlogloss:0.47647\tvalidation_1-mlogloss:0.48893\n",
      "[399]\tvalidation_0-mlogloss:0.47625\tvalidation_1-mlogloss:0.48872\n",
      "[400]\tvalidation_0-mlogloss:0.47608\tvalidation_1-mlogloss:0.48854\n",
      "[401]\tvalidation_0-mlogloss:0.47602\tvalidation_1-mlogloss:0.48849\n",
      "[402]\tvalidation_0-mlogloss:0.47594\tvalidation_1-mlogloss:0.48840\n",
      "[403]\tvalidation_0-mlogloss:0.47572\tvalidation_1-mlogloss:0.48818\n",
      "[404]\tvalidation_0-mlogloss:0.47552\tvalidation_1-mlogloss:0.48801\n",
      "[405]\tvalidation_0-mlogloss:0.47520\tvalidation_1-mlogloss:0.48771\n",
      "[406]\tvalidation_0-mlogloss:0.47513\tvalidation_1-mlogloss:0.48764\n",
      "[407]\tvalidation_0-mlogloss:0.47499\tvalidation_1-mlogloss:0.48750\n",
      "[408]\tvalidation_0-mlogloss:0.47490\tvalidation_1-mlogloss:0.48743\n",
      "[409]\tvalidation_0-mlogloss:0.47481\tvalidation_1-mlogloss:0.48734\n",
      "[410]\tvalidation_0-mlogloss:0.47471\tvalidation_1-mlogloss:0.48724\n",
      "[411]\tvalidation_0-mlogloss:0.47462\tvalidation_1-mlogloss:0.48718\n",
      "[412]\tvalidation_0-mlogloss:0.47446\tvalidation_1-mlogloss:0.48702\n",
      "[413]\tvalidation_0-mlogloss:0.47415\tvalidation_1-mlogloss:0.48670\n",
      "[414]\tvalidation_0-mlogloss:0.47410\tvalidation_1-mlogloss:0.48666\n",
      "[415]\tvalidation_0-mlogloss:0.47392\tvalidation_1-mlogloss:0.48651\n",
      "[416]\tvalidation_0-mlogloss:0.47383\tvalidation_1-mlogloss:0.48642\n",
      "[417]\tvalidation_0-mlogloss:0.47374\tvalidation_1-mlogloss:0.48635\n",
      "[418]\tvalidation_0-mlogloss:0.47354\tvalidation_1-mlogloss:0.48613\n",
      "[419]\tvalidation_0-mlogloss:0.47342\tvalidation_1-mlogloss:0.48601\n",
      "[420]\tvalidation_0-mlogloss:0.47335\tvalidation_1-mlogloss:0.48595\n",
      "[421]\tvalidation_0-mlogloss:0.47321\tvalidation_1-mlogloss:0.48582\n",
      "[422]\tvalidation_0-mlogloss:0.47307\tvalidation_1-mlogloss:0.48569\n",
      "[423]\tvalidation_0-mlogloss:0.47284\tvalidation_1-mlogloss:0.48545\n",
      "[424]\tvalidation_0-mlogloss:0.47255\tvalidation_1-mlogloss:0.48517\n",
      "[425]\tvalidation_0-mlogloss:0.47246\tvalidation_1-mlogloss:0.48509\n",
      "[426]\tvalidation_0-mlogloss:0.47236\tvalidation_1-mlogloss:0.48499\n",
      "[427]\tvalidation_0-mlogloss:0.47227\tvalidation_1-mlogloss:0.48491\n",
      "[428]\tvalidation_0-mlogloss:0.47209\tvalidation_1-mlogloss:0.48473\n",
      "[429]\tvalidation_0-mlogloss:0.47203\tvalidation_1-mlogloss:0.48468\n",
      "[430]\tvalidation_0-mlogloss:0.47192\tvalidation_1-mlogloss:0.48458\n",
      "[431]\tvalidation_0-mlogloss:0.47182\tvalidation_1-mlogloss:0.48448\n",
      "[432]\tvalidation_0-mlogloss:0.47164\tvalidation_1-mlogloss:0.48432\n",
      "[433]\tvalidation_0-mlogloss:0.47155\tvalidation_1-mlogloss:0.48424\n",
      "[434]\tvalidation_0-mlogloss:0.47149\tvalidation_1-mlogloss:0.48419\n",
      "[435]\tvalidation_0-mlogloss:0.47146\tvalidation_1-mlogloss:0.48417\n",
      "[436]\tvalidation_0-mlogloss:0.47129\tvalidation_1-mlogloss:0.48402\n",
      "[437]\tvalidation_0-mlogloss:0.47109\tvalidation_1-mlogloss:0.48385\n",
      "[438]\tvalidation_0-mlogloss:0.47103\tvalidation_1-mlogloss:0.48379\n",
      "[439]\tvalidation_0-mlogloss:0.47096\tvalidation_1-mlogloss:0.48373\n",
      "[440]\tvalidation_0-mlogloss:0.47086\tvalidation_1-mlogloss:0.48365\n",
      "[441]\tvalidation_0-mlogloss:0.47077\tvalidation_1-mlogloss:0.48355\n",
      "[442]\tvalidation_0-mlogloss:0.47068\tvalidation_1-mlogloss:0.48347\n",
      "[443]\tvalidation_0-mlogloss:0.47042\tvalidation_1-mlogloss:0.48321\n",
      "[444]\tvalidation_0-mlogloss:0.47033\tvalidation_1-mlogloss:0.48311\n",
      "[445]\tvalidation_0-mlogloss:0.47027\tvalidation_1-mlogloss:0.48306\n",
      "[446]\tvalidation_0-mlogloss:0.47017\tvalidation_1-mlogloss:0.48296\n",
      "[447]\tvalidation_0-mlogloss:0.47000\tvalidation_1-mlogloss:0.48280\n",
      "[448]\tvalidation_0-mlogloss:0.46990\tvalidation_1-mlogloss:0.48271\n",
      "[449]\tvalidation_0-mlogloss:0.46982\tvalidation_1-mlogloss:0.48266\n",
      "[450]\tvalidation_0-mlogloss:0.46978\tvalidation_1-mlogloss:0.48261\n",
      "[451]\tvalidation_0-mlogloss:0.46965\tvalidation_1-mlogloss:0.48250\n",
      "[452]\tvalidation_0-mlogloss:0.46957\tvalidation_1-mlogloss:0.48243\n",
      "[453]\tvalidation_0-mlogloss:0.46950\tvalidation_1-mlogloss:0.48236\n",
      "[454]\tvalidation_0-mlogloss:0.46935\tvalidation_1-mlogloss:0.48222\n",
      "[455]\tvalidation_0-mlogloss:0.46918\tvalidation_1-mlogloss:0.48204\n",
      "[456]\tvalidation_0-mlogloss:0.46898\tvalidation_1-mlogloss:0.48184\n",
      "[457]\tvalidation_0-mlogloss:0.46884\tvalidation_1-mlogloss:0.48169\n",
      "[458]\tvalidation_0-mlogloss:0.46871\tvalidation_1-mlogloss:0.48158\n",
      "[459]\tvalidation_0-mlogloss:0.46860\tvalidation_1-mlogloss:0.48148\n",
      "[460]\tvalidation_0-mlogloss:0.46850\tvalidation_1-mlogloss:0.48137\n",
      "[461]\tvalidation_0-mlogloss:0.46833\tvalidation_1-mlogloss:0.48122\n",
      "[462]\tvalidation_0-mlogloss:0.46823\tvalidation_1-mlogloss:0.48111\n",
      "[463]\tvalidation_0-mlogloss:0.46813\tvalidation_1-mlogloss:0.48101\n",
      "[464]\tvalidation_0-mlogloss:0.46807\tvalidation_1-mlogloss:0.48096\n",
      "[465]\tvalidation_0-mlogloss:0.46794\tvalidation_1-mlogloss:0.48082\n",
      "[466]\tvalidation_0-mlogloss:0.46775\tvalidation_1-mlogloss:0.48065\n",
      "[467]\tvalidation_0-mlogloss:0.46746\tvalidation_1-mlogloss:0.48037\n",
      "[468]\tvalidation_0-mlogloss:0.46721\tvalidation_1-mlogloss:0.48015\n",
      "[469]\tvalidation_0-mlogloss:0.46714\tvalidation_1-mlogloss:0.48008\n",
      "[470]\tvalidation_0-mlogloss:0.46699\tvalidation_1-mlogloss:0.47993\n",
      "[471]\tvalidation_0-mlogloss:0.46682\tvalidation_1-mlogloss:0.47976\n",
      "[472]\tvalidation_0-mlogloss:0.46677\tvalidation_1-mlogloss:0.47971\n",
      "[473]\tvalidation_0-mlogloss:0.46659\tvalidation_1-mlogloss:0.47953\n",
      "[474]\tvalidation_0-mlogloss:0.46653\tvalidation_1-mlogloss:0.47948\n",
      "[475]\tvalidation_0-mlogloss:0.46637\tvalidation_1-mlogloss:0.47933\n",
      "[476]\tvalidation_0-mlogloss:0.46625\tvalidation_1-mlogloss:0.47921\n",
      "[477]\tvalidation_0-mlogloss:0.46618\tvalidation_1-mlogloss:0.47915\n",
      "[478]\tvalidation_0-mlogloss:0.46602\tvalidation_1-mlogloss:0.47899\n",
      "[479]\tvalidation_0-mlogloss:0.46583\tvalidation_1-mlogloss:0.47880\n",
      "[480]\tvalidation_0-mlogloss:0.46575\tvalidation_1-mlogloss:0.47872\n",
      "[481]\tvalidation_0-mlogloss:0.46568\tvalidation_1-mlogloss:0.47866\n",
      "[482]\tvalidation_0-mlogloss:0.46558\tvalidation_1-mlogloss:0.47857\n",
      "[483]\tvalidation_0-mlogloss:0.46531\tvalidation_1-mlogloss:0.47833\n",
      "[484]\tvalidation_0-mlogloss:0.46525\tvalidation_1-mlogloss:0.47828\n",
      "[485]\tvalidation_0-mlogloss:0.46516\tvalidation_1-mlogloss:0.47820\n",
      "[486]\tvalidation_0-mlogloss:0.46508\tvalidation_1-mlogloss:0.47814\n",
      "[487]\tvalidation_0-mlogloss:0.46485\tvalidation_1-mlogloss:0.47793\n",
      "[488]\tvalidation_0-mlogloss:0.46477\tvalidation_1-mlogloss:0.47785\n",
      "[489]\tvalidation_0-mlogloss:0.46471\tvalidation_1-mlogloss:0.47779\n",
      "[490]\tvalidation_0-mlogloss:0.46466\tvalidation_1-mlogloss:0.47775\n",
      "[491]\tvalidation_0-mlogloss:0.46459\tvalidation_1-mlogloss:0.47769\n",
      "[492]\tvalidation_0-mlogloss:0.46453\tvalidation_1-mlogloss:0.47762\n",
      "[493]\tvalidation_0-mlogloss:0.46444\tvalidation_1-mlogloss:0.47753\n",
      "[494]\tvalidation_0-mlogloss:0.46431\tvalidation_1-mlogloss:0.47742\n",
      "[495]\tvalidation_0-mlogloss:0.46416\tvalidation_1-mlogloss:0.47727\n",
      "[496]\tvalidation_0-mlogloss:0.46408\tvalidation_1-mlogloss:0.47720\n",
      "[497]\tvalidation_0-mlogloss:0.46398\tvalidation_1-mlogloss:0.47711\n",
      "[498]\tvalidation_0-mlogloss:0.46389\tvalidation_1-mlogloss:0.47702\n",
      "[499]\tvalidation_0-mlogloss:0.46376\tvalidation_1-mlogloss:0.47690\n",
      "[500]\tvalidation_0-mlogloss:0.46359\tvalidation_1-mlogloss:0.47675\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[501]\tvalidation_0-mlogloss:0.46346\tvalidation_1-mlogloss:0.47664\n",
      "[502]\tvalidation_0-mlogloss:0.46335\tvalidation_1-mlogloss:0.47655\n",
      "[503]\tvalidation_0-mlogloss:0.46321\tvalidation_1-mlogloss:0.47641\n",
      "[504]\tvalidation_0-mlogloss:0.46313\tvalidation_1-mlogloss:0.47633\n",
      "[505]\tvalidation_0-mlogloss:0.46292\tvalidation_1-mlogloss:0.47614\n",
      "[506]\tvalidation_0-mlogloss:0.46273\tvalidation_1-mlogloss:0.47595\n",
      "[507]\tvalidation_0-mlogloss:0.46264\tvalidation_1-mlogloss:0.47589\n",
      "[508]\tvalidation_0-mlogloss:0.46252\tvalidation_1-mlogloss:0.47578\n",
      "[509]\tvalidation_0-mlogloss:0.46247\tvalidation_1-mlogloss:0.47575\n",
      "[510]\tvalidation_0-mlogloss:0.46232\tvalidation_1-mlogloss:0.47562\n",
      "[511]\tvalidation_0-mlogloss:0.46220\tvalidation_1-mlogloss:0.47551\n",
      "[512]\tvalidation_0-mlogloss:0.46211\tvalidation_1-mlogloss:0.47542\n",
      "[513]\tvalidation_0-mlogloss:0.46204\tvalidation_1-mlogloss:0.47535\n",
      "[514]\tvalidation_0-mlogloss:0.46199\tvalidation_1-mlogloss:0.47532\n",
      "[515]\tvalidation_0-mlogloss:0.46194\tvalidation_1-mlogloss:0.47528\n",
      "[516]\tvalidation_0-mlogloss:0.46185\tvalidation_1-mlogloss:0.47520\n",
      "[517]\tvalidation_0-mlogloss:0.46177\tvalidation_1-mlogloss:0.47514\n",
      "[518]\tvalidation_0-mlogloss:0.46162\tvalidation_1-mlogloss:0.47498\n",
      "[519]\tvalidation_0-mlogloss:0.46154\tvalidation_1-mlogloss:0.47491\n",
      "[520]\tvalidation_0-mlogloss:0.46145\tvalidation_1-mlogloss:0.47480\n",
      "[521]\tvalidation_0-mlogloss:0.46119\tvalidation_1-mlogloss:0.47457\n",
      "[522]\tvalidation_0-mlogloss:0.46103\tvalidation_1-mlogloss:0.47441\n",
      "[523]\tvalidation_0-mlogloss:0.46093\tvalidation_1-mlogloss:0.47433\n",
      "[524]\tvalidation_0-mlogloss:0.46088\tvalidation_1-mlogloss:0.47428\n",
      "[525]\tvalidation_0-mlogloss:0.46082\tvalidation_1-mlogloss:0.47423\n",
      "[526]\tvalidation_0-mlogloss:0.46068\tvalidation_1-mlogloss:0.47411\n",
      "[527]\tvalidation_0-mlogloss:0.46054\tvalidation_1-mlogloss:0.47399\n",
      "[528]\tvalidation_0-mlogloss:0.46048\tvalidation_1-mlogloss:0.47393\n",
      "[529]\tvalidation_0-mlogloss:0.46040\tvalidation_1-mlogloss:0.47387\n",
      "[530]\tvalidation_0-mlogloss:0.46033\tvalidation_1-mlogloss:0.47380\n",
      "[531]\tvalidation_0-mlogloss:0.46014\tvalidation_1-mlogloss:0.47361\n",
      "[532]\tvalidation_0-mlogloss:0.46012\tvalidation_1-mlogloss:0.47359\n",
      "[533]\tvalidation_0-mlogloss:0.45990\tvalidation_1-mlogloss:0.47339\n",
      "[534]\tvalidation_0-mlogloss:0.45979\tvalidation_1-mlogloss:0.47328\n",
      "[535]\tvalidation_0-mlogloss:0.45967\tvalidation_1-mlogloss:0.47317\n",
      "[536]\tvalidation_0-mlogloss:0.45954\tvalidation_1-mlogloss:0.47306\n",
      "[537]\tvalidation_0-mlogloss:0.45941\tvalidation_1-mlogloss:0.47293\n",
      "[538]\tvalidation_0-mlogloss:0.45933\tvalidation_1-mlogloss:0.47285\n",
      "[539]\tvalidation_0-mlogloss:0.45924\tvalidation_1-mlogloss:0.47275\n",
      "[540]\tvalidation_0-mlogloss:0.45911\tvalidation_1-mlogloss:0.47263\n",
      "[541]\tvalidation_0-mlogloss:0.45899\tvalidation_1-mlogloss:0.47249\n",
      "[542]\tvalidation_0-mlogloss:0.45882\tvalidation_1-mlogloss:0.47234\n",
      "[543]\tvalidation_0-mlogloss:0.45870\tvalidation_1-mlogloss:0.47223\n",
      "[544]\tvalidation_0-mlogloss:0.45865\tvalidation_1-mlogloss:0.47219\n",
      "[545]\tvalidation_0-mlogloss:0.45859\tvalidation_1-mlogloss:0.47214\n",
      "[546]\tvalidation_0-mlogloss:0.45849\tvalidation_1-mlogloss:0.47206\n",
      "[547]\tvalidation_0-mlogloss:0.45843\tvalidation_1-mlogloss:0.47201\n",
      "[548]\tvalidation_0-mlogloss:0.45828\tvalidation_1-mlogloss:0.47188\n",
      "[549]\tvalidation_0-mlogloss:0.45823\tvalidation_1-mlogloss:0.47186\n",
      "[550]\tvalidation_0-mlogloss:0.45810\tvalidation_1-mlogloss:0.47174\n",
      "[551]\tvalidation_0-mlogloss:0.45805\tvalidation_1-mlogloss:0.47169\n",
      "[552]\tvalidation_0-mlogloss:0.45797\tvalidation_1-mlogloss:0.47161\n",
      "[553]\tvalidation_0-mlogloss:0.45789\tvalidation_1-mlogloss:0.47155\n",
      "[554]\tvalidation_0-mlogloss:0.45779\tvalidation_1-mlogloss:0.47147\n",
      "[555]\tvalidation_0-mlogloss:0.45769\tvalidation_1-mlogloss:0.47138\n",
      "[556]\tvalidation_0-mlogloss:0.45762\tvalidation_1-mlogloss:0.47132\n",
      "[557]\tvalidation_0-mlogloss:0.45755\tvalidation_1-mlogloss:0.47127\n",
      "[558]\tvalidation_0-mlogloss:0.45742\tvalidation_1-mlogloss:0.47115\n",
      "[559]\tvalidation_0-mlogloss:0.45734\tvalidation_1-mlogloss:0.47108\n",
      "[560]\tvalidation_0-mlogloss:0.45718\tvalidation_1-mlogloss:0.47095\n",
      "[561]\tvalidation_0-mlogloss:0.45709\tvalidation_1-mlogloss:0.47086\n",
      "[562]\tvalidation_0-mlogloss:0.45698\tvalidation_1-mlogloss:0.47075\n",
      "[563]\tvalidation_0-mlogloss:0.45686\tvalidation_1-mlogloss:0.47064\n",
      "[564]\tvalidation_0-mlogloss:0.45670\tvalidation_1-mlogloss:0.47048\n",
      "[565]\tvalidation_0-mlogloss:0.45658\tvalidation_1-mlogloss:0.47037\n",
      "[566]\tvalidation_0-mlogloss:0.45655\tvalidation_1-mlogloss:0.47035\n",
      "[567]\tvalidation_0-mlogloss:0.45650\tvalidation_1-mlogloss:0.47031\n",
      "[568]\tvalidation_0-mlogloss:0.45643\tvalidation_1-mlogloss:0.47023\n",
      "[569]\tvalidation_0-mlogloss:0.45632\tvalidation_1-mlogloss:0.47012\n",
      "[570]\tvalidation_0-mlogloss:0.45625\tvalidation_1-mlogloss:0.47007\n",
      "[571]\tvalidation_0-mlogloss:0.45607\tvalidation_1-mlogloss:0.46992\n",
      "[572]\tvalidation_0-mlogloss:0.45587\tvalidation_1-mlogloss:0.46972\n",
      "[573]\tvalidation_0-mlogloss:0.45581\tvalidation_1-mlogloss:0.46966\n",
      "[574]\tvalidation_0-mlogloss:0.45569\tvalidation_1-mlogloss:0.46956\n",
      "[575]\tvalidation_0-mlogloss:0.45562\tvalidation_1-mlogloss:0.46951\n",
      "[576]\tvalidation_0-mlogloss:0.45555\tvalidation_1-mlogloss:0.46944\n",
      "[577]\tvalidation_0-mlogloss:0.45551\tvalidation_1-mlogloss:0.46941\n",
      "[578]\tvalidation_0-mlogloss:0.45538\tvalidation_1-mlogloss:0.46928\n",
      "[579]\tvalidation_0-mlogloss:0.45529\tvalidation_1-mlogloss:0.46919\n",
      "[580]\tvalidation_0-mlogloss:0.45522\tvalidation_1-mlogloss:0.46913\n",
      "[581]\tvalidation_0-mlogloss:0.45515\tvalidation_1-mlogloss:0.46905\n",
      "[582]\tvalidation_0-mlogloss:0.45504\tvalidation_1-mlogloss:0.46896\n",
      "[583]\tvalidation_0-mlogloss:0.45500\tvalidation_1-mlogloss:0.46893\n",
      "[584]\tvalidation_0-mlogloss:0.45494\tvalidation_1-mlogloss:0.46888\n",
      "[585]\tvalidation_0-mlogloss:0.45484\tvalidation_1-mlogloss:0.46879\n",
      "[586]\tvalidation_0-mlogloss:0.45465\tvalidation_1-mlogloss:0.46861\n",
      "[587]\tvalidation_0-mlogloss:0.45456\tvalidation_1-mlogloss:0.46852\n",
      "[588]\tvalidation_0-mlogloss:0.45441\tvalidation_1-mlogloss:0.46839\n",
      "[589]\tvalidation_0-mlogloss:0.45422\tvalidation_1-mlogloss:0.46818\n",
      "[590]\tvalidation_0-mlogloss:0.45411\tvalidation_1-mlogloss:0.46807\n",
      "[591]\tvalidation_0-mlogloss:0.45398\tvalidation_1-mlogloss:0.46797\n",
      "[592]\tvalidation_0-mlogloss:0.45382\tvalidation_1-mlogloss:0.46782\n",
      "[593]\tvalidation_0-mlogloss:0.45372\tvalidation_1-mlogloss:0.46775\n",
      "[594]\tvalidation_0-mlogloss:0.45364\tvalidation_1-mlogloss:0.46767\n",
      "[595]\tvalidation_0-mlogloss:0.45350\tvalidation_1-mlogloss:0.46754\n",
      "[596]\tvalidation_0-mlogloss:0.45345\tvalidation_1-mlogloss:0.46748\n",
      "[597]\tvalidation_0-mlogloss:0.45330\tvalidation_1-mlogloss:0.46734\n",
      "[598]\tvalidation_0-mlogloss:0.45318\tvalidation_1-mlogloss:0.46722\n",
      "[599]\tvalidation_0-mlogloss:0.45304\tvalidation_1-mlogloss:0.46710\n",
      "[600]\tvalidation_0-mlogloss:0.45299\tvalidation_1-mlogloss:0.46705\n",
      "[601]\tvalidation_0-mlogloss:0.45296\tvalidation_1-mlogloss:0.46703\n",
      "[602]\tvalidation_0-mlogloss:0.45286\tvalidation_1-mlogloss:0.46694\n",
      "[603]\tvalidation_0-mlogloss:0.45275\tvalidation_1-mlogloss:0.46683\n",
      "[604]\tvalidation_0-mlogloss:0.45264\tvalidation_1-mlogloss:0.46673\n",
      "[605]\tvalidation_0-mlogloss:0.45252\tvalidation_1-mlogloss:0.46660\n",
      "[606]\tvalidation_0-mlogloss:0.45238\tvalidation_1-mlogloss:0.46646\n",
      "[607]\tvalidation_0-mlogloss:0.45228\tvalidation_1-mlogloss:0.46638\n",
      "[608]\tvalidation_0-mlogloss:0.45212\tvalidation_1-mlogloss:0.46622\n",
      "[609]\tvalidation_0-mlogloss:0.45204\tvalidation_1-mlogloss:0.46616\n",
      "[610]\tvalidation_0-mlogloss:0.45187\tvalidation_1-mlogloss:0.46602\n",
      "[611]\tvalidation_0-mlogloss:0.45177\tvalidation_1-mlogloss:0.46592\n",
      "[612]\tvalidation_0-mlogloss:0.45173\tvalidation_1-mlogloss:0.46589\n",
      "[613]\tvalidation_0-mlogloss:0.45162\tvalidation_1-mlogloss:0.46579\n",
      "[614]\tvalidation_0-mlogloss:0.45156\tvalidation_1-mlogloss:0.46574\n",
      "[615]\tvalidation_0-mlogloss:0.45136\tvalidation_1-mlogloss:0.46556\n",
      "[616]\tvalidation_0-mlogloss:0.45125\tvalidation_1-mlogloss:0.46546\n",
      "[617]\tvalidation_0-mlogloss:0.45115\tvalidation_1-mlogloss:0.46537\n",
      "[618]\tvalidation_0-mlogloss:0.45106\tvalidation_1-mlogloss:0.46528\n",
      "[619]\tvalidation_0-mlogloss:0.45099\tvalidation_1-mlogloss:0.46524\n",
      "[620]\tvalidation_0-mlogloss:0.45091\tvalidation_1-mlogloss:0.46515\n",
      "[621]\tvalidation_0-mlogloss:0.45084\tvalidation_1-mlogloss:0.46509\n",
      "[622]\tvalidation_0-mlogloss:0.45071\tvalidation_1-mlogloss:0.46497\n",
      "[623]\tvalidation_0-mlogloss:0.45064\tvalidation_1-mlogloss:0.46491\n",
      "[624]\tvalidation_0-mlogloss:0.45058\tvalidation_1-mlogloss:0.46486\n",
      "[625]\tvalidation_0-mlogloss:0.45051\tvalidation_1-mlogloss:0.46480\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[626]\tvalidation_0-mlogloss:0.45043\tvalidation_1-mlogloss:0.46473\n",
      "[627]\tvalidation_0-mlogloss:0.45036\tvalidation_1-mlogloss:0.46466\n",
      "[628]\tvalidation_0-mlogloss:0.45023\tvalidation_1-mlogloss:0.46453\n",
      "[629]\tvalidation_0-mlogloss:0.45016\tvalidation_1-mlogloss:0.46447\n",
      "[630]\tvalidation_0-mlogloss:0.45004\tvalidation_1-mlogloss:0.46437\n",
      "[631]\tvalidation_0-mlogloss:0.44995\tvalidation_1-mlogloss:0.46430\n",
      "[632]\tvalidation_0-mlogloss:0.44990\tvalidation_1-mlogloss:0.46427\n",
      "[633]\tvalidation_0-mlogloss:0.44980\tvalidation_1-mlogloss:0.46417\n",
      "[634]\tvalidation_0-mlogloss:0.44973\tvalidation_1-mlogloss:0.46409\n",
      "[635]\tvalidation_0-mlogloss:0.44961\tvalidation_1-mlogloss:0.46398\n",
      "[636]\tvalidation_0-mlogloss:0.44942\tvalidation_1-mlogloss:0.46381\n",
      "[637]\tvalidation_0-mlogloss:0.44932\tvalidation_1-mlogloss:0.46374\n",
      "[638]\tvalidation_0-mlogloss:0.44921\tvalidation_1-mlogloss:0.46363\n",
      "[639]\tvalidation_0-mlogloss:0.44912\tvalidation_1-mlogloss:0.46355\n",
      "[640]\tvalidation_0-mlogloss:0.44904\tvalidation_1-mlogloss:0.46348\n",
      "[641]\tvalidation_0-mlogloss:0.44892\tvalidation_1-mlogloss:0.46336\n",
      "[642]\tvalidation_0-mlogloss:0.44874\tvalidation_1-mlogloss:0.46317\n",
      "[643]\tvalidation_0-mlogloss:0.44870\tvalidation_1-mlogloss:0.46313\n",
      "[644]\tvalidation_0-mlogloss:0.44856\tvalidation_1-mlogloss:0.46299\n",
      "[645]\tvalidation_0-mlogloss:0.44850\tvalidation_1-mlogloss:0.46295\n",
      "[646]\tvalidation_0-mlogloss:0.44849\tvalidation_1-mlogloss:0.46294\n",
      "[647]\tvalidation_0-mlogloss:0.44842\tvalidation_1-mlogloss:0.46288\n",
      "[648]\tvalidation_0-mlogloss:0.44821\tvalidation_1-mlogloss:0.46271\n",
      "[649]\tvalidation_0-mlogloss:0.44807\tvalidation_1-mlogloss:0.46258\n",
      "[650]\tvalidation_0-mlogloss:0.44792\tvalidation_1-mlogloss:0.46244\n",
      "[651]\tvalidation_0-mlogloss:0.44784\tvalidation_1-mlogloss:0.46236\n",
      "[652]\tvalidation_0-mlogloss:0.44779\tvalidation_1-mlogloss:0.46231\n",
      "[653]\tvalidation_0-mlogloss:0.44773\tvalidation_1-mlogloss:0.46227\n",
      "[654]\tvalidation_0-mlogloss:0.44765\tvalidation_1-mlogloss:0.46221\n",
      "[655]\tvalidation_0-mlogloss:0.44758\tvalidation_1-mlogloss:0.46215\n",
      "[656]\tvalidation_0-mlogloss:0.44749\tvalidation_1-mlogloss:0.46207\n",
      "[657]\tvalidation_0-mlogloss:0.44735\tvalidation_1-mlogloss:0.46197\n",
      "[658]\tvalidation_0-mlogloss:0.44729\tvalidation_1-mlogloss:0.46192\n",
      "[659]\tvalidation_0-mlogloss:0.44719\tvalidation_1-mlogloss:0.46182\n",
      "[660]\tvalidation_0-mlogloss:0.44701\tvalidation_1-mlogloss:0.46167\n",
      "[661]\tvalidation_0-mlogloss:0.44684\tvalidation_1-mlogloss:0.46151\n",
      "[662]\tvalidation_0-mlogloss:0.44683\tvalidation_1-mlogloss:0.46150\n",
      "[663]\tvalidation_0-mlogloss:0.44672\tvalidation_1-mlogloss:0.46141\n",
      "[664]\tvalidation_0-mlogloss:0.44649\tvalidation_1-mlogloss:0.46117\n",
      "[665]\tvalidation_0-mlogloss:0.44641\tvalidation_1-mlogloss:0.46111\n",
      "[666]\tvalidation_0-mlogloss:0.44629\tvalidation_1-mlogloss:0.46100\n",
      "[667]\tvalidation_0-mlogloss:0.44617\tvalidation_1-mlogloss:0.46089\n",
      "[668]\tvalidation_0-mlogloss:0.44609\tvalidation_1-mlogloss:0.46083\n",
      "[669]\tvalidation_0-mlogloss:0.44602\tvalidation_1-mlogloss:0.46076\n",
      "[670]\tvalidation_0-mlogloss:0.44594\tvalidation_1-mlogloss:0.46069\n",
      "[671]\tvalidation_0-mlogloss:0.44589\tvalidation_1-mlogloss:0.46065\n",
      "[672]\tvalidation_0-mlogloss:0.44587\tvalidation_1-mlogloss:0.46063\n",
      "[673]\tvalidation_0-mlogloss:0.44581\tvalidation_1-mlogloss:0.46057\n",
      "[674]\tvalidation_0-mlogloss:0.44570\tvalidation_1-mlogloss:0.46047\n",
      "[675]\tvalidation_0-mlogloss:0.44561\tvalidation_1-mlogloss:0.46039\n",
      "[676]\tvalidation_0-mlogloss:0.44550\tvalidation_1-mlogloss:0.46030\n",
      "[677]\tvalidation_0-mlogloss:0.44543\tvalidation_1-mlogloss:0.46024\n",
      "[678]\tvalidation_0-mlogloss:0.44537\tvalidation_1-mlogloss:0.46019\n",
      "[679]\tvalidation_0-mlogloss:0.44531\tvalidation_1-mlogloss:0.46014\n",
      "[680]\tvalidation_0-mlogloss:0.44529\tvalidation_1-mlogloss:0.46013\n",
      "[681]\tvalidation_0-mlogloss:0.44517\tvalidation_1-mlogloss:0.46002\n",
      "[682]\tvalidation_0-mlogloss:0.44508\tvalidation_1-mlogloss:0.45992\n",
      "[683]\tvalidation_0-mlogloss:0.44499\tvalidation_1-mlogloss:0.45984\n",
      "[684]\tvalidation_0-mlogloss:0.44486\tvalidation_1-mlogloss:0.45974\n",
      "[685]\tvalidation_0-mlogloss:0.44477\tvalidation_1-mlogloss:0.45964\n",
      "[686]\tvalidation_0-mlogloss:0.44472\tvalidation_1-mlogloss:0.45960\n",
      "[687]\tvalidation_0-mlogloss:0.44467\tvalidation_1-mlogloss:0.45957\n",
      "[688]\tvalidation_0-mlogloss:0.44456\tvalidation_1-mlogloss:0.45947\n",
      "[689]\tvalidation_0-mlogloss:0.44445\tvalidation_1-mlogloss:0.45937\n",
      "[690]\tvalidation_0-mlogloss:0.44435\tvalidation_1-mlogloss:0.45927\n",
      "[691]\tvalidation_0-mlogloss:0.44425\tvalidation_1-mlogloss:0.45920\n",
      "[692]\tvalidation_0-mlogloss:0.44417\tvalidation_1-mlogloss:0.45913\n",
      "[693]\tvalidation_0-mlogloss:0.44410\tvalidation_1-mlogloss:0.45907\n",
      "[694]\tvalidation_0-mlogloss:0.44400\tvalidation_1-mlogloss:0.45899\n",
      "[695]\tvalidation_0-mlogloss:0.44386\tvalidation_1-mlogloss:0.45886\n",
      "[696]\tvalidation_0-mlogloss:0.44377\tvalidation_1-mlogloss:0.45878\n",
      "[697]\tvalidation_0-mlogloss:0.44367\tvalidation_1-mlogloss:0.45868\n",
      "[698]\tvalidation_0-mlogloss:0.44359\tvalidation_1-mlogloss:0.45861\n",
      "[699]\tvalidation_0-mlogloss:0.44349\tvalidation_1-mlogloss:0.45852\n",
      "[700]\tvalidation_0-mlogloss:0.44341\tvalidation_1-mlogloss:0.45846\n",
      "[701]\tvalidation_0-mlogloss:0.44323\tvalidation_1-mlogloss:0.45827\n",
      "[702]\tvalidation_0-mlogloss:0.44321\tvalidation_1-mlogloss:0.45826\n",
      "[703]\tvalidation_0-mlogloss:0.44320\tvalidation_1-mlogloss:0.45826\n",
      "[704]\tvalidation_0-mlogloss:0.44304\tvalidation_1-mlogloss:0.45810\n",
      "[705]\tvalidation_0-mlogloss:0.44298\tvalidation_1-mlogloss:0.45805\n",
      "[706]\tvalidation_0-mlogloss:0.44288\tvalidation_1-mlogloss:0.45796\n",
      "[707]\tvalidation_0-mlogloss:0.44282\tvalidation_1-mlogloss:0.45790\n",
      "[708]\tvalidation_0-mlogloss:0.44275\tvalidation_1-mlogloss:0.45784\n",
      "[709]\tvalidation_0-mlogloss:0.44271\tvalidation_1-mlogloss:0.45781\n",
      "[710]\tvalidation_0-mlogloss:0.44265\tvalidation_1-mlogloss:0.45776\n",
      "[711]\tvalidation_0-mlogloss:0.44254\tvalidation_1-mlogloss:0.45768\n",
      "[712]\tvalidation_0-mlogloss:0.44249\tvalidation_1-mlogloss:0.45766\n",
      "[713]\tvalidation_0-mlogloss:0.44237\tvalidation_1-mlogloss:0.45754\n",
      "[714]\tvalidation_0-mlogloss:0.44226\tvalidation_1-mlogloss:0.45743\n",
      "[715]\tvalidation_0-mlogloss:0.44220\tvalidation_1-mlogloss:0.45737\n",
      "[716]\tvalidation_0-mlogloss:0.44206\tvalidation_1-mlogloss:0.45722\n",
      "[717]\tvalidation_0-mlogloss:0.44193\tvalidation_1-mlogloss:0.45711\n",
      "[718]\tvalidation_0-mlogloss:0.44180\tvalidation_1-mlogloss:0.45699\n",
      "[719]\tvalidation_0-mlogloss:0.44177\tvalidation_1-mlogloss:0.45696\n",
      "[720]\tvalidation_0-mlogloss:0.44171\tvalidation_1-mlogloss:0.45690\n",
      "[721]\tvalidation_0-mlogloss:0.44154\tvalidation_1-mlogloss:0.45675\n",
      "[722]\tvalidation_0-mlogloss:0.44151\tvalidation_1-mlogloss:0.45671\n",
      "[723]\tvalidation_0-mlogloss:0.44141\tvalidation_1-mlogloss:0.45666\n",
      "[724]\tvalidation_0-mlogloss:0.44134\tvalidation_1-mlogloss:0.45661\n",
      "[725]\tvalidation_0-mlogloss:0.44128\tvalidation_1-mlogloss:0.45656\n",
      "[726]\tvalidation_0-mlogloss:0.44121\tvalidation_1-mlogloss:0.45652\n",
      "[727]\tvalidation_0-mlogloss:0.44113\tvalidation_1-mlogloss:0.45644\n",
      "[728]\tvalidation_0-mlogloss:0.44100\tvalidation_1-mlogloss:0.45632\n",
      "[729]\tvalidation_0-mlogloss:0.44090\tvalidation_1-mlogloss:0.45624\n",
      "[730]\tvalidation_0-mlogloss:0.44083\tvalidation_1-mlogloss:0.45616\n",
      "[731]\tvalidation_0-mlogloss:0.44079\tvalidation_1-mlogloss:0.45614\n",
      "[732]\tvalidation_0-mlogloss:0.44075\tvalidation_1-mlogloss:0.45610\n",
      "[733]\tvalidation_0-mlogloss:0.44070\tvalidation_1-mlogloss:0.45606\n",
      "[734]\tvalidation_0-mlogloss:0.44063\tvalidation_1-mlogloss:0.45599\n",
      "[735]\tvalidation_0-mlogloss:0.44054\tvalidation_1-mlogloss:0.45592\n",
      "[736]\tvalidation_0-mlogloss:0.44028\tvalidation_1-mlogloss:0.45566\n",
      "[737]\tvalidation_0-mlogloss:0.44026\tvalidation_1-mlogloss:0.45565\n",
      "[738]\tvalidation_0-mlogloss:0.44019\tvalidation_1-mlogloss:0.45559\n",
      "[739]\tvalidation_0-mlogloss:0.44010\tvalidation_1-mlogloss:0.45550\n",
      "[740]\tvalidation_0-mlogloss:0.44004\tvalidation_1-mlogloss:0.45545\n",
      "[741]\tvalidation_0-mlogloss:0.44002\tvalidation_1-mlogloss:0.45544\n",
      "[742]\tvalidation_0-mlogloss:0.43993\tvalidation_1-mlogloss:0.45535\n",
      "[743]\tvalidation_0-mlogloss:0.43985\tvalidation_1-mlogloss:0.45529\n",
      "[744]\tvalidation_0-mlogloss:0.43977\tvalidation_1-mlogloss:0.45521\n",
      "[745]\tvalidation_0-mlogloss:0.43966\tvalidation_1-mlogloss:0.45512\n",
      "[746]\tvalidation_0-mlogloss:0.43961\tvalidation_1-mlogloss:0.45507\n",
      "[747]\tvalidation_0-mlogloss:0.43955\tvalidation_1-mlogloss:0.45502\n",
      "[748]\tvalidation_0-mlogloss:0.43949\tvalidation_1-mlogloss:0.45496\n",
      "[749]\tvalidation_0-mlogloss:0.43944\tvalidation_1-mlogloss:0.45493\n",
      "[750]\tvalidation_0-mlogloss:0.43931\tvalidation_1-mlogloss:0.45482\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[751]\tvalidation_0-mlogloss:0.43927\tvalidation_1-mlogloss:0.45479\n",
      "[752]\tvalidation_0-mlogloss:0.43921\tvalidation_1-mlogloss:0.45474\n",
      "[753]\tvalidation_0-mlogloss:0.43905\tvalidation_1-mlogloss:0.45458\n",
      "[754]\tvalidation_0-mlogloss:0.43901\tvalidation_1-mlogloss:0.45455\n",
      "[755]\tvalidation_0-mlogloss:0.43888\tvalidation_1-mlogloss:0.45443\n",
      "[756]\tvalidation_0-mlogloss:0.43884\tvalidation_1-mlogloss:0.45438\n",
      "[757]\tvalidation_0-mlogloss:0.43879\tvalidation_1-mlogloss:0.45434\n",
      "[758]\tvalidation_0-mlogloss:0.43866\tvalidation_1-mlogloss:0.45422\n",
      "[759]\tvalidation_0-mlogloss:0.43864\tvalidation_1-mlogloss:0.45420\n",
      "[760]\tvalidation_0-mlogloss:0.43858\tvalidation_1-mlogloss:0.45415\n",
      "[761]\tvalidation_0-mlogloss:0.43849\tvalidation_1-mlogloss:0.45405\n",
      "[762]\tvalidation_0-mlogloss:0.43839\tvalidation_1-mlogloss:0.45397\n",
      "[763]\tvalidation_0-mlogloss:0.43831\tvalidation_1-mlogloss:0.45390\n",
      "[764]\tvalidation_0-mlogloss:0.43826\tvalidation_1-mlogloss:0.45385\n",
      "[765]\tvalidation_0-mlogloss:0.43811\tvalidation_1-mlogloss:0.45373\n",
      "[766]\tvalidation_0-mlogloss:0.43800\tvalidation_1-mlogloss:0.45364\n",
      "[767]\tvalidation_0-mlogloss:0.43787\tvalidation_1-mlogloss:0.45354\n",
      "[768]\tvalidation_0-mlogloss:0.43781\tvalidation_1-mlogloss:0.45349\n",
      "[769]\tvalidation_0-mlogloss:0.43775\tvalidation_1-mlogloss:0.45345\n",
      "[770]\tvalidation_0-mlogloss:0.43764\tvalidation_1-mlogloss:0.45334\n",
      "[771]\tvalidation_0-mlogloss:0.43759\tvalidation_1-mlogloss:0.45329\n",
      "[772]\tvalidation_0-mlogloss:0.43749\tvalidation_1-mlogloss:0.45321\n",
      "[773]\tvalidation_0-mlogloss:0.43743\tvalidation_1-mlogloss:0.45314\n",
      "[774]\tvalidation_0-mlogloss:0.43733\tvalidation_1-mlogloss:0.45305\n",
      "[775]\tvalidation_0-mlogloss:0.43722\tvalidation_1-mlogloss:0.45295\n",
      "[776]\tvalidation_0-mlogloss:0.43716\tvalidation_1-mlogloss:0.45289\n",
      "[777]\tvalidation_0-mlogloss:0.43706\tvalidation_1-mlogloss:0.45280\n",
      "[778]\tvalidation_0-mlogloss:0.43695\tvalidation_1-mlogloss:0.45271\n",
      "[779]\tvalidation_0-mlogloss:0.43689\tvalidation_1-mlogloss:0.45265\n",
      "[780]\tvalidation_0-mlogloss:0.43687\tvalidation_1-mlogloss:0.45263\n",
      "[781]\tvalidation_0-mlogloss:0.43680\tvalidation_1-mlogloss:0.45256\n",
      "[782]\tvalidation_0-mlogloss:0.43674\tvalidation_1-mlogloss:0.45252\n",
      "[783]\tvalidation_0-mlogloss:0.43661\tvalidation_1-mlogloss:0.45238\n",
      "[784]\tvalidation_0-mlogloss:0.43655\tvalidation_1-mlogloss:0.45231\n",
      "[785]\tvalidation_0-mlogloss:0.43652\tvalidation_1-mlogloss:0.45229\n",
      "[786]\tvalidation_0-mlogloss:0.43643\tvalidation_1-mlogloss:0.45221\n",
      "[787]\tvalidation_0-mlogloss:0.43634\tvalidation_1-mlogloss:0.45213\n",
      "[788]\tvalidation_0-mlogloss:0.43629\tvalidation_1-mlogloss:0.45209\n",
      "[789]\tvalidation_0-mlogloss:0.43616\tvalidation_1-mlogloss:0.45197\n",
      "[790]\tvalidation_0-mlogloss:0.43607\tvalidation_1-mlogloss:0.45189\n",
      "[791]\tvalidation_0-mlogloss:0.43598\tvalidation_1-mlogloss:0.45182\n",
      "[792]\tvalidation_0-mlogloss:0.43595\tvalidation_1-mlogloss:0.45180\n",
      "[793]\tvalidation_0-mlogloss:0.43587\tvalidation_1-mlogloss:0.45174\n",
      "[794]\tvalidation_0-mlogloss:0.43577\tvalidation_1-mlogloss:0.45166\n",
      "[795]\tvalidation_0-mlogloss:0.43567\tvalidation_1-mlogloss:0.45157\n",
      "[796]\tvalidation_0-mlogloss:0.43560\tvalidation_1-mlogloss:0.45151\n",
      "[797]\tvalidation_0-mlogloss:0.43551\tvalidation_1-mlogloss:0.45144\n",
      "[798]\tvalidation_0-mlogloss:0.43549\tvalidation_1-mlogloss:0.45142\n",
      "[799]\tvalidation_0-mlogloss:0.43541\tvalidation_1-mlogloss:0.45135\n",
      "[800]\tvalidation_0-mlogloss:0.43533\tvalidation_1-mlogloss:0.45129\n",
      "[801]\tvalidation_0-mlogloss:0.43522\tvalidation_1-mlogloss:0.45119\n",
      "[802]\tvalidation_0-mlogloss:0.43522\tvalidation_1-mlogloss:0.45118\n",
      "[803]\tvalidation_0-mlogloss:0.43511\tvalidation_1-mlogloss:0.45109\n",
      "[804]\tvalidation_0-mlogloss:0.43506\tvalidation_1-mlogloss:0.45104\n",
      "[805]\tvalidation_0-mlogloss:0.43497\tvalidation_1-mlogloss:0.45097\n",
      "[806]\tvalidation_0-mlogloss:0.43487\tvalidation_1-mlogloss:0.45086\n",
      "[807]\tvalidation_0-mlogloss:0.43482\tvalidation_1-mlogloss:0.45083\n",
      "[808]\tvalidation_0-mlogloss:0.43477\tvalidation_1-mlogloss:0.45078\n",
      "[809]\tvalidation_0-mlogloss:0.43472\tvalidation_1-mlogloss:0.45073\n",
      "[810]\tvalidation_0-mlogloss:0.43459\tvalidation_1-mlogloss:0.45062\n",
      "[811]\tvalidation_0-mlogloss:0.43445\tvalidation_1-mlogloss:0.45051\n",
      "[812]\tvalidation_0-mlogloss:0.43434\tvalidation_1-mlogloss:0.45041\n",
      "[813]\tvalidation_0-mlogloss:0.43423\tvalidation_1-mlogloss:0.45031\n",
      "[814]\tvalidation_0-mlogloss:0.43417\tvalidation_1-mlogloss:0.45026\n",
      "[815]\tvalidation_0-mlogloss:0.43410\tvalidation_1-mlogloss:0.45022\n",
      "[816]\tvalidation_0-mlogloss:0.43404\tvalidation_1-mlogloss:0.45016\n",
      "[817]\tvalidation_0-mlogloss:0.43399\tvalidation_1-mlogloss:0.45012\n",
      "[818]\tvalidation_0-mlogloss:0.43393\tvalidation_1-mlogloss:0.45007\n",
      "[819]\tvalidation_0-mlogloss:0.43385\tvalidation_1-mlogloss:0.45000\n",
      "[820]\tvalidation_0-mlogloss:0.43379\tvalidation_1-mlogloss:0.44995\n",
      "[821]\tvalidation_0-mlogloss:0.43376\tvalidation_1-mlogloss:0.44992\n",
      "[822]\tvalidation_0-mlogloss:0.43360\tvalidation_1-mlogloss:0.44978\n",
      "[823]\tvalidation_0-mlogloss:0.43356\tvalidation_1-mlogloss:0.44975\n",
      "[824]\tvalidation_0-mlogloss:0.43352\tvalidation_1-mlogloss:0.44972\n",
      "[825]\tvalidation_0-mlogloss:0.43339\tvalidation_1-mlogloss:0.44961\n",
      "[826]\tvalidation_0-mlogloss:0.43333\tvalidation_1-mlogloss:0.44954\n",
      "[827]\tvalidation_0-mlogloss:0.43330\tvalidation_1-mlogloss:0.44953\n",
      "[828]\tvalidation_0-mlogloss:0.43320\tvalidation_1-mlogloss:0.44943\n",
      "[829]\tvalidation_0-mlogloss:0.43313\tvalidation_1-mlogloss:0.44937\n",
      "[830]\tvalidation_0-mlogloss:0.43307\tvalidation_1-mlogloss:0.44933\n",
      "[831]\tvalidation_0-mlogloss:0.43301\tvalidation_1-mlogloss:0.44929\n",
      "[832]\tvalidation_0-mlogloss:0.43288\tvalidation_1-mlogloss:0.44917\n",
      "[833]\tvalidation_0-mlogloss:0.43280\tvalidation_1-mlogloss:0.44910\n",
      "[834]\tvalidation_0-mlogloss:0.43276\tvalidation_1-mlogloss:0.44906\n",
      "[835]\tvalidation_0-mlogloss:0.43271\tvalidation_1-mlogloss:0.44902\n",
      "[836]\tvalidation_0-mlogloss:0.43264\tvalidation_1-mlogloss:0.44896\n",
      "[837]\tvalidation_0-mlogloss:0.43253\tvalidation_1-mlogloss:0.44886\n",
      "[838]\tvalidation_0-mlogloss:0.43243\tvalidation_1-mlogloss:0.44879\n",
      "[839]\tvalidation_0-mlogloss:0.43239\tvalidation_1-mlogloss:0.44876\n",
      "[840]\tvalidation_0-mlogloss:0.43230\tvalidation_1-mlogloss:0.44868\n",
      "[841]\tvalidation_0-mlogloss:0.43219\tvalidation_1-mlogloss:0.44857\n",
      "[842]\tvalidation_0-mlogloss:0.43209\tvalidation_1-mlogloss:0.44848\n",
      "[843]\tvalidation_0-mlogloss:0.43204\tvalidation_1-mlogloss:0.44844\n",
      "[844]\tvalidation_0-mlogloss:0.43191\tvalidation_1-mlogloss:0.44834\n",
      "[845]\tvalidation_0-mlogloss:0.43186\tvalidation_1-mlogloss:0.44830\n",
      "[846]\tvalidation_0-mlogloss:0.43172\tvalidation_1-mlogloss:0.44818\n",
      "[847]\tvalidation_0-mlogloss:0.43165\tvalidation_1-mlogloss:0.44812\n",
      "[848]\tvalidation_0-mlogloss:0.43152\tvalidation_1-mlogloss:0.44802\n",
      "[849]\tvalidation_0-mlogloss:0.43147\tvalidation_1-mlogloss:0.44797\n",
      "[850]\tvalidation_0-mlogloss:0.43145\tvalidation_1-mlogloss:0.44795\n",
      "[851]\tvalidation_0-mlogloss:0.43136\tvalidation_1-mlogloss:0.44785\n",
      "[852]\tvalidation_0-mlogloss:0.43129\tvalidation_1-mlogloss:0.44778\n",
      "[853]\tvalidation_0-mlogloss:0.43123\tvalidation_1-mlogloss:0.44774\n",
      "[854]\tvalidation_0-mlogloss:0.43111\tvalidation_1-mlogloss:0.44762\n",
      "[855]\tvalidation_0-mlogloss:0.43101\tvalidation_1-mlogloss:0.44753\n",
      "[856]\tvalidation_0-mlogloss:0.43089\tvalidation_1-mlogloss:0.44743\n",
      "[857]\tvalidation_0-mlogloss:0.43080\tvalidation_1-mlogloss:0.44735\n",
      "[858]\tvalidation_0-mlogloss:0.43074\tvalidation_1-mlogloss:0.44731\n",
      "[859]\tvalidation_0-mlogloss:0.43068\tvalidation_1-mlogloss:0.44727\n",
      "[860]\tvalidation_0-mlogloss:0.43063\tvalidation_1-mlogloss:0.44723\n",
      "[861]\tvalidation_0-mlogloss:0.43059\tvalidation_1-mlogloss:0.44720\n",
      "[862]\tvalidation_0-mlogloss:0.43046\tvalidation_1-mlogloss:0.44708\n",
      "[863]\tvalidation_0-mlogloss:0.43032\tvalidation_1-mlogloss:0.44696\n",
      "[864]\tvalidation_0-mlogloss:0.43014\tvalidation_1-mlogloss:0.44679\n",
      "[865]\tvalidation_0-mlogloss:0.43010\tvalidation_1-mlogloss:0.44677\n",
      "[866]\tvalidation_0-mlogloss:0.42998\tvalidation_1-mlogloss:0.44665\n",
      "[867]\tvalidation_0-mlogloss:0.42994\tvalidation_1-mlogloss:0.44663\n",
      "[868]\tvalidation_0-mlogloss:0.42989\tvalidation_1-mlogloss:0.44659\n",
      "[869]\tvalidation_0-mlogloss:0.42981\tvalidation_1-mlogloss:0.44653\n",
      "[870]\tvalidation_0-mlogloss:0.42976\tvalidation_1-mlogloss:0.44649\n",
      "[871]\tvalidation_0-mlogloss:0.42971\tvalidation_1-mlogloss:0.44646\n",
      "[872]\tvalidation_0-mlogloss:0.42962\tvalidation_1-mlogloss:0.44637\n",
      "[873]\tvalidation_0-mlogloss:0.42954\tvalidation_1-mlogloss:0.44631\n",
      "[874]\tvalidation_0-mlogloss:0.42942\tvalidation_1-mlogloss:0.44620\n",
      "[875]\tvalidation_0-mlogloss:0.42931\tvalidation_1-mlogloss:0.44612\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[876]\tvalidation_0-mlogloss:0.42928\tvalidation_1-mlogloss:0.44610\n",
      "[877]\tvalidation_0-mlogloss:0.42920\tvalidation_1-mlogloss:0.44603\n",
      "[878]\tvalidation_0-mlogloss:0.42910\tvalidation_1-mlogloss:0.44594\n",
      "[879]\tvalidation_0-mlogloss:0.42900\tvalidation_1-mlogloss:0.44585\n",
      "[880]\tvalidation_0-mlogloss:0.42894\tvalidation_1-mlogloss:0.44581\n",
      "[881]\tvalidation_0-mlogloss:0.42883\tvalidation_1-mlogloss:0.44571\n",
      "[882]\tvalidation_0-mlogloss:0.42879\tvalidation_1-mlogloss:0.44568\n",
      "[883]\tvalidation_0-mlogloss:0.42872\tvalidation_1-mlogloss:0.44561\n",
      "[884]\tvalidation_0-mlogloss:0.42865\tvalidation_1-mlogloss:0.44556\n",
      "[885]\tvalidation_0-mlogloss:0.42862\tvalidation_1-mlogloss:0.44553\n",
      "[886]\tvalidation_0-mlogloss:0.42851\tvalidation_1-mlogloss:0.44543\n",
      "[887]\tvalidation_0-mlogloss:0.42842\tvalidation_1-mlogloss:0.44535\n",
      "[888]\tvalidation_0-mlogloss:0.42829\tvalidation_1-mlogloss:0.44526\n",
      "[889]\tvalidation_0-mlogloss:0.42820\tvalidation_1-mlogloss:0.44519\n",
      "[890]\tvalidation_0-mlogloss:0.42815\tvalidation_1-mlogloss:0.44515\n",
      "[891]\tvalidation_0-mlogloss:0.42811\tvalidation_1-mlogloss:0.44512\n",
      "[892]\tvalidation_0-mlogloss:0.42807\tvalidation_1-mlogloss:0.44509\n",
      "[893]\tvalidation_0-mlogloss:0.42801\tvalidation_1-mlogloss:0.44505\n",
      "[894]\tvalidation_0-mlogloss:0.42792\tvalidation_1-mlogloss:0.44496\n",
      "[895]\tvalidation_0-mlogloss:0.42785\tvalidation_1-mlogloss:0.44489\n",
      "[896]\tvalidation_0-mlogloss:0.42782\tvalidation_1-mlogloss:0.44486\n",
      "[897]\tvalidation_0-mlogloss:0.42765\tvalidation_1-mlogloss:0.44470\n",
      "[898]\tvalidation_0-mlogloss:0.42760\tvalidation_1-mlogloss:0.44466\n",
      "[899]\tvalidation_0-mlogloss:0.42751\tvalidation_1-mlogloss:0.44460\n",
      "[900]\tvalidation_0-mlogloss:0.42741\tvalidation_1-mlogloss:0.44452\n",
      "[901]\tvalidation_0-mlogloss:0.42734\tvalidation_1-mlogloss:0.44445\n",
      "[902]\tvalidation_0-mlogloss:0.42727\tvalidation_1-mlogloss:0.44440\n",
      "[903]\tvalidation_0-mlogloss:0.42718\tvalidation_1-mlogloss:0.44433\n",
      "[904]\tvalidation_0-mlogloss:0.42712\tvalidation_1-mlogloss:0.44428\n",
      "[905]\tvalidation_0-mlogloss:0.42711\tvalidation_1-mlogloss:0.44427\n",
      "[906]\tvalidation_0-mlogloss:0.42703\tvalidation_1-mlogloss:0.44421\n",
      "[907]\tvalidation_0-mlogloss:0.42695\tvalidation_1-mlogloss:0.44412\n",
      "[908]\tvalidation_0-mlogloss:0.42686\tvalidation_1-mlogloss:0.44403\n",
      "[909]\tvalidation_0-mlogloss:0.42676\tvalidation_1-mlogloss:0.44394\n",
      "[910]\tvalidation_0-mlogloss:0.42672\tvalidation_1-mlogloss:0.44391\n",
      "[911]\tvalidation_0-mlogloss:0.42665\tvalidation_1-mlogloss:0.44385\n",
      "[912]\tvalidation_0-mlogloss:0.42654\tvalidation_1-mlogloss:0.44374\n",
      "[913]\tvalidation_0-mlogloss:0.42644\tvalidation_1-mlogloss:0.44366\n",
      "[914]\tvalidation_0-mlogloss:0.42635\tvalidation_1-mlogloss:0.44358\n",
      "[915]\tvalidation_0-mlogloss:0.42628\tvalidation_1-mlogloss:0.44351\n",
      "[916]\tvalidation_0-mlogloss:0.42623\tvalidation_1-mlogloss:0.44347\n",
      "[917]\tvalidation_0-mlogloss:0.42622\tvalidation_1-mlogloss:0.44347\n",
      "[918]\tvalidation_0-mlogloss:0.42616\tvalidation_1-mlogloss:0.44344\n",
      "[919]\tvalidation_0-mlogloss:0.42609\tvalidation_1-mlogloss:0.44337\n",
      "[920]\tvalidation_0-mlogloss:0.42603\tvalidation_1-mlogloss:0.44332\n",
      "[921]\tvalidation_0-mlogloss:0.42601\tvalidation_1-mlogloss:0.44329\n",
      "[922]\tvalidation_0-mlogloss:0.42595\tvalidation_1-mlogloss:0.44325\n",
      "[923]\tvalidation_0-mlogloss:0.42587\tvalidation_1-mlogloss:0.44319\n",
      "[924]\tvalidation_0-mlogloss:0.42584\tvalidation_1-mlogloss:0.44317\n",
      "[925]\tvalidation_0-mlogloss:0.42580\tvalidation_1-mlogloss:0.44313\n",
      "[926]\tvalidation_0-mlogloss:0.42579\tvalidation_1-mlogloss:0.44312\n",
      "[927]\tvalidation_0-mlogloss:0.42568\tvalidation_1-mlogloss:0.44303\n",
      "[928]\tvalidation_0-mlogloss:0.42562\tvalidation_1-mlogloss:0.44298\n",
      "[929]\tvalidation_0-mlogloss:0.42555\tvalidation_1-mlogloss:0.44291\n",
      "[930]\tvalidation_0-mlogloss:0.42544\tvalidation_1-mlogloss:0.44282\n",
      "[931]\tvalidation_0-mlogloss:0.42532\tvalidation_1-mlogloss:0.44271\n",
      "[932]\tvalidation_0-mlogloss:0.42527\tvalidation_1-mlogloss:0.44267\n",
      "[933]\tvalidation_0-mlogloss:0.42508\tvalidation_1-mlogloss:0.44249\n",
      "[934]\tvalidation_0-mlogloss:0.42498\tvalidation_1-mlogloss:0.44241\n",
      "[935]\tvalidation_0-mlogloss:0.42493\tvalidation_1-mlogloss:0.44237\n",
      "[936]\tvalidation_0-mlogloss:0.42484\tvalidation_1-mlogloss:0.44229\n",
      "[937]\tvalidation_0-mlogloss:0.42477\tvalidation_1-mlogloss:0.44222\n",
      "[938]\tvalidation_0-mlogloss:0.42472\tvalidation_1-mlogloss:0.44217\n",
      "[939]\tvalidation_0-mlogloss:0.42468\tvalidation_1-mlogloss:0.44213\n",
      "[940]\tvalidation_0-mlogloss:0.42459\tvalidation_1-mlogloss:0.44205\n",
      "[941]\tvalidation_0-mlogloss:0.42449\tvalidation_1-mlogloss:0.44196\n",
      "[942]\tvalidation_0-mlogloss:0.42442\tvalidation_1-mlogloss:0.44189\n",
      "[943]\tvalidation_0-mlogloss:0.42442\tvalidation_1-mlogloss:0.44189\n",
      "[944]\tvalidation_0-mlogloss:0.42436\tvalidation_1-mlogloss:0.44186\n",
      "[945]\tvalidation_0-mlogloss:0.42430\tvalidation_1-mlogloss:0.44179\n",
      "[946]\tvalidation_0-mlogloss:0.42423\tvalidation_1-mlogloss:0.44173\n",
      "[947]\tvalidation_0-mlogloss:0.42414\tvalidation_1-mlogloss:0.44166\n",
      "[948]\tvalidation_0-mlogloss:0.42406\tvalidation_1-mlogloss:0.44159\n",
      "[949]\tvalidation_0-mlogloss:0.42400\tvalidation_1-mlogloss:0.44154\n",
      "[950]\tvalidation_0-mlogloss:0.42392\tvalidation_1-mlogloss:0.44146\n",
      "[951]\tvalidation_0-mlogloss:0.42384\tvalidation_1-mlogloss:0.44139\n",
      "[952]\tvalidation_0-mlogloss:0.42380\tvalidation_1-mlogloss:0.44136\n",
      "[953]\tvalidation_0-mlogloss:0.42372\tvalidation_1-mlogloss:0.44130\n",
      "[954]\tvalidation_0-mlogloss:0.42366\tvalidation_1-mlogloss:0.44126\n",
      "[955]\tvalidation_0-mlogloss:0.42357\tvalidation_1-mlogloss:0.44119\n",
      "[956]\tvalidation_0-mlogloss:0.42348\tvalidation_1-mlogloss:0.44110\n",
      "[957]\tvalidation_0-mlogloss:0.42338\tvalidation_1-mlogloss:0.44104\n",
      "[958]\tvalidation_0-mlogloss:0.42331\tvalidation_1-mlogloss:0.44098\n",
      "[959]\tvalidation_0-mlogloss:0.42320\tvalidation_1-mlogloss:0.44088\n",
      "[960]\tvalidation_0-mlogloss:0.42315\tvalidation_1-mlogloss:0.44083\n",
      "[961]\tvalidation_0-mlogloss:0.42309\tvalidation_1-mlogloss:0.44079\n",
      "[962]\tvalidation_0-mlogloss:0.42306\tvalidation_1-mlogloss:0.44076\n",
      "[963]\tvalidation_0-mlogloss:0.42292\tvalidation_1-mlogloss:0.44064\n",
      "[964]\tvalidation_0-mlogloss:0.42289\tvalidation_1-mlogloss:0.44063\n",
      "[965]\tvalidation_0-mlogloss:0.42286\tvalidation_1-mlogloss:0.44061\n",
      "[966]\tvalidation_0-mlogloss:0.42279\tvalidation_1-mlogloss:0.44056\n",
      "[967]\tvalidation_0-mlogloss:0.42274\tvalidation_1-mlogloss:0.44052\n",
      "[968]\tvalidation_0-mlogloss:0.42260\tvalidation_1-mlogloss:0.44040\n",
      "[969]\tvalidation_0-mlogloss:0.42254\tvalidation_1-mlogloss:0.44036\n",
      "[970]\tvalidation_0-mlogloss:0.42251\tvalidation_1-mlogloss:0.44033\n",
      "[971]\tvalidation_0-mlogloss:0.42241\tvalidation_1-mlogloss:0.44026\n",
      "[972]\tvalidation_0-mlogloss:0.42232\tvalidation_1-mlogloss:0.44019\n",
      "[973]\tvalidation_0-mlogloss:0.42221\tvalidation_1-mlogloss:0.44010\n",
      "[974]\tvalidation_0-mlogloss:0.42213\tvalidation_1-mlogloss:0.44004\n",
      "[975]\tvalidation_0-mlogloss:0.42208\tvalidation_1-mlogloss:0.43999\n",
      "[976]\tvalidation_0-mlogloss:0.42204\tvalidation_1-mlogloss:0.43996\n",
      "[977]\tvalidation_0-mlogloss:0.42201\tvalidation_1-mlogloss:0.43994\n",
      "[978]\tvalidation_0-mlogloss:0.42196\tvalidation_1-mlogloss:0.43990\n",
      "[979]\tvalidation_0-mlogloss:0.42184\tvalidation_1-mlogloss:0.43979\n",
      "[980]\tvalidation_0-mlogloss:0.42176\tvalidation_1-mlogloss:0.43973\n",
      "[981]\tvalidation_0-mlogloss:0.42170\tvalidation_1-mlogloss:0.43968\n",
      "[982]\tvalidation_0-mlogloss:0.42159\tvalidation_1-mlogloss:0.43958\n",
      "[983]\tvalidation_0-mlogloss:0.42150\tvalidation_1-mlogloss:0.43953\n",
      "[984]\tvalidation_0-mlogloss:0.42146\tvalidation_1-mlogloss:0.43950\n",
      "[985]\tvalidation_0-mlogloss:0.42142\tvalidation_1-mlogloss:0.43948\n",
      "[986]\tvalidation_0-mlogloss:0.42132\tvalidation_1-mlogloss:0.43938\n",
      "[987]\tvalidation_0-mlogloss:0.42126\tvalidation_1-mlogloss:0.43933\n",
      "[988]\tvalidation_0-mlogloss:0.42117\tvalidation_1-mlogloss:0.43924\n",
      "[989]\tvalidation_0-mlogloss:0.42110\tvalidation_1-mlogloss:0.43920\n",
      "[990]\tvalidation_0-mlogloss:0.42105\tvalidation_1-mlogloss:0.43916\n",
      "[991]\tvalidation_0-mlogloss:0.42100\tvalidation_1-mlogloss:0.43911\n",
      "[992]\tvalidation_0-mlogloss:0.42096\tvalidation_1-mlogloss:0.43910\n",
      "[993]\tvalidation_0-mlogloss:0.42089\tvalidation_1-mlogloss:0.43904\n",
      "[994]\tvalidation_0-mlogloss:0.42079\tvalidation_1-mlogloss:0.43897\n",
      "[995]\tvalidation_0-mlogloss:0.42073\tvalidation_1-mlogloss:0.43891\n",
      "[996]\tvalidation_0-mlogloss:0.42068\tvalidation_1-mlogloss:0.43888\n",
      "[997]\tvalidation_0-mlogloss:0.42062\tvalidation_1-mlogloss:0.43885\n",
      "[998]\tvalidation_0-mlogloss:0.42059\tvalidation_1-mlogloss:0.43882\n",
      "[999]\tvalidation_0-mlogloss:0.42055\tvalidation_1-mlogloss:0.43878\n",
      "[1000]\tvalidation_0-mlogloss:0.42052\tvalidation_1-mlogloss:0.43877\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1001]\tvalidation_0-mlogloss:0.42044\tvalidation_1-mlogloss:0.43871\n",
      "[1002]\tvalidation_0-mlogloss:0.42040\tvalidation_1-mlogloss:0.43868\n",
      "[1003]\tvalidation_0-mlogloss:0.42027\tvalidation_1-mlogloss:0.43857\n",
      "[1004]\tvalidation_0-mlogloss:0.42016\tvalidation_1-mlogloss:0.43847\n",
      "[1005]\tvalidation_0-mlogloss:0.42009\tvalidation_1-mlogloss:0.43839\n",
      "[1006]\tvalidation_0-mlogloss:0.42001\tvalidation_1-mlogloss:0.43833\n",
      "[1007]\tvalidation_0-mlogloss:0.41992\tvalidation_1-mlogloss:0.43825\n",
      "[1008]\tvalidation_0-mlogloss:0.41986\tvalidation_1-mlogloss:0.43820\n",
      "[1009]\tvalidation_0-mlogloss:0.41981\tvalidation_1-mlogloss:0.43817\n",
      "[1010]\tvalidation_0-mlogloss:0.41979\tvalidation_1-mlogloss:0.43816\n",
      "[1011]\tvalidation_0-mlogloss:0.41969\tvalidation_1-mlogloss:0.43807\n",
      "[1012]\tvalidation_0-mlogloss:0.41967\tvalidation_1-mlogloss:0.43806\n",
      "[1013]\tvalidation_0-mlogloss:0.41965\tvalidation_1-mlogloss:0.43805\n",
      "[1014]\tvalidation_0-mlogloss:0.41958\tvalidation_1-mlogloss:0.43799\n",
      "[1015]\tvalidation_0-mlogloss:0.41952\tvalidation_1-mlogloss:0.43792\n",
      "[1016]\tvalidation_0-mlogloss:0.41943\tvalidation_1-mlogloss:0.43784\n",
      "[1017]\tvalidation_0-mlogloss:0.41932\tvalidation_1-mlogloss:0.43775\n",
      "[1018]\tvalidation_0-mlogloss:0.41927\tvalidation_1-mlogloss:0.43771\n",
      "[1019]\tvalidation_0-mlogloss:0.41926\tvalidation_1-mlogloss:0.43770\n",
      "[1020]\tvalidation_0-mlogloss:0.41910\tvalidation_1-mlogloss:0.43757\n",
      "[1021]\tvalidation_0-mlogloss:0.41904\tvalidation_1-mlogloss:0.43752\n",
      "[1022]\tvalidation_0-mlogloss:0.41896\tvalidation_1-mlogloss:0.43746\n",
      "[1023]\tvalidation_0-mlogloss:0.41889\tvalidation_1-mlogloss:0.43741\n",
      "[1024]\tvalidation_0-mlogloss:0.41880\tvalidation_1-mlogloss:0.43734\n",
      "[1025]\tvalidation_0-mlogloss:0.41874\tvalidation_1-mlogloss:0.43728\n",
      "[1026]\tvalidation_0-mlogloss:0.41864\tvalidation_1-mlogloss:0.43721\n",
      "[1027]\tvalidation_0-mlogloss:0.41858\tvalidation_1-mlogloss:0.43717\n",
      "[1028]\tvalidation_0-mlogloss:0.41849\tvalidation_1-mlogloss:0.43710\n",
      "[1029]\tvalidation_0-mlogloss:0.41843\tvalidation_1-mlogloss:0.43706\n",
      "[1030]\tvalidation_0-mlogloss:0.41840\tvalidation_1-mlogloss:0.43704\n",
      "[1031]\tvalidation_0-mlogloss:0.41838\tvalidation_1-mlogloss:0.43703\n",
      "[1032]\tvalidation_0-mlogloss:0.41830\tvalidation_1-mlogloss:0.43697\n",
      "[1033]\tvalidation_0-mlogloss:0.41818\tvalidation_1-mlogloss:0.43687\n",
      "[1034]\tvalidation_0-mlogloss:0.41812\tvalidation_1-mlogloss:0.43682\n",
      "[1035]\tvalidation_0-mlogloss:0.41806\tvalidation_1-mlogloss:0.43680\n",
      "[1036]\tvalidation_0-mlogloss:0.41797\tvalidation_1-mlogloss:0.43673\n",
      "[1037]\tvalidation_0-mlogloss:0.41794\tvalidation_1-mlogloss:0.43670\n",
      "[1038]\tvalidation_0-mlogloss:0.41786\tvalidation_1-mlogloss:0.43664\n",
      "[1039]\tvalidation_0-mlogloss:0.41781\tvalidation_1-mlogloss:0.43660\n",
      "[1040]\tvalidation_0-mlogloss:0.41776\tvalidation_1-mlogloss:0.43655\n",
      "[1041]\tvalidation_0-mlogloss:0.41767\tvalidation_1-mlogloss:0.43648\n",
      "[1042]\tvalidation_0-mlogloss:0.41759\tvalidation_1-mlogloss:0.43640\n",
      "[1043]\tvalidation_0-mlogloss:0.41749\tvalidation_1-mlogloss:0.43632\n",
      "[1044]\tvalidation_0-mlogloss:0.41742\tvalidation_1-mlogloss:0.43624\n",
      "[1045]\tvalidation_0-mlogloss:0.41736\tvalidation_1-mlogloss:0.43620\n",
      "[1046]\tvalidation_0-mlogloss:0.41735\tvalidation_1-mlogloss:0.43620\n",
      "[1047]\tvalidation_0-mlogloss:0.41728\tvalidation_1-mlogloss:0.43614\n",
      "[1048]\tvalidation_0-mlogloss:0.41720\tvalidation_1-mlogloss:0.43606\n",
      "[1049]\tvalidation_0-mlogloss:0.41714\tvalidation_1-mlogloss:0.43600\n",
      "[1050]\tvalidation_0-mlogloss:0.41705\tvalidation_1-mlogloss:0.43592\n",
      "[1051]\tvalidation_0-mlogloss:0.41697\tvalidation_1-mlogloss:0.43586\n",
      "[1052]\tvalidation_0-mlogloss:0.41690\tvalidation_1-mlogloss:0.43581\n",
      "[1053]\tvalidation_0-mlogloss:0.41682\tvalidation_1-mlogloss:0.43574\n",
      "[1054]\tvalidation_0-mlogloss:0.41672\tvalidation_1-mlogloss:0.43564\n",
      "[1055]\tvalidation_0-mlogloss:0.41667\tvalidation_1-mlogloss:0.43560\n",
      "[1056]\tvalidation_0-mlogloss:0.41663\tvalidation_1-mlogloss:0.43557\n",
      "[1057]\tvalidation_0-mlogloss:0.41660\tvalidation_1-mlogloss:0.43555\n",
      "[1058]\tvalidation_0-mlogloss:0.41656\tvalidation_1-mlogloss:0.43550\n",
      "[1059]\tvalidation_0-mlogloss:0.41644\tvalidation_1-mlogloss:0.43539\n",
      "[1060]\tvalidation_0-mlogloss:0.41637\tvalidation_1-mlogloss:0.43533\n",
      "[1061]\tvalidation_0-mlogloss:0.41631\tvalidation_1-mlogloss:0.43528\n",
      "[1062]\tvalidation_0-mlogloss:0.41620\tvalidation_1-mlogloss:0.43519\n",
      "[1063]\tvalidation_0-mlogloss:0.41615\tvalidation_1-mlogloss:0.43513\n",
      "[1064]\tvalidation_0-mlogloss:0.41607\tvalidation_1-mlogloss:0.43506\n",
      "[1065]\tvalidation_0-mlogloss:0.41594\tvalidation_1-mlogloss:0.43494\n",
      "[1066]\tvalidation_0-mlogloss:0.41587\tvalidation_1-mlogloss:0.43489\n",
      "[1067]\tvalidation_0-mlogloss:0.41584\tvalidation_1-mlogloss:0.43488\n",
      "[1068]\tvalidation_0-mlogloss:0.41572\tvalidation_1-mlogloss:0.43477\n",
      "[1069]\tvalidation_0-mlogloss:0.41561\tvalidation_1-mlogloss:0.43468\n",
      "[1070]\tvalidation_0-mlogloss:0.41558\tvalidation_1-mlogloss:0.43466\n",
      "[1071]\tvalidation_0-mlogloss:0.41552\tvalidation_1-mlogloss:0.43462\n",
      "[1072]\tvalidation_0-mlogloss:0.41547\tvalidation_1-mlogloss:0.43458\n",
      "[1073]\tvalidation_0-mlogloss:0.41534\tvalidation_1-mlogloss:0.43448\n",
      "[1074]\tvalidation_0-mlogloss:0.41527\tvalidation_1-mlogloss:0.43442\n",
      "[1075]\tvalidation_0-mlogloss:0.41522\tvalidation_1-mlogloss:0.43437\n",
      "[1076]\tvalidation_0-mlogloss:0.41517\tvalidation_1-mlogloss:0.43434\n",
      "[1077]\tvalidation_0-mlogloss:0.41513\tvalidation_1-mlogloss:0.43432\n",
      "[1078]\tvalidation_0-mlogloss:0.41506\tvalidation_1-mlogloss:0.43427\n",
      "[1079]\tvalidation_0-mlogloss:0.41501\tvalidation_1-mlogloss:0.43423\n",
      "[1080]\tvalidation_0-mlogloss:0.41495\tvalidation_1-mlogloss:0.43418\n",
      "[1081]\tvalidation_0-mlogloss:0.41490\tvalidation_1-mlogloss:0.43415\n",
      "[1082]\tvalidation_0-mlogloss:0.41489\tvalidation_1-mlogloss:0.43413\n",
      "[1083]\tvalidation_0-mlogloss:0.41485\tvalidation_1-mlogloss:0.43410\n",
      "[1084]\tvalidation_0-mlogloss:0.41485\tvalidation_1-mlogloss:0.43411\n",
      "[1085]\tvalidation_0-mlogloss:0.41481\tvalidation_1-mlogloss:0.43409\n",
      "[1086]\tvalidation_0-mlogloss:0.41469\tvalidation_1-mlogloss:0.43397\n",
      "[1087]\tvalidation_0-mlogloss:0.41460\tvalidation_1-mlogloss:0.43388\n",
      "[1088]\tvalidation_0-mlogloss:0.41458\tvalidation_1-mlogloss:0.43386\n",
      "[1089]\tvalidation_0-mlogloss:0.41453\tvalidation_1-mlogloss:0.43383\n",
      "[1090]\tvalidation_0-mlogloss:0.41447\tvalidation_1-mlogloss:0.43378\n",
      "[1091]\tvalidation_0-mlogloss:0.41441\tvalidation_1-mlogloss:0.43373\n",
      "[1092]\tvalidation_0-mlogloss:0.41434\tvalidation_1-mlogloss:0.43367\n",
      "[1093]\tvalidation_0-mlogloss:0.41430\tvalidation_1-mlogloss:0.43363\n",
      "[1094]\tvalidation_0-mlogloss:0.41421\tvalidation_1-mlogloss:0.43355\n",
      "[1095]\tvalidation_0-mlogloss:0.41416\tvalidation_1-mlogloss:0.43352\n",
      "[1096]\tvalidation_0-mlogloss:0.41405\tvalidation_1-mlogloss:0.43342\n",
      "[1097]\tvalidation_0-mlogloss:0.41401\tvalidation_1-mlogloss:0.43340\n",
      "[1098]\tvalidation_0-mlogloss:0.41395\tvalidation_1-mlogloss:0.43336\n",
      "[1099]\tvalidation_0-mlogloss:0.41390\tvalidation_1-mlogloss:0.43331\n",
      "[1100]\tvalidation_0-mlogloss:0.41386\tvalidation_1-mlogloss:0.43328\n",
      "[1101]\tvalidation_0-mlogloss:0.41382\tvalidation_1-mlogloss:0.43325\n",
      "[1102]\tvalidation_0-mlogloss:0.41372\tvalidation_1-mlogloss:0.43317\n",
      "[1103]\tvalidation_0-mlogloss:0.41366\tvalidation_1-mlogloss:0.43312\n",
      "[1104]\tvalidation_0-mlogloss:0.41354\tvalidation_1-mlogloss:0.43300\n",
      "[1105]\tvalidation_0-mlogloss:0.41351\tvalidation_1-mlogloss:0.43297\n",
      "[1106]\tvalidation_0-mlogloss:0.41343\tvalidation_1-mlogloss:0.43291\n",
      "[1107]\tvalidation_0-mlogloss:0.41341\tvalidation_1-mlogloss:0.43290\n",
      "[1108]\tvalidation_0-mlogloss:0.41335\tvalidation_1-mlogloss:0.43285\n",
      "[1109]\tvalidation_0-mlogloss:0.41320\tvalidation_1-mlogloss:0.43271\n",
      "[1110]\tvalidation_0-mlogloss:0.41313\tvalidation_1-mlogloss:0.43266\n",
      "[1111]\tvalidation_0-mlogloss:0.41306\tvalidation_1-mlogloss:0.43261\n",
      "[1112]\tvalidation_0-mlogloss:0.41303\tvalidation_1-mlogloss:0.43259\n",
      "[1113]\tvalidation_0-mlogloss:0.41303\tvalidation_1-mlogloss:0.43259\n",
      "[1114]\tvalidation_0-mlogloss:0.41296\tvalidation_1-mlogloss:0.43254\n",
      "[1115]\tvalidation_0-mlogloss:0.41289\tvalidation_1-mlogloss:0.43248\n",
      "[1116]\tvalidation_0-mlogloss:0.41282\tvalidation_1-mlogloss:0.43242\n",
      "[1117]\tvalidation_0-mlogloss:0.41274\tvalidation_1-mlogloss:0.43234\n",
      "[1118]\tvalidation_0-mlogloss:0.41270\tvalidation_1-mlogloss:0.43230\n",
      "[1119]\tvalidation_0-mlogloss:0.41268\tvalidation_1-mlogloss:0.43229\n",
      "[1120]\tvalidation_0-mlogloss:0.41264\tvalidation_1-mlogloss:0.43226\n",
      "[1121]\tvalidation_0-mlogloss:0.41260\tvalidation_1-mlogloss:0.43223\n",
      "[1122]\tvalidation_0-mlogloss:0.41259\tvalidation_1-mlogloss:0.43222\n",
      "[1123]\tvalidation_0-mlogloss:0.41255\tvalidation_1-mlogloss:0.43220\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1124]\tvalidation_0-mlogloss:0.41249\tvalidation_1-mlogloss:0.43217\n",
      "[1125]\tvalidation_0-mlogloss:0.41241\tvalidation_1-mlogloss:0.43209\n",
      "[1126]\tvalidation_0-mlogloss:0.41237\tvalidation_1-mlogloss:0.43206\n",
      "[1127]\tvalidation_0-mlogloss:0.41233\tvalidation_1-mlogloss:0.43204\n",
      "[1128]\tvalidation_0-mlogloss:0.41230\tvalidation_1-mlogloss:0.43202\n",
      "[1129]\tvalidation_0-mlogloss:0.41223\tvalidation_1-mlogloss:0.43195\n",
      "[1130]\tvalidation_0-mlogloss:0.41219\tvalidation_1-mlogloss:0.43192\n",
      "[1131]\tvalidation_0-mlogloss:0.41212\tvalidation_1-mlogloss:0.43186\n",
      "[1132]\tvalidation_0-mlogloss:0.41208\tvalidation_1-mlogloss:0.43184\n",
      "[1133]\tvalidation_0-mlogloss:0.41207\tvalidation_1-mlogloss:0.43184\n",
      "[1134]\tvalidation_0-mlogloss:0.41201\tvalidation_1-mlogloss:0.43180\n",
      "[1135]\tvalidation_0-mlogloss:0.41192\tvalidation_1-mlogloss:0.43172\n",
      "[1136]\tvalidation_0-mlogloss:0.41186\tvalidation_1-mlogloss:0.43167\n",
      "[1137]\tvalidation_0-mlogloss:0.41180\tvalidation_1-mlogloss:0.43161\n",
      "[1138]\tvalidation_0-mlogloss:0.41175\tvalidation_1-mlogloss:0.43157\n",
      "[1139]\tvalidation_0-mlogloss:0.41171\tvalidation_1-mlogloss:0.43155\n",
      "[1140]\tvalidation_0-mlogloss:0.41165\tvalidation_1-mlogloss:0.43149\n",
      "[1141]\tvalidation_0-mlogloss:0.41163\tvalidation_1-mlogloss:0.43147\n",
      "[1142]\tvalidation_0-mlogloss:0.41160\tvalidation_1-mlogloss:0.43145\n",
      "[1143]\tvalidation_0-mlogloss:0.41151\tvalidation_1-mlogloss:0.43138\n",
      "[1144]\tvalidation_0-mlogloss:0.41148\tvalidation_1-mlogloss:0.43136\n",
      "[1145]\tvalidation_0-mlogloss:0.41142\tvalidation_1-mlogloss:0.43130\n",
      "[1146]\tvalidation_0-mlogloss:0.41140\tvalidation_1-mlogloss:0.43129\n",
      "[1147]\tvalidation_0-mlogloss:0.41138\tvalidation_1-mlogloss:0.43128\n",
      "[1148]\tvalidation_0-mlogloss:0.41135\tvalidation_1-mlogloss:0.43125\n",
      "[1149]\tvalidation_0-mlogloss:0.41132\tvalidation_1-mlogloss:0.43124\n",
      "[1150]\tvalidation_0-mlogloss:0.41124\tvalidation_1-mlogloss:0.43118\n",
      "[1151]\tvalidation_0-mlogloss:0.41121\tvalidation_1-mlogloss:0.43116\n",
      "[1152]\tvalidation_0-mlogloss:0.41114\tvalidation_1-mlogloss:0.43109\n",
      "[1153]\tvalidation_0-mlogloss:0.41108\tvalidation_1-mlogloss:0.43103\n",
      "[1154]\tvalidation_0-mlogloss:0.41104\tvalidation_1-mlogloss:0.43100\n",
      "[1155]\tvalidation_0-mlogloss:0.41101\tvalidation_1-mlogloss:0.43099\n",
      "[1156]\tvalidation_0-mlogloss:0.41096\tvalidation_1-mlogloss:0.43093\n",
      "[1157]\tvalidation_0-mlogloss:0.41090\tvalidation_1-mlogloss:0.43089\n",
      "[1158]\tvalidation_0-mlogloss:0.41087\tvalidation_1-mlogloss:0.43087\n",
      "[1159]\tvalidation_0-mlogloss:0.41084\tvalidation_1-mlogloss:0.43085\n",
      "[1160]\tvalidation_0-mlogloss:0.41077\tvalidation_1-mlogloss:0.43079\n",
      "[1161]\tvalidation_0-mlogloss:0.41067\tvalidation_1-mlogloss:0.43071\n",
      "[1162]\tvalidation_0-mlogloss:0.41060\tvalidation_1-mlogloss:0.43065\n",
      "[1163]\tvalidation_0-mlogloss:0.41048\tvalidation_1-mlogloss:0.43054\n",
      "[1164]\tvalidation_0-mlogloss:0.41044\tvalidation_1-mlogloss:0.43051\n",
      "[1165]\tvalidation_0-mlogloss:0.41036\tvalidation_1-mlogloss:0.43044\n",
      "[1166]\tvalidation_0-mlogloss:0.41031\tvalidation_1-mlogloss:0.43041\n",
      "[1167]\tvalidation_0-mlogloss:0.41028\tvalidation_1-mlogloss:0.43039\n",
      "[1168]\tvalidation_0-mlogloss:0.41019\tvalidation_1-mlogloss:0.43033\n",
      "[1169]\tvalidation_0-mlogloss:0.41014\tvalidation_1-mlogloss:0.43028\n",
      "[1170]\tvalidation_0-mlogloss:0.41009\tvalidation_1-mlogloss:0.43024\n",
      "[1171]\tvalidation_0-mlogloss:0.41007\tvalidation_1-mlogloss:0.43023\n",
      "[1172]\tvalidation_0-mlogloss:0.41005\tvalidation_1-mlogloss:0.43021\n",
      "[1173]\tvalidation_0-mlogloss:0.41000\tvalidation_1-mlogloss:0.43018\n",
      "[1174]\tvalidation_0-mlogloss:0.40992\tvalidation_1-mlogloss:0.43011\n",
      "[1175]\tvalidation_0-mlogloss:0.40987\tvalidation_1-mlogloss:0.43006\n",
      "[1176]\tvalidation_0-mlogloss:0.40984\tvalidation_1-mlogloss:0.43005\n",
      "[1177]\tvalidation_0-mlogloss:0.40979\tvalidation_1-mlogloss:0.43001\n",
      "[1178]\tvalidation_0-mlogloss:0.40976\tvalidation_1-mlogloss:0.42999\n",
      "[1179]\tvalidation_0-mlogloss:0.40968\tvalidation_1-mlogloss:0.42992\n",
      "[1180]\tvalidation_0-mlogloss:0.40960\tvalidation_1-mlogloss:0.42985\n",
      "[1181]\tvalidation_0-mlogloss:0.40953\tvalidation_1-mlogloss:0.42979\n",
      "[1182]\tvalidation_0-mlogloss:0.40941\tvalidation_1-mlogloss:0.42967\n",
      "[1183]\tvalidation_0-mlogloss:0.40936\tvalidation_1-mlogloss:0.42963\n",
      "[1184]\tvalidation_0-mlogloss:0.40927\tvalidation_1-mlogloss:0.42955\n",
      "[1185]\tvalidation_0-mlogloss:0.40921\tvalidation_1-mlogloss:0.42951\n",
      "[1186]\tvalidation_0-mlogloss:0.40911\tvalidation_1-mlogloss:0.42941\n",
      "[1187]\tvalidation_0-mlogloss:0.40908\tvalidation_1-mlogloss:0.42940\n",
      "[1188]\tvalidation_0-mlogloss:0.40901\tvalidation_1-mlogloss:0.42934\n",
      "[1189]\tvalidation_0-mlogloss:0.40902\tvalidation_1-mlogloss:0.42936\n",
      "[1190]\tvalidation_0-mlogloss:0.40897\tvalidation_1-mlogloss:0.42933\n",
      "[1191]\tvalidation_0-mlogloss:0.40893\tvalidation_1-mlogloss:0.42929\n",
      "[1192]\tvalidation_0-mlogloss:0.40889\tvalidation_1-mlogloss:0.42927\n",
      "[1193]\tvalidation_0-mlogloss:0.40886\tvalidation_1-mlogloss:0.42924\n",
      "[1194]\tvalidation_0-mlogloss:0.40878\tvalidation_1-mlogloss:0.42917\n",
      "[1195]\tvalidation_0-mlogloss:0.40875\tvalidation_1-mlogloss:0.42915\n",
      "[1196]\tvalidation_0-mlogloss:0.40869\tvalidation_1-mlogloss:0.42912\n",
      "[1197]\tvalidation_0-mlogloss:0.40867\tvalidation_1-mlogloss:0.42911\n",
      "[1198]\tvalidation_0-mlogloss:0.40862\tvalidation_1-mlogloss:0.42906\n",
      "[1199]\tvalidation_0-mlogloss:0.40859\tvalidation_1-mlogloss:0.42903\n",
      "[1200]\tvalidation_0-mlogloss:0.40853\tvalidation_1-mlogloss:0.42899\n",
      "[1201]\tvalidation_0-mlogloss:0.40849\tvalidation_1-mlogloss:0.42895\n",
      "[1202]\tvalidation_0-mlogloss:0.40843\tvalidation_1-mlogloss:0.42890\n",
      "[1203]\tvalidation_0-mlogloss:0.40838\tvalidation_1-mlogloss:0.42887\n",
      "[1204]\tvalidation_0-mlogloss:0.40838\tvalidation_1-mlogloss:0.42888\n",
      "[1205]\tvalidation_0-mlogloss:0.40831\tvalidation_1-mlogloss:0.42882\n",
      "[1206]\tvalidation_0-mlogloss:0.40828\tvalidation_1-mlogloss:0.42879\n",
      "[1207]\tvalidation_0-mlogloss:0.40822\tvalidation_1-mlogloss:0.42876\n",
      "[1208]\tvalidation_0-mlogloss:0.40820\tvalidation_1-mlogloss:0.42875\n",
      "[1209]\tvalidation_0-mlogloss:0.40813\tvalidation_1-mlogloss:0.42869\n",
      "[1210]\tvalidation_0-mlogloss:0.40807\tvalidation_1-mlogloss:0.42864\n",
      "[1211]\tvalidation_0-mlogloss:0.40803\tvalidation_1-mlogloss:0.42861\n",
      "[1212]\tvalidation_0-mlogloss:0.40800\tvalidation_1-mlogloss:0.42859\n",
      "[1213]\tvalidation_0-mlogloss:0.40797\tvalidation_1-mlogloss:0.42856\n",
      "[1214]\tvalidation_0-mlogloss:0.40794\tvalidation_1-mlogloss:0.42854\n",
      "[1215]\tvalidation_0-mlogloss:0.40791\tvalidation_1-mlogloss:0.42852\n",
      "[1216]\tvalidation_0-mlogloss:0.40785\tvalidation_1-mlogloss:0.42846\n",
      "[1217]\tvalidation_0-mlogloss:0.40777\tvalidation_1-mlogloss:0.42839\n",
      "[1218]\tvalidation_0-mlogloss:0.40767\tvalidation_1-mlogloss:0.42831\n",
      "[1219]\tvalidation_0-mlogloss:0.40763\tvalidation_1-mlogloss:0.42827\n",
      "[1220]\tvalidation_0-mlogloss:0.40762\tvalidation_1-mlogloss:0.42827\n",
      "[1221]\tvalidation_0-mlogloss:0.40756\tvalidation_1-mlogloss:0.42822\n",
      "[1222]\tvalidation_0-mlogloss:0.40752\tvalidation_1-mlogloss:0.42819\n",
      "[1223]\tvalidation_0-mlogloss:0.40748\tvalidation_1-mlogloss:0.42816\n",
      "[1224]\tvalidation_0-mlogloss:0.40744\tvalidation_1-mlogloss:0.42813\n",
      "[1225]\tvalidation_0-mlogloss:0.40737\tvalidation_1-mlogloss:0.42807\n",
      "[1226]\tvalidation_0-mlogloss:0.40730\tvalidation_1-mlogloss:0.42802\n",
      "[1227]\tvalidation_0-mlogloss:0.40715\tvalidation_1-mlogloss:0.42791\n",
      "[1228]\tvalidation_0-mlogloss:0.40711\tvalidation_1-mlogloss:0.42787\n",
      "[1229]\tvalidation_0-mlogloss:0.40707\tvalidation_1-mlogloss:0.42783\n",
      "[1230]\tvalidation_0-mlogloss:0.40702\tvalidation_1-mlogloss:0.42780\n",
      "[1231]\tvalidation_0-mlogloss:0.40696\tvalidation_1-mlogloss:0.42775\n",
      "[1232]\tvalidation_0-mlogloss:0.40690\tvalidation_1-mlogloss:0.42769\n",
      "[1233]\tvalidation_0-mlogloss:0.40689\tvalidation_1-mlogloss:0.42769\n",
      "[1234]\tvalidation_0-mlogloss:0.40682\tvalidation_1-mlogloss:0.42764\n",
      "[1235]\tvalidation_0-mlogloss:0.40679\tvalidation_1-mlogloss:0.42761\n",
      "[1236]\tvalidation_0-mlogloss:0.40671\tvalidation_1-mlogloss:0.42755\n",
      "[1237]\tvalidation_0-mlogloss:0.40662\tvalidation_1-mlogloss:0.42747\n",
      "[1238]\tvalidation_0-mlogloss:0.40660\tvalidation_1-mlogloss:0.42747\n",
      "[1239]\tvalidation_0-mlogloss:0.40655\tvalidation_1-mlogloss:0.42744\n",
      "[1240]\tvalidation_0-mlogloss:0.40648\tvalidation_1-mlogloss:0.42737\n",
      "[1241]\tvalidation_0-mlogloss:0.40642\tvalidation_1-mlogloss:0.42734\n",
      "[1242]\tvalidation_0-mlogloss:0.40635\tvalidation_1-mlogloss:0.42727\n",
      "[1243]\tvalidation_0-mlogloss:0.40627\tvalidation_1-mlogloss:0.42719\n",
      "[1244]\tvalidation_0-mlogloss:0.40624\tvalidation_1-mlogloss:0.42717\n",
      "[1245]\tvalidation_0-mlogloss:0.40619\tvalidation_1-mlogloss:0.42713\n",
      "[1246]\tvalidation_0-mlogloss:0.40615\tvalidation_1-mlogloss:0.42710\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1247]\tvalidation_0-mlogloss:0.40610\tvalidation_1-mlogloss:0.42707\n",
      "[1248]\tvalidation_0-mlogloss:0.40605\tvalidation_1-mlogloss:0.42703\n",
      "[1249]\tvalidation_0-mlogloss:0.40599\tvalidation_1-mlogloss:0.42698\n",
      "[1250]\tvalidation_0-mlogloss:0.40592\tvalidation_1-mlogloss:0.42692\n",
      "[1251]\tvalidation_0-mlogloss:0.40589\tvalidation_1-mlogloss:0.42692\n",
      "[1252]\tvalidation_0-mlogloss:0.40585\tvalidation_1-mlogloss:0.42690\n",
      "[1253]\tvalidation_0-mlogloss:0.40581\tvalidation_1-mlogloss:0.42686\n",
      "[1254]\tvalidation_0-mlogloss:0.40576\tvalidation_1-mlogloss:0.42683\n",
      "[1255]\tvalidation_0-mlogloss:0.40571\tvalidation_1-mlogloss:0.42679\n",
      "[1256]\tvalidation_0-mlogloss:0.40565\tvalidation_1-mlogloss:0.42674\n",
      "[1257]\tvalidation_0-mlogloss:0.40554\tvalidation_1-mlogloss:0.42665\n",
      "[1258]\tvalidation_0-mlogloss:0.40543\tvalidation_1-mlogloss:0.42657\n",
      "[1259]\tvalidation_0-mlogloss:0.40536\tvalidation_1-mlogloss:0.42653\n",
      "[1260]\tvalidation_0-mlogloss:0.40527\tvalidation_1-mlogloss:0.42646\n",
      "[1261]\tvalidation_0-mlogloss:0.40523\tvalidation_1-mlogloss:0.42643\n",
      "[1262]\tvalidation_0-mlogloss:0.40518\tvalidation_1-mlogloss:0.42638\n",
      "[1263]\tvalidation_0-mlogloss:0.40517\tvalidation_1-mlogloss:0.42639\n",
      "[1264]\tvalidation_0-mlogloss:0.40516\tvalidation_1-mlogloss:0.42639\n",
      "[1265]\tvalidation_0-mlogloss:0.40510\tvalidation_1-mlogloss:0.42635\n",
      "[1266]\tvalidation_0-mlogloss:0.40508\tvalidation_1-mlogloss:0.42633\n",
      "[1267]\tvalidation_0-mlogloss:0.40507\tvalidation_1-mlogloss:0.42633\n",
      "[1268]\tvalidation_0-mlogloss:0.40501\tvalidation_1-mlogloss:0.42629\n",
      "[1269]\tvalidation_0-mlogloss:0.40496\tvalidation_1-mlogloss:0.42625\n",
      "[1270]\tvalidation_0-mlogloss:0.40491\tvalidation_1-mlogloss:0.42621\n",
      "[1271]\tvalidation_0-mlogloss:0.40486\tvalidation_1-mlogloss:0.42617\n",
      "[1272]\tvalidation_0-mlogloss:0.40476\tvalidation_1-mlogloss:0.42610\n",
      "[1273]\tvalidation_0-mlogloss:0.40472\tvalidation_1-mlogloss:0.42605\n",
      "[1274]\tvalidation_0-mlogloss:0.40464\tvalidation_1-mlogloss:0.42600\n",
      "[1275]\tvalidation_0-mlogloss:0.40461\tvalidation_1-mlogloss:0.42598\n",
      "[1276]\tvalidation_0-mlogloss:0.40460\tvalidation_1-mlogloss:0.42597\n",
      "[1277]\tvalidation_0-mlogloss:0.40455\tvalidation_1-mlogloss:0.42593\n",
      "[1278]\tvalidation_0-mlogloss:0.40449\tvalidation_1-mlogloss:0.42589\n",
      "[1279]\tvalidation_0-mlogloss:0.40439\tvalidation_1-mlogloss:0.42580\n",
      "[1280]\tvalidation_0-mlogloss:0.40433\tvalidation_1-mlogloss:0.42574\n",
      "[1281]\tvalidation_0-mlogloss:0.40424\tvalidation_1-mlogloss:0.42568\n",
      "[1282]\tvalidation_0-mlogloss:0.40416\tvalidation_1-mlogloss:0.42561\n",
      "[1283]\tvalidation_0-mlogloss:0.40409\tvalidation_1-mlogloss:0.42555\n",
      "[1284]\tvalidation_0-mlogloss:0.40402\tvalidation_1-mlogloss:0.42549\n",
      "[1285]\tvalidation_0-mlogloss:0.40400\tvalidation_1-mlogloss:0.42547\n",
      "[1286]\tvalidation_0-mlogloss:0.40397\tvalidation_1-mlogloss:0.42544\n",
      "[1287]\tvalidation_0-mlogloss:0.40391\tvalidation_1-mlogloss:0.42538\n",
      "[1288]\tvalidation_0-mlogloss:0.40388\tvalidation_1-mlogloss:0.42536\n",
      "[1289]\tvalidation_0-mlogloss:0.40383\tvalidation_1-mlogloss:0.42532\n",
      "[1290]\tvalidation_0-mlogloss:0.40381\tvalidation_1-mlogloss:0.42530\n",
      "[1291]\tvalidation_0-mlogloss:0.40379\tvalidation_1-mlogloss:0.42529\n",
      "[1292]\tvalidation_0-mlogloss:0.40372\tvalidation_1-mlogloss:0.42524\n",
      "[1293]\tvalidation_0-mlogloss:0.40368\tvalidation_1-mlogloss:0.42522\n",
      "[1294]\tvalidation_0-mlogloss:0.40365\tvalidation_1-mlogloss:0.42519\n",
      "[1295]\tvalidation_0-mlogloss:0.40358\tvalidation_1-mlogloss:0.42512\n",
      "[1296]\tvalidation_0-mlogloss:0.40348\tvalidation_1-mlogloss:0.42504\n",
      "[1297]\tvalidation_0-mlogloss:0.40340\tvalidation_1-mlogloss:0.42497\n",
      "[1298]\tvalidation_0-mlogloss:0.40339\tvalidation_1-mlogloss:0.42497\n",
      "[1299]\tvalidation_0-mlogloss:0.40334\tvalidation_1-mlogloss:0.42493\n",
      "[1300]\tvalidation_0-mlogloss:0.40322\tvalidation_1-mlogloss:0.42484\n",
      "[1301]\tvalidation_0-mlogloss:0.40318\tvalidation_1-mlogloss:0.42482\n",
      "[1302]\tvalidation_0-mlogloss:0.40312\tvalidation_1-mlogloss:0.42477\n",
      "[1303]\tvalidation_0-mlogloss:0.40302\tvalidation_1-mlogloss:0.42469\n",
      "[1304]\tvalidation_0-mlogloss:0.40297\tvalidation_1-mlogloss:0.42465\n",
      "[1305]\tvalidation_0-mlogloss:0.40288\tvalidation_1-mlogloss:0.42458\n",
      "[1306]\tvalidation_0-mlogloss:0.40286\tvalidation_1-mlogloss:0.42457\n",
      "[1307]\tvalidation_0-mlogloss:0.40277\tvalidation_1-mlogloss:0.42450\n",
      "[1308]\tvalidation_0-mlogloss:0.40273\tvalidation_1-mlogloss:0.42447\n",
      "[1309]\tvalidation_0-mlogloss:0.40267\tvalidation_1-mlogloss:0.42441\n",
      "[1310]\tvalidation_0-mlogloss:0.40258\tvalidation_1-mlogloss:0.42433\n",
      "[1311]\tvalidation_0-mlogloss:0.40254\tvalidation_1-mlogloss:0.42431\n",
      "[1312]\tvalidation_0-mlogloss:0.40250\tvalidation_1-mlogloss:0.42427\n",
      "[1313]\tvalidation_0-mlogloss:0.40248\tvalidation_1-mlogloss:0.42425\n",
      "[1314]\tvalidation_0-mlogloss:0.40241\tvalidation_1-mlogloss:0.42420\n",
      "[1315]\tvalidation_0-mlogloss:0.40235\tvalidation_1-mlogloss:0.42414\n",
      "[1316]\tvalidation_0-mlogloss:0.40232\tvalidation_1-mlogloss:0.42413\n",
      "[1317]\tvalidation_0-mlogloss:0.40226\tvalidation_1-mlogloss:0.42408\n",
      "[1318]\tvalidation_0-mlogloss:0.40222\tvalidation_1-mlogloss:0.42406\n",
      "[1319]\tvalidation_0-mlogloss:0.40218\tvalidation_1-mlogloss:0.42403\n",
      "[1320]\tvalidation_0-mlogloss:0.40217\tvalidation_1-mlogloss:0.42403\n",
      "[1321]\tvalidation_0-mlogloss:0.40207\tvalidation_1-mlogloss:0.42395\n",
      "[1322]\tvalidation_0-mlogloss:0.40200\tvalidation_1-mlogloss:0.42390\n",
      "[1323]\tvalidation_0-mlogloss:0.40196\tvalidation_1-mlogloss:0.42386\n",
      "[1324]\tvalidation_0-mlogloss:0.40190\tvalidation_1-mlogloss:0.42380\n",
      "[1325]\tvalidation_0-mlogloss:0.40184\tvalidation_1-mlogloss:0.42375\n",
      "[1326]\tvalidation_0-mlogloss:0.40181\tvalidation_1-mlogloss:0.42373\n",
      "[1327]\tvalidation_0-mlogloss:0.40174\tvalidation_1-mlogloss:0.42369\n",
      "[1328]\tvalidation_0-mlogloss:0.40168\tvalidation_1-mlogloss:0.42365\n",
      "[1329]\tvalidation_0-mlogloss:0.40163\tvalidation_1-mlogloss:0.42362\n",
      "[1330]\tvalidation_0-mlogloss:0.40158\tvalidation_1-mlogloss:0.42358\n",
      "[1331]\tvalidation_0-mlogloss:0.40153\tvalidation_1-mlogloss:0.42355\n",
      "[1332]\tvalidation_0-mlogloss:0.40151\tvalidation_1-mlogloss:0.42354\n",
      "[1333]\tvalidation_0-mlogloss:0.40143\tvalidation_1-mlogloss:0.42348\n",
      "[1334]\tvalidation_0-mlogloss:0.40142\tvalidation_1-mlogloss:0.42348\n",
      "[1335]\tvalidation_0-mlogloss:0.40139\tvalidation_1-mlogloss:0.42345\n",
      "[1336]\tvalidation_0-mlogloss:0.40137\tvalidation_1-mlogloss:0.42344\n",
      "[1337]\tvalidation_0-mlogloss:0.40135\tvalidation_1-mlogloss:0.42343\n",
      "[1338]\tvalidation_0-mlogloss:0.40127\tvalidation_1-mlogloss:0.42337\n",
      "[1339]\tvalidation_0-mlogloss:0.40119\tvalidation_1-mlogloss:0.42330\n",
      "[1340]\tvalidation_0-mlogloss:0.40112\tvalidation_1-mlogloss:0.42323\n",
      "[1341]\tvalidation_0-mlogloss:0.40106\tvalidation_1-mlogloss:0.42319\n",
      "[1342]\tvalidation_0-mlogloss:0.40101\tvalidation_1-mlogloss:0.42316\n",
      "[1343]\tvalidation_0-mlogloss:0.40089\tvalidation_1-mlogloss:0.42305\n",
      "[1344]\tvalidation_0-mlogloss:0.40084\tvalidation_1-mlogloss:0.42301\n",
      "[1345]\tvalidation_0-mlogloss:0.40081\tvalidation_1-mlogloss:0.42300\n",
      "[1346]\tvalidation_0-mlogloss:0.40076\tvalidation_1-mlogloss:0.42296\n",
      "[1347]\tvalidation_0-mlogloss:0.40068\tvalidation_1-mlogloss:0.42290\n",
      "[1348]\tvalidation_0-mlogloss:0.40062\tvalidation_1-mlogloss:0.42285\n",
      "[1349]\tvalidation_0-mlogloss:0.40058\tvalidation_1-mlogloss:0.42284\n",
      "[1350]\tvalidation_0-mlogloss:0.40053\tvalidation_1-mlogloss:0.42280\n",
      "[1351]\tvalidation_0-mlogloss:0.40045\tvalidation_1-mlogloss:0.42272\n",
      "[1352]\tvalidation_0-mlogloss:0.40039\tvalidation_1-mlogloss:0.42269\n",
      "[1353]\tvalidation_0-mlogloss:0.40035\tvalidation_1-mlogloss:0.42266\n",
      "[1354]\tvalidation_0-mlogloss:0.40029\tvalidation_1-mlogloss:0.42261\n",
      "[1355]\tvalidation_0-mlogloss:0.40026\tvalidation_1-mlogloss:0.42259\n",
      "[1356]\tvalidation_0-mlogloss:0.40020\tvalidation_1-mlogloss:0.42256\n",
      "[1357]\tvalidation_0-mlogloss:0.40014\tvalidation_1-mlogloss:0.42251\n",
      "[1358]\tvalidation_0-mlogloss:0.40013\tvalidation_1-mlogloss:0.42251\n",
      "[1359]\tvalidation_0-mlogloss:0.39998\tvalidation_1-mlogloss:0.42239\n",
      "[1360]\tvalidation_0-mlogloss:0.39990\tvalidation_1-mlogloss:0.42232\n",
      "[1361]\tvalidation_0-mlogloss:0.39986\tvalidation_1-mlogloss:0.42229\n",
      "[1362]\tvalidation_0-mlogloss:0.39984\tvalidation_1-mlogloss:0.42229\n",
      "[1363]\tvalidation_0-mlogloss:0.39978\tvalidation_1-mlogloss:0.42224\n",
      "[1364]\tvalidation_0-mlogloss:0.39970\tvalidation_1-mlogloss:0.42217\n",
      "[1365]\tvalidation_0-mlogloss:0.39964\tvalidation_1-mlogloss:0.42213\n",
      "[1366]\tvalidation_0-mlogloss:0.39954\tvalidation_1-mlogloss:0.42205\n",
      "[1367]\tvalidation_0-mlogloss:0.39949\tvalidation_1-mlogloss:0.42202\n",
      "[1368]\tvalidation_0-mlogloss:0.39947\tvalidation_1-mlogloss:0.42201\n",
      "[1369]\tvalidation_0-mlogloss:0.39946\tvalidation_1-mlogloss:0.42200\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1370]\tvalidation_0-mlogloss:0.39938\tvalidation_1-mlogloss:0.42194\n",
      "[1371]\tvalidation_0-mlogloss:0.39937\tvalidation_1-mlogloss:0.42194\n",
      "[1372]\tvalidation_0-mlogloss:0.39931\tvalidation_1-mlogloss:0.42190\n",
      "[1373]\tvalidation_0-mlogloss:0.39929\tvalidation_1-mlogloss:0.42189\n",
      "[1374]\tvalidation_0-mlogloss:0.39923\tvalidation_1-mlogloss:0.42185\n",
      "[1375]\tvalidation_0-mlogloss:0.39916\tvalidation_1-mlogloss:0.42179\n",
      "[1376]\tvalidation_0-mlogloss:0.39909\tvalidation_1-mlogloss:0.42172\n",
      "[1377]\tvalidation_0-mlogloss:0.39904\tvalidation_1-mlogloss:0.42168\n",
      "[1378]\tvalidation_0-mlogloss:0.39898\tvalidation_1-mlogloss:0.42163\n",
      "[1379]\tvalidation_0-mlogloss:0.39894\tvalidation_1-mlogloss:0.42161\n",
      "[1380]\tvalidation_0-mlogloss:0.39887\tvalidation_1-mlogloss:0.42154\n",
      "[1381]\tvalidation_0-mlogloss:0.39882\tvalidation_1-mlogloss:0.42150\n",
      "[1382]\tvalidation_0-mlogloss:0.39878\tvalidation_1-mlogloss:0.42146\n",
      "[1383]\tvalidation_0-mlogloss:0.39876\tvalidation_1-mlogloss:0.42146\n",
      "[1384]\tvalidation_0-mlogloss:0.39872\tvalidation_1-mlogloss:0.42143\n",
      "[1385]\tvalidation_0-mlogloss:0.39868\tvalidation_1-mlogloss:0.42141\n",
      "[1386]\tvalidation_0-mlogloss:0.39862\tvalidation_1-mlogloss:0.42137\n",
      "[1387]\tvalidation_0-mlogloss:0.39857\tvalidation_1-mlogloss:0.42133\n",
      "[1388]\tvalidation_0-mlogloss:0.39855\tvalidation_1-mlogloss:0.42132\n",
      "[1389]\tvalidation_0-mlogloss:0.39850\tvalidation_1-mlogloss:0.42128\n",
      "[1390]\tvalidation_0-mlogloss:0.39843\tvalidation_1-mlogloss:0.42123\n",
      "[1391]\tvalidation_0-mlogloss:0.39840\tvalidation_1-mlogloss:0.42121\n",
      "[1392]\tvalidation_0-mlogloss:0.39838\tvalidation_1-mlogloss:0.42119\n",
      "[1393]\tvalidation_0-mlogloss:0.39833\tvalidation_1-mlogloss:0.42114\n",
      "[1394]\tvalidation_0-mlogloss:0.39832\tvalidation_1-mlogloss:0.42115\n",
      "[1395]\tvalidation_0-mlogloss:0.39826\tvalidation_1-mlogloss:0.42111\n",
      "[1396]\tvalidation_0-mlogloss:0.39815\tvalidation_1-mlogloss:0.42101\n",
      "[1397]\tvalidation_0-mlogloss:0.39808\tvalidation_1-mlogloss:0.42095\n",
      "[1398]\tvalidation_0-mlogloss:0.39803\tvalidation_1-mlogloss:0.42091\n",
      "[1399]\tvalidation_0-mlogloss:0.39801\tvalidation_1-mlogloss:0.42090\n",
      "[1400]\tvalidation_0-mlogloss:0.39800\tvalidation_1-mlogloss:0.42090\n",
      "[1401]\tvalidation_0-mlogloss:0.39796\tvalidation_1-mlogloss:0.42086\n",
      "[1402]\tvalidation_0-mlogloss:0.39787\tvalidation_1-mlogloss:0.42078\n",
      "[1403]\tvalidation_0-mlogloss:0.39781\tvalidation_1-mlogloss:0.42073\n",
      "[1404]\tvalidation_0-mlogloss:0.39774\tvalidation_1-mlogloss:0.42069\n",
      "[1405]\tvalidation_0-mlogloss:0.39773\tvalidation_1-mlogloss:0.42069\n",
      "[1406]\tvalidation_0-mlogloss:0.39769\tvalidation_1-mlogloss:0.42066\n",
      "[1407]\tvalidation_0-mlogloss:0.39764\tvalidation_1-mlogloss:0.42062\n",
      "[1408]\tvalidation_0-mlogloss:0.39759\tvalidation_1-mlogloss:0.42059\n",
      "[1409]\tvalidation_0-mlogloss:0.39752\tvalidation_1-mlogloss:0.42052\n",
      "[1410]\tvalidation_0-mlogloss:0.39749\tvalidation_1-mlogloss:0.42050\n",
      "[1411]\tvalidation_0-mlogloss:0.39744\tvalidation_1-mlogloss:0.42047\n",
      "[1412]\tvalidation_0-mlogloss:0.39739\tvalidation_1-mlogloss:0.42043\n",
      "[1413]\tvalidation_0-mlogloss:0.39736\tvalidation_1-mlogloss:0.42041\n",
      "[1414]\tvalidation_0-mlogloss:0.39731\tvalidation_1-mlogloss:0.42037\n",
      "[1415]\tvalidation_0-mlogloss:0.39726\tvalidation_1-mlogloss:0.42033\n",
      "[1416]\tvalidation_0-mlogloss:0.39720\tvalidation_1-mlogloss:0.42028\n",
      "[1417]\tvalidation_0-mlogloss:0.39716\tvalidation_1-mlogloss:0.42025\n",
      "[1418]\tvalidation_0-mlogloss:0.39712\tvalidation_1-mlogloss:0.42022\n",
      "[1419]\tvalidation_0-mlogloss:0.39709\tvalidation_1-mlogloss:0.42020\n",
      "[1420]\tvalidation_0-mlogloss:0.39701\tvalidation_1-mlogloss:0.42012\n",
      "[1421]\tvalidation_0-mlogloss:0.39698\tvalidation_1-mlogloss:0.42012\n",
      "[1422]\tvalidation_0-mlogloss:0.39693\tvalidation_1-mlogloss:0.42007\n",
      "[1423]\tvalidation_0-mlogloss:0.39684\tvalidation_1-mlogloss:0.42000\n",
      "[1424]\tvalidation_0-mlogloss:0.39680\tvalidation_1-mlogloss:0.41997\n",
      "[1425]\tvalidation_0-mlogloss:0.39675\tvalidation_1-mlogloss:0.41994\n",
      "[1426]\tvalidation_0-mlogloss:0.39668\tvalidation_1-mlogloss:0.41989\n",
      "[1427]\tvalidation_0-mlogloss:0.39661\tvalidation_1-mlogloss:0.41984\n",
      "[1428]\tvalidation_0-mlogloss:0.39653\tvalidation_1-mlogloss:0.41978\n",
      "[1429]\tvalidation_0-mlogloss:0.39650\tvalidation_1-mlogloss:0.41976\n",
      "[1430]\tvalidation_0-mlogloss:0.39647\tvalidation_1-mlogloss:0.41974\n",
      "[1431]\tvalidation_0-mlogloss:0.39644\tvalidation_1-mlogloss:0.41972\n",
      "[1432]\tvalidation_0-mlogloss:0.39639\tvalidation_1-mlogloss:0.41967\n",
      "[1433]\tvalidation_0-mlogloss:0.39640\tvalidation_1-mlogloss:0.41969\n",
      "[1434]\tvalidation_0-mlogloss:0.39635\tvalidation_1-mlogloss:0.41965\n",
      "[1435]\tvalidation_0-mlogloss:0.39634\tvalidation_1-mlogloss:0.41966\n",
      "[1436]\tvalidation_0-mlogloss:0.39632\tvalidation_1-mlogloss:0.41966\n",
      "[1437]\tvalidation_0-mlogloss:0.39625\tvalidation_1-mlogloss:0.41959\n",
      "[1438]\tvalidation_0-mlogloss:0.39621\tvalidation_1-mlogloss:0.41957\n",
      "[1439]\tvalidation_0-mlogloss:0.39614\tvalidation_1-mlogloss:0.41951\n",
      "[1440]\tvalidation_0-mlogloss:0.39612\tvalidation_1-mlogloss:0.41950\n",
      "[1441]\tvalidation_0-mlogloss:0.39605\tvalidation_1-mlogloss:0.41946\n",
      "[1442]\tvalidation_0-mlogloss:0.39603\tvalidation_1-mlogloss:0.41944\n",
      "[1443]\tvalidation_0-mlogloss:0.39602\tvalidation_1-mlogloss:0.41943\n",
      "[1444]\tvalidation_0-mlogloss:0.39598\tvalidation_1-mlogloss:0.41941\n",
      "[1445]\tvalidation_0-mlogloss:0.39597\tvalidation_1-mlogloss:0.41940\n",
      "[1446]\tvalidation_0-mlogloss:0.39593\tvalidation_1-mlogloss:0.41939\n",
      "[1447]\tvalidation_0-mlogloss:0.39588\tvalidation_1-mlogloss:0.41935\n",
      "[1448]\tvalidation_0-mlogloss:0.39587\tvalidation_1-mlogloss:0.41934\n",
      "[1449]\tvalidation_0-mlogloss:0.39584\tvalidation_1-mlogloss:0.41933\n",
      "[1450]\tvalidation_0-mlogloss:0.39582\tvalidation_1-mlogloss:0.41931\n",
      "[1451]\tvalidation_0-mlogloss:0.39579\tvalidation_1-mlogloss:0.41929\n",
      "[1452]\tvalidation_0-mlogloss:0.39576\tvalidation_1-mlogloss:0.41928\n",
      "[1453]\tvalidation_0-mlogloss:0.39572\tvalidation_1-mlogloss:0.41926\n",
      "[1454]\tvalidation_0-mlogloss:0.39567\tvalidation_1-mlogloss:0.41923\n",
      "[1455]\tvalidation_0-mlogloss:0.39559\tvalidation_1-mlogloss:0.41916\n",
      "[1456]\tvalidation_0-mlogloss:0.39550\tvalidation_1-mlogloss:0.41908\n",
      "[1457]\tvalidation_0-mlogloss:0.39547\tvalidation_1-mlogloss:0.41906\n",
      "[1458]\tvalidation_0-mlogloss:0.39543\tvalidation_1-mlogloss:0.41903\n",
      "[1459]\tvalidation_0-mlogloss:0.39540\tvalidation_1-mlogloss:0.41900\n",
      "[1460]\tvalidation_0-mlogloss:0.39534\tvalidation_1-mlogloss:0.41895\n",
      "[1461]\tvalidation_0-mlogloss:0.39531\tvalidation_1-mlogloss:0.41893\n",
      "[1462]\tvalidation_0-mlogloss:0.39530\tvalidation_1-mlogloss:0.41892\n",
      "[1463]\tvalidation_0-mlogloss:0.39525\tvalidation_1-mlogloss:0.41887\n",
      "[1464]\tvalidation_0-mlogloss:0.39516\tvalidation_1-mlogloss:0.41879\n",
      "[1465]\tvalidation_0-mlogloss:0.39508\tvalidation_1-mlogloss:0.41872\n",
      "[1466]\tvalidation_0-mlogloss:0.39502\tvalidation_1-mlogloss:0.41868\n",
      "[1467]\tvalidation_0-mlogloss:0.39495\tvalidation_1-mlogloss:0.41862\n",
      "[1468]\tvalidation_0-mlogloss:0.39492\tvalidation_1-mlogloss:0.41859\n",
      "[1469]\tvalidation_0-mlogloss:0.39486\tvalidation_1-mlogloss:0.41854\n",
      "[1470]\tvalidation_0-mlogloss:0.39483\tvalidation_1-mlogloss:0.41853\n",
      "[1471]\tvalidation_0-mlogloss:0.39479\tvalidation_1-mlogloss:0.41849\n",
      "[1472]\tvalidation_0-mlogloss:0.39474\tvalidation_1-mlogloss:0.41845\n",
      "[1473]\tvalidation_0-mlogloss:0.39469\tvalidation_1-mlogloss:0.41841\n",
      "[1474]\tvalidation_0-mlogloss:0.39465\tvalidation_1-mlogloss:0.41839\n",
      "[1475]\tvalidation_0-mlogloss:0.39464\tvalidation_1-mlogloss:0.41839\n",
      "[1476]\tvalidation_0-mlogloss:0.39458\tvalidation_1-mlogloss:0.41834\n",
      "[1477]\tvalidation_0-mlogloss:0.39453\tvalidation_1-mlogloss:0.41829\n",
      "[1478]\tvalidation_0-mlogloss:0.39447\tvalidation_1-mlogloss:0.41825\n",
      "[1479]\tvalidation_0-mlogloss:0.39444\tvalidation_1-mlogloss:0.41824\n",
      "[1480]\tvalidation_0-mlogloss:0.39440\tvalidation_1-mlogloss:0.41822\n",
      "[1481]\tvalidation_0-mlogloss:0.39435\tvalidation_1-mlogloss:0.41818\n",
      "[1482]\tvalidation_0-mlogloss:0.39437\tvalidation_1-mlogloss:0.41821\n",
      "[1483]\tvalidation_0-mlogloss:0.39435\tvalidation_1-mlogloss:0.41820\n",
      "[1484]\tvalidation_0-mlogloss:0.39428\tvalidation_1-mlogloss:0.41814\n",
      "[1485]\tvalidation_0-mlogloss:0.39425\tvalidation_1-mlogloss:0.41813\n",
      "[1486]\tvalidation_0-mlogloss:0.39419\tvalidation_1-mlogloss:0.41807\n",
      "[1487]\tvalidation_0-mlogloss:0.39412\tvalidation_1-mlogloss:0.41802\n",
      "[1488]\tvalidation_0-mlogloss:0.39408\tvalidation_1-mlogloss:0.41799\n",
      "[1489]\tvalidation_0-mlogloss:0.39405\tvalidation_1-mlogloss:0.41798\n",
      "[1490]\tvalidation_0-mlogloss:0.39403\tvalidation_1-mlogloss:0.41797\n",
      "[1491]\tvalidation_0-mlogloss:0.39401\tvalidation_1-mlogloss:0.41797\n",
      "[1492]\tvalidation_0-mlogloss:0.39396\tvalidation_1-mlogloss:0.41793\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1493]\tvalidation_0-mlogloss:0.39393\tvalidation_1-mlogloss:0.41791\n",
      "[1494]\tvalidation_0-mlogloss:0.39390\tvalidation_1-mlogloss:0.41790\n",
      "[1495]\tvalidation_0-mlogloss:0.39389\tvalidation_1-mlogloss:0.41790\n",
      "[1496]\tvalidation_0-mlogloss:0.39383\tvalidation_1-mlogloss:0.41785\n",
      "[1497]\tvalidation_0-mlogloss:0.39380\tvalidation_1-mlogloss:0.41784\n",
      "[1498]\tvalidation_0-mlogloss:0.39381\tvalidation_1-mlogloss:0.41785\n",
      "[1499]\tvalidation_0-mlogloss:0.39378\tvalidation_1-mlogloss:0.41783\n",
      "[1500]\tvalidation_0-mlogloss:0.39372\tvalidation_1-mlogloss:0.41777\n",
      "[1501]\tvalidation_0-mlogloss:0.39368\tvalidation_1-mlogloss:0.41775\n",
      "[1502]\tvalidation_0-mlogloss:0.39364\tvalidation_1-mlogloss:0.41772\n",
      "[1503]\tvalidation_0-mlogloss:0.39360\tvalidation_1-mlogloss:0.41769\n",
      "[1504]\tvalidation_0-mlogloss:0.39355\tvalidation_1-mlogloss:0.41765\n",
      "[1505]\tvalidation_0-mlogloss:0.39351\tvalidation_1-mlogloss:0.41761\n",
      "[1506]\tvalidation_0-mlogloss:0.39348\tvalidation_1-mlogloss:0.41758\n",
      "[1507]\tvalidation_0-mlogloss:0.39339\tvalidation_1-mlogloss:0.41750\n",
      "[1508]\tvalidation_0-mlogloss:0.39337\tvalidation_1-mlogloss:0.41748\n",
      "[1509]\tvalidation_0-mlogloss:0.39336\tvalidation_1-mlogloss:0.41747\n",
      "[1510]\tvalidation_0-mlogloss:0.39333\tvalidation_1-mlogloss:0.41745\n",
      "[1511]\tvalidation_0-mlogloss:0.39330\tvalidation_1-mlogloss:0.41742\n",
      "[1512]\tvalidation_0-mlogloss:0.39330\tvalidation_1-mlogloss:0.41742\n",
      "[1513]\tvalidation_0-mlogloss:0.39326\tvalidation_1-mlogloss:0.41740\n",
      "[1514]\tvalidation_0-mlogloss:0.39318\tvalidation_1-mlogloss:0.41732\n",
      "[1515]\tvalidation_0-mlogloss:0.39314\tvalidation_1-mlogloss:0.41729\n",
      "[1516]\tvalidation_0-mlogloss:0.39312\tvalidation_1-mlogloss:0.41728\n",
      "[1517]\tvalidation_0-mlogloss:0.39310\tvalidation_1-mlogloss:0.41726\n",
      "[1518]\tvalidation_0-mlogloss:0.39304\tvalidation_1-mlogloss:0.41723\n",
      "[1519]\tvalidation_0-mlogloss:0.39301\tvalidation_1-mlogloss:0.41719\n",
      "[1520]\tvalidation_0-mlogloss:0.39295\tvalidation_1-mlogloss:0.41715\n",
      "[1521]\tvalidation_0-mlogloss:0.39289\tvalidation_1-mlogloss:0.41712\n",
      "[1522]\tvalidation_0-mlogloss:0.39282\tvalidation_1-mlogloss:0.41707\n",
      "[1523]\tvalidation_0-mlogloss:0.39282\tvalidation_1-mlogloss:0.41707\n",
      "[1524]\tvalidation_0-mlogloss:0.39276\tvalidation_1-mlogloss:0.41702\n",
      "[1525]\tvalidation_0-mlogloss:0.39273\tvalidation_1-mlogloss:0.41700\n",
      "[1526]\tvalidation_0-mlogloss:0.39268\tvalidation_1-mlogloss:0.41695\n",
      "[1527]\tvalidation_0-mlogloss:0.39265\tvalidation_1-mlogloss:0.41693\n",
      "[1528]\tvalidation_0-mlogloss:0.39259\tvalidation_1-mlogloss:0.41688\n",
      "[1529]\tvalidation_0-mlogloss:0.39255\tvalidation_1-mlogloss:0.41685\n",
      "[1530]\tvalidation_0-mlogloss:0.39254\tvalidation_1-mlogloss:0.41685\n",
      "[1531]\tvalidation_0-mlogloss:0.39250\tvalidation_1-mlogloss:0.41681\n",
      "[1532]\tvalidation_0-mlogloss:0.39246\tvalidation_1-mlogloss:0.41678\n",
      "[1533]\tvalidation_0-mlogloss:0.39243\tvalidation_1-mlogloss:0.41675\n",
      "[1534]\tvalidation_0-mlogloss:0.39239\tvalidation_1-mlogloss:0.41672\n",
      "[1535]\tvalidation_0-mlogloss:0.39232\tvalidation_1-mlogloss:0.41669\n",
      "[1536]\tvalidation_0-mlogloss:0.39230\tvalidation_1-mlogloss:0.41668\n",
      "[1537]\tvalidation_0-mlogloss:0.39227\tvalidation_1-mlogloss:0.41665\n",
      "[1538]\tvalidation_0-mlogloss:0.39222\tvalidation_1-mlogloss:0.41662\n",
      "[1539]\tvalidation_0-mlogloss:0.39216\tvalidation_1-mlogloss:0.41656\n",
      "[1540]\tvalidation_0-mlogloss:0.39210\tvalidation_1-mlogloss:0.41652\n",
      "[1541]\tvalidation_0-mlogloss:0.39205\tvalidation_1-mlogloss:0.41648\n",
      "[1542]\tvalidation_0-mlogloss:0.39202\tvalidation_1-mlogloss:0.41646\n",
      "[1543]\tvalidation_0-mlogloss:0.39198\tvalidation_1-mlogloss:0.41643\n",
      "[1544]\tvalidation_0-mlogloss:0.39198\tvalidation_1-mlogloss:0.41643\n",
      "[1545]\tvalidation_0-mlogloss:0.39194\tvalidation_1-mlogloss:0.41640\n",
      "[1546]\tvalidation_0-mlogloss:0.39190\tvalidation_1-mlogloss:0.41638\n",
      "[1547]\tvalidation_0-mlogloss:0.39184\tvalidation_1-mlogloss:0.41634\n",
      "[1548]\tvalidation_0-mlogloss:0.39182\tvalidation_1-mlogloss:0.41633\n",
      "[1549]\tvalidation_0-mlogloss:0.39179\tvalidation_1-mlogloss:0.41630\n",
      "[1550]\tvalidation_0-mlogloss:0.39172\tvalidation_1-mlogloss:0.41626\n",
      "[1551]\tvalidation_0-mlogloss:0.39167\tvalidation_1-mlogloss:0.41621\n",
      "[1552]\tvalidation_0-mlogloss:0.39165\tvalidation_1-mlogloss:0.41620\n",
      "[1553]\tvalidation_0-mlogloss:0.39158\tvalidation_1-mlogloss:0.41615\n",
      "[1554]\tvalidation_0-mlogloss:0.39151\tvalidation_1-mlogloss:0.41609\n",
      "[1555]\tvalidation_0-mlogloss:0.39147\tvalidation_1-mlogloss:0.41606\n",
      "[1556]\tvalidation_0-mlogloss:0.39139\tvalidation_1-mlogloss:0.41600\n",
      "[1557]\tvalidation_0-mlogloss:0.39137\tvalidation_1-mlogloss:0.41599\n",
      "[1558]\tvalidation_0-mlogloss:0.39135\tvalidation_1-mlogloss:0.41599\n",
      "[1559]\tvalidation_0-mlogloss:0.39135\tvalidation_1-mlogloss:0.41600\n",
      "[1560]\tvalidation_0-mlogloss:0.39126\tvalidation_1-mlogloss:0.41592\n",
      "[1561]\tvalidation_0-mlogloss:0.39121\tvalidation_1-mlogloss:0.41588\n",
      "[1562]\tvalidation_0-mlogloss:0.39119\tvalidation_1-mlogloss:0.41586\n",
      "[1563]\tvalidation_0-mlogloss:0.39115\tvalidation_1-mlogloss:0.41582\n",
      "[1564]\tvalidation_0-mlogloss:0.39112\tvalidation_1-mlogloss:0.41581\n",
      "[1565]\tvalidation_0-mlogloss:0.39112\tvalidation_1-mlogloss:0.41581\n",
      "[1566]\tvalidation_0-mlogloss:0.39112\tvalidation_1-mlogloss:0.41582\n",
      "[1567]\tvalidation_0-mlogloss:0.39110\tvalidation_1-mlogloss:0.41581\n",
      "[1568]\tvalidation_0-mlogloss:0.39105\tvalidation_1-mlogloss:0.41578\n",
      "[1569]\tvalidation_0-mlogloss:0.39098\tvalidation_1-mlogloss:0.41574\n",
      "[1570]\tvalidation_0-mlogloss:0.39097\tvalidation_1-mlogloss:0.41573\n",
      "[1571]\tvalidation_0-mlogloss:0.39093\tvalidation_1-mlogloss:0.41571\n",
      "[1572]\tvalidation_0-mlogloss:0.39089\tvalidation_1-mlogloss:0.41568\n",
      "[1573]\tvalidation_0-mlogloss:0.39088\tvalidation_1-mlogloss:0.41567\n",
      "[1574]\tvalidation_0-mlogloss:0.39085\tvalidation_1-mlogloss:0.41565\n",
      "[1575]\tvalidation_0-mlogloss:0.39082\tvalidation_1-mlogloss:0.41563\n",
      "[1576]\tvalidation_0-mlogloss:0.39080\tvalidation_1-mlogloss:0.41562\n",
      "[1577]\tvalidation_0-mlogloss:0.39078\tvalidation_1-mlogloss:0.41560\n",
      "[1578]\tvalidation_0-mlogloss:0.39074\tvalidation_1-mlogloss:0.41558\n",
      "[1579]\tvalidation_0-mlogloss:0.39074\tvalidation_1-mlogloss:0.41558\n",
      "[1580]\tvalidation_0-mlogloss:0.39068\tvalidation_1-mlogloss:0.41554\n",
      "[1581]\tvalidation_0-mlogloss:0.39062\tvalidation_1-mlogloss:0.41548\n",
      "[1582]\tvalidation_0-mlogloss:0.39062\tvalidation_1-mlogloss:0.41549\n",
      "[1583]\tvalidation_0-mlogloss:0.39057\tvalidation_1-mlogloss:0.41546\n",
      "[1584]\tvalidation_0-mlogloss:0.39055\tvalidation_1-mlogloss:0.41546\n",
      "[1585]\tvalidation_0-mlogloss:0.39051\tvalidation_1-mlogloss:0.41542\n",
      "[1586]\tvalidation_0-mlogloss:0.39046\tvalidation_1-mlogloss:0.41538\n",
      "[1587]\tvalidation_0-mlogloss:0.39040\tvalidation_1-mlogloss:0.41533\n",
      "[1588]\tvalidation_0-mlogloss:0.39036\tvalidation_1-mlogloss:0.41530\n",
      "[1589]\tvalidation_0-mlogloss:0.39031\tvalidation_1-mlogloss:0.41526\n",
      "[1590]\tvalidation_0-mlogloss:0.39030\tvalidation_1-mlogloss:0.41526\n",
      "[1591]\tvalidation_0-mlogloss:0.39026\tvalidation_1-mlogloss:0.41524\n",
      "[1592]\tvalidation_0-mlogloss:0.39019\tvalidation_1-mlogloss:0.41518\n",
      "[1593]\tvalidation_0-mlogloss:0.39015\tvalidation_1-mlogloss:0.41515\n",
      "[1594]\tvalidation_0-mlogloss:0.39010\tvalidation_1-mlogloss:0.41511\n",
      "[1595]\tvalidation_0-mlogloss:0.39007\tvalidation_1-mlogloss:0.41508\n",
      "[1596]\tvalidation_0-mlogloss:0.39005\tvalidation_1-mlogloss:0.41506\n",
      "[1597]\tvalidation_0-mlogloss:0.39003\tvalidation_1-mlogloss:0.41505\n",
      "[1598]\tvalidation_0-mlogloss:0.39000\tvalidation_1-mlogloss:0.41503\n",
      "[1599]\tvalidation_0-mlogloss:0.38992\tvalidation_1-mlogloss:0.41497\n",
      "[1600]\tvalidation_0-mlogloss:0.38986\tvalidation_1-mlogloss:0.41493\n",
      "[1601]\tvalidation_0-mlogloss:0.38985\tvalidation_1-mlogloss:0.41492\n",
      "[1602]\tvalidation_0-mlogloss:0.38981\tvalidation_1-mlogloss:0.41490\n",
      "[1603]\tvalidation_0-mlogloss:0.38978\tvalidation_1-mlogloss:0.41487\n",
      "[1604]\tvalidation_0-mlogloss:0.38978\tvalidation_1-mlogloss:0.41488\n",
      "[1605]\tvalidation_0-mlogloss:0.38974\tvalidation_1-mlogloss:0.41484\n",
      "[1606]\tvalidation_0-mlogloss:0.38971\tvalidation_1-mlogloss:0.41481\n",
      "[1607]\tvalidation_0-mlogloss:0.38968\tvalidation_1-mlogloss:0.41479\n",
      "[1608]\tvalidation_0-mlogloss:0.38964\tvalidation_1-mlogloss:0.41476\n",
      "[1609]\tvalidation_0-mlogloss:0.38958\tvalidation_1-mlogloss:0.41472\n",
      "[1610]\tvalidation_0-mlogloss:0.38954\tvalidation_1-mlogloss:0.41468\n",
      "[1611]\tvalidation_0-mlogloss:0.38948\tvalidation_1-mlogloss:0.41463\n",
      "[1612]\tvalidation_0-mlogloss:0.38943\tvalidation_1-mlogloss:0.41459\n",
      "[1613]\tvalidation_0-mlogloss:0.38938\tvalidation_1-mlogloss:0.41456\n",
      "[1614]\tvalidation_0-mlogloss:0.38935\tvalidation_1-mlogloss:0.41453\n",
      "[1615]\tvalidation_0-mlogloss:0.38931\tvalidation_1-mlogloss:0.41450\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1616]\tvalidation_0-mlogloss:0.38930\tvalidation_1-mlogloss:0.41451\n",
      "[1617]\tvalidation_0-mlogloss:0.38925\tvalidation_1-mlogloss:0.41448\n",
      "[1618]\tvalidation_0-mlogloss:0.38919\tvalidation_1-mlogloss:0.41445\n",
      "[1619]\tvalidation_0-mlogloss:0.38912\tvalidation_1-mlogloss:0.41439\n",
      "[1620]\tvalidation_0-mlogloss:0.38905\tvalidation_1-mlogloss:0.41435\n",
      "[1621]\tvalidation_0-mlogloss:0.38901\tvalidation_1-mlogloss:0.41433\n",
      "[1622]\tvalidation_0-mlogloss:0.38900\tvalidation_1-mlogloss:0.41433\n",
      "[1623]\tvalidation_0-mlogloss:0.38897\tvalidation_1-mlogloss:0.41432\n",
      "[1624]\tvalidation_0-mlogloss:0.38894\tvalidation_1-mlogloss:0.41429\n",
      "[1625]\tvalidation_0-mlogloss:0.38891\tvalidation_1-mlogloss:0.41428\n",
      "[1626]\tvalidation_0-mlogloss:0.38889\tvalidation_1-mlogloss:0.41427\n",
      "[1627]\tvalidation_0-mlogloss:0.38888\tvalidation_1-mlogloss:0.41428\n",
      "[1628]\tvalidation_0-mlogloss:0.38885\tvalidation_1-mlogloss:0.41425\n",
      "[1629]\tvalidation_0-mlogloss:0.38883\tvalidation_1-mlogloss:0.41424\n",
      "[1630]\tvalidation_0-mlogloss:0.38878\tvalidation_1-mlogloss:0.41421\n",
      "[1631]\tvalidation_0-mlogloss:0.38871\tvalidation_1-mlogloss:0.41415\n",
      "[1632]\tvalidation_0-mlogloss:0.38869\tvalidation_1-mlogloss:0.41414\n",
      "[1633]\tvalidation_0-mlogloss:0.38860\tvalidation_1-mlogloss:0.41407\n",
      "[1634]\tvalidation_0-mlogloss:0.38857\tvalidation_1-mlogloss:0.41404\n",
      "[1635]\tvalidation_0-mlogloss:0.38856\tvalidation_1-mlogloss:0.41404\n",
      "[1636]\tvalidation_0-mlogloss:0.38851\tvalidation_1-mlogloss:0.41400\n",
      "[1637]\tvalidation_0-mlogloss:0.38846\tvalidation_1-mlogloss:0.41396\n",
      "[1638]\tvalidation_0-mlogloss:0.38842\tvalidation_1-mlogloss:0.41394\n",
      "[1639]\tvalidation_0-mlogloss:0.38839\tvalidation_1-mlogloss:0.41392\n",
      "[1640]\tvalidation_0-mlogloss:0.38837\tvalidation_1-mlogloss:0.41391\n",
      "[1641]\tvalidation_0-mlogloss:0.38833\tvalidation_1-mlogloss:0.41389\n",
      "[1642]\tvalidation_0-mlogloss:0.38829\tvalidation_1-mlogloss:0.41386\n",
      "[1643]\tvalidation_0-mlogloss:0.38823\tvalidation_1-mlogloss:0.41380\n",
      "[1644]\tvalidation_0-mlogloss:0.38820\tvalidation_1-mlogloss:0.41378\n",
      "[1645]\tvalidation_0-mlogloss:0.38816\tvalidation_1-mlogloss:0.41375\n",
      "[1646]\tvalidation_0-mlogloss:0.38811\tvalidation_1-mlogloss:0.41371\n",
      "[1647]\tvalidation_0-mlogloss:0.38807\tvalidation_1-mlogloss:0.41368\n",
      "[1648]\tvalidation_0-mlogloss:0.38806\tvalidation_1-mlogloss:0.41367\n",
      "[1649]\tvalidation_0-mlogloss:0.38798\tvalidation_1-mlogloss:0.41360\n",
      "[1650]\tvalidation_0-mlogloss:0.38796\tvalidation_1-mlogloss:0.41359\n",
      "[1651]\tvalidation_0-mlogloss:0.38795\tvalidation_1-mlogloss:0.41358\n",
      "[1652]\tvalidation_0-mlogloss:0.38791\tvalidation_1-mlogloss:0.41355\n",
      "[1653]\tvalidation_0-mlogloss:0.38787\tvalidation_1-mlogloss:0.41352\n",
      "[1654]\tvalidation_0-mlogloss:0.38786\tvalidation_1-mlogloss:0.41351\n",
      "[1655]\tvalidation_0-mlogloss:0.38782\tvalidation_1-mlogloss:0.41350\n",
      "[1656]\tvalidation_0-mlogloss:0.38777\tvalidation_1-mlogloss:0.41345\n",
      "[1657]\tvalidation_0-mlogloss:0.38776\tvalidation_1-mlogloss:0.41346\n",
      "[1658]\tvalidation_0-mlogloss:0.38773\tvalidation_1-mlogloss:0.41343\n",
      "[1659]\tvalidation_0-mlogloss:0.38767\tvalidation_1-mlogloss:0.41339\n",
      "[1660]\tvalidation_0-mlogloss:0.38760\tvalidation_1-mlogloss:0.41331\n",
      "[1661]\tvalidation_0-mlogloss:0.38755\tvalidation_1-mlogloss:0.41329\n",
      "[1662]\tvalidation_0-mlogloss:0.38751\tvalidation_1-mlogloss:0.41324\n",
      "[1663]\tvalidation_0-mlogloss:0.38749\tvalidation_1-mlogloss:0.41323\n",
      "[1664]\tvalidation_0-mlogloss:0.38745\tvalidation_1-mlogloss:0.41320\n",
      "[1665]\tvalidation_0-mlogloss:0.38743\tvalidation_1-mlogloss:0.41319\n",
      "[1666]\tvalidation_0-mlogloss:0.38736\tvalidation_1-mlogloss:0.41313\n",
      "[1667]\tvalidation_0-mlogloss:0.38733\tvalidation_1-mlogloss:0.41311\n",
      "[1668]\tvalidation_0-mlogloss:0.38731\tvalidation_1-mlogloss:0.41310\n",
      "[1669]\tvalidation_0-mlogloss:0.38725\tvalidation_1-mlogloss:0.41305\n",
      "[1670]\tvalidation_0-mlogloss:0.38721\tvalidation_1-mlogloss:0.41302\n",
      "[1671]\tvalidation_0-mlogloss:0.38718\tvalidation_1-mlogloss:0.41299\n",
      "[1672]\tvalidation_0-mlogloss:0.38715\tvalidation_1-mlogloss:0.41297\n",
      "[1673]\tvalidation_0-mlogloss:0.38711\tvalidation_1-mlogloss:0.41294\n",
      "[1674]\tvalidation_0-mlogloss:0.38706\tvalidation_1-mlogloss:0.41292\n",
      "[1675]\tvalidation_0-mlogloss:0.38702\tvalidation_1-mlogloss:0.41289\n",
      "[1676]\tvalidation_0-mlogloss:0.38701\tvalidation_1-mlogloss:0.41289\n",
      "[1677]\tvalidation_0-mlogloss:0.38697\tvalidation_1-mlogloss:0.41286\n",
      "[1678]\tvalidation_0-mlogloss:0.38693\tvalidation_1-mlogloss:0.41283\n",
      "[1679]\tvalidation_0-mlogloss:0.38691\tvalidation_1-mlogloss:0.41282\n",
      "[1680]\tvalidation_0-mlogloss:0.38689\tvalidation_1-mlogloss:0.41282\n",
      "[1681]\tvalidation_0-mlogloss:0.38685\tvalidation_1-mlogloss:0.41279\n",
      "[1682]\tvalidation_0-mlogloss:0.38684\tvalidation_1-mlogloss:0.41279\n",
      "[1683]\tvalidation_0-mlogloss:0.38683\tvalidation_1-mlogloss:0.41279\n",
      "[1684]\tvalidation_0-mlogloss:0.38679\tvalidation_1-mlogloss:0.41276\n",
      "[1685]\tvalidation_0-mlogloss:0.38675\tvalidation_1-mlogloss:0.41272\n",
      "[1686]\tvalidation_0-mlogloss:0.38672\tvalidation_1-mlogloss:0.41270\n",
      "[1687]\tvalidation_0-mlogloss:0.38670\tvalidation_1-mlogloss:0.41268\n",
      "[1688]\tvalidation_0-mlogloss:0.38666\tvalidation_1-mlogloss:0.41263\n",
      "[1689]\tvalidation_0-mlogloss:0.38663\tvalidation_1-mlogloss:0.41263\n",
      "[1690]\tvalidation_0-mlogloss:0.38659\tvalidation_1-mlogloss:0.41260\n",
      "[1691]\tvalidation_0-mlogloss:0.38656\tvalidation_1-mlogloss:0.41257\n",
      "[1692]\tvalidation_0-mlogloss:0.38651\tvalidation_1-mlogloss:0.41254\n",
      "[1693]\tvalidation_0-mlogloss:0.38648\tvalidation_1-mlogloss:0.41250\n",
      "[1694]\tvalidation_0-mlogloss:0.38644\tvalidation_1-mlogloss:0.41246\n",
      "[1695]\tvalidation_0-mlogloss:0.38638\tvalidation_1-mlogloss:0.41241\n",
      "[1696]\tvalidation_0-mlogloss:0.38636\tvalidation_1-mlogloss:0.41242\n",
      "[1697]\tvalidation_0-mlogloss:0.38631\tvalidation_1-mlogloss:0.41237\n",
      "[1698]\tvalidation_0-mlogloss:0.38630\tvalidation_1-mlogloss:0.41237\n",
      "[1699]\tvalidation_0-mlogloss:0.38627\tvalidation_1-mlogloss:0.41236\n",
      "[1700]\tvalidation_0-mlogloss:0.38626\tvalidation_1-mlogloss:0.41235\n",
      "[1701]\tvalidation_0-mlogloss:0.38622\tvalidation_1-mlogloss:0.41232\n",
      "[1702]\tvalidation_0-mlogloss:0.38618\tvalidation_1-mlogloss:0.41229\n",
      "[1703]\tvalidation_0-mlogloss:0.38613\tvalidation_1-mlogloss:0.41226\n",
      "[1704]\tvalidation_0-mlogloss:0.38611\tvalidation_1-mlogloss:0.41226\n",
      "[1705]\tvalidation_0-mlogloss:0.38609\tvalidation_1-mlogloss:0.41225\n",
      "[1706]\tvalidation_0-mlogloss:0.38603\tvalidation_1-mlogloss:0.41218\n",
      "[1707]\tvalidation_0-mlogloss:0.38600\tvalidation_1-mlogloss:0.41217\n",
      "[1708]\tvalidation_0-mlogloss:0.38594\tvalidation_1-mlogloss:0.41211\n",
      "[1709]\tvalidation_0-mlogloss:0.38589\tvalidation_1-mlogloss:0.41208\n",
      "[1710]\tvalidation_0-mlogloss:0.38586\tvalidation_1-mlogloss:0.41207\n",
      "[1711]\tvalidation_0-mlogloss:0.38582\tvalidation_1-mlogloss:0.41205\n",
      "[1712]\tvalidation_0-mlogloss:0.38580\tvalidation_1-mlogloss:0.41202\n",
      "[1713]\tvalidation_0-mlogloss:0.38577\tvalidation_1-mlogloss:0.41201\n",
      "[1714]\tvalidation_0-mlogloss:0.38573\tvalidation_1-mlogloss:0.41198\n",
      "[1715]\tvalidation_0-mlogloss:0.38571\tvalidation_1-mlogloss:0.41198\n",
      "[1716]\tvalidation_0-mlogloss:0.38567\tvalidation_1-mlogloss:0.41195\n",
      "[1717]\tvalidation_0-mlogloss:0.38563\tvalidation_1-mlogloss:0.41191\n",
      "[1718]\tvalidation_0-mlogloss:0.38563\tvalidation_1-mlogloss:0.41192\n",
      "[1719]\tvalidation_0-mlogloss:0.38560\tvalidation_1-mlogloss:0.41189\n",
      "[1720]\tvalidation_0-mlogloss:0.38555\tvalidation_1-mlogloss:0.41185\n",
      "[1721]\tvalidation_0-mlogloss:0.38550\tvalidation_1-mlogloss:0.41182\n",
      "[1722]\tvalidation_0-mlogloss:0.38545\tvalidation_1-mlogloss:0.41179\n",
      "[1723]\tvalidation_0-mlogloss:0.38545\tvalidation_1-mlogloss:0.41179\n",
      "[1724]\tvalidation_0-mlogloss:0.38540\tvalidation_1-mlogloss:0.41175\n",
      "[1725]\tvalidation_0-mlogloss:0.38540\tvalidation_1-mlogloss:0.41176\n",
      "[1726]\tvalidation_0-mlogloss:0.38535\tvalidation_1-mlogloss:0.41172\n",
      "[1727]\tvalidation_0-mlogloss:0.38531\tvalidation_1-mlogloss:0.41170\n",
      "[1728]\tvalidation_0-mlogloss:0.38531\tvalidation_1-mlogloss:0.41171\n",
      "[1729]\tvalidation_0-mlogloss:0.38525\tvalidation_1-mlogloss:0.41166\n",
      "[1730]\tvalidation_0-mlogloss:0.38520\tvalidation_1-mlogloss:0.41162\n",
      "[1731]\tvalidation_0-mlogloss:0.38513\tvalidation_1-mlogloss:0.41156\n",
      "[1732]\tvalidation_0-mlogloss:0.38509\tvalidation_1-mlogloss:0.41154\n",
      "[1733]\tvalidation_0-mlogloss:0.38504\tvalidation_1-mlogloss:0.41150\n",
      "[1734]\tvalidation_0-mlogloss:0.38502\tvalidation_1-mlogloss:0.41150\n",
      "[1735]\tvalidation_0-mlogloss:0.38500\tvalidation_1-mlogloss:0.41150\n",
      "[1736]\tvalidation_0-mlogloss:0.38495\tvalidation_1-mlogloss:0.41147\n",
      "[1737]\tvalidation_0-mlogloss:0.38492\tvalidation_1-mlogloss:0.41144\n",
      "[1738]\tvalidation_0-mlogloss:0.38488\tvalidation_1-mlogloss:0.41142\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1739]\tvalidation_0-mlogloss:0.38486\tvalidation_1-mlogloss:0.41141\n",
      "[1740]\tvalidation_0-mlogloss:0.38483\tvalidation_1-mlogloss:0.41139\n",
      "[1741]\tvalidation_0-mlogloss:0.38477\tvalidation_1-mlogloss:0.41135\n",
      "[1742]\tvalidation_0-mlogloss:0.38472\tvalidation_1-mlogloss:0.41130\n",
      "[1743]\tvalidation_0-mlogloss:0.38467\tvalidation_1-mlogloss:0.41126\n",
      "[1744]\tvalidation_0-mlogloss:0.38462\tvalidation_1-mlogloss:0.41122\n",
      "[1745]\tvalidation_0-mlogloss:0.38455\tvalidation_1-mlogloss:0.41117\n",
      "[1746]\tvalidation_0-mlogloss:0.38454\tvalidation_1-mlogloss:0.41116\n",
      "[1747]\tvalidation_0-mlogloss:0.38451\tvalidation_1-mlogloss:0.41114\n",
      "[1748]\tvalidation_0-mlogloss:0.38446\tvalidation_1-mlogloss:0.41110\n",
      "[1749]\tvalidation_0-mlogloss:0.38442\tvalidation_1-mlogloss:0.41107\n",
      "[1750]\tvalidation_0-mlogloss:0.38440\tvalidation_1-mlogloss:0.41106\n",
      "[1751]\tvalidation_0-mlogloss:0.38433\tvalidation_1-mlogloss:0.41100\n",
      "[1752]\tvalidation_0-mlogloss:0.38430\tvalidation_1-mlogloss:0.41097\n",
      "[1753]\tvalidation_0-mlogloss:0.38422\tvalidation_1-mlogloss:0.41090\n",
      "[1754]\tvalidation_0-mlogloss:0.38421\tvalidation_1-mlogloss:0.41089\n",
      "[1755]\tvalidation_0-mlogloss:0.38418\tvalidation_1-mlogloss:0.41085\n",
      "[1756]\tvalidation_0-mlogloss:0.38413\tvalidation_1-mlogloss:0.41083\n",
      "[1757]\tvalidation_0-mlogloss:0.38412\tvalidation_1-mlogloss:0.41082\n",
      "[1758]\tvalidation_0-mlogloss:0.38408\tvalidation_1-mlogloss:0.41079\n",
      "[1759]\tvalidation_0-mlogloss:0.38404\tvalidation_1-mlogloss:0.41076\n",
      "[1760]\tvalidation_0-mlogloss:0.38404\tvalidation_1-mlogloss:0.41076\n",
      "[1761]\tvalidation_0-mlogloss:0.38397\tvalidation_1-mlogloss:0.41071\n",
      "[1762]\tvalidation_0-mlogloss:0.38397\tvalidation_1-mlogloss:0.41072\n",
      "[1763]\tvalidation_0-mlogloss:0.38392\tvalidation_1-mlogloss:0.41068\n",
      "[1764]\tvalidation_0-mlogloss:0.38390\tvalidation_1-mlogloss:0.41067\n",
      "[1765]\tvalidation_0-mlogloss:0.38385\tvalidation_1-mlogloss:0.41063\n",
      "[1766]\tvalidation_0-mlogloss:0.38379\tvalidation_1-mlogloss:0.41057\n",
      "[1767]\tvalidation_0-mlogloss:0.38379\tvalidation_1-mlogloss:0.41058\n",
      "[1768]\tvalidation_0-mlogloss:0.38373\tvalidation_1-mlogloss:0.41054\n",
      "[1769]\tvalidation_0-mlogloss:0.38369\tvalidation_1-mlogloss:0.41051\n",
      "[1770]\tvalidation_0-mlogloss:0.38368\tvalidation_1-mlogloss:0.41050\n",
      "[1771]\tvalidation_0-mlogloss:0.38367\tvalidation_1-mlogloss:0.41050\n",
      "[1772]\tvalidation_0-mlogloss:0.38366\tvalidation_1-mlogloss:0.41051\n",
      "[1773]\tvalidation_0-mlogloss:0.38365\tvalidation_1-mlogloss:0.41049\n",
      "[1774]\tvalidation_0-mlogloss:0.38359\tvalidation_1-mlogloss:0.41045\n",
      "[1775]\tvalidation_0-mlogloss:0.38355\tvalidation_1-mlogloss:0.41042\n",
      "[1776]\tvalidation_0-mlogloss:0.38350\tvalidation_1-mlogloss:0.41038\n",
      "[1777]\tvalidation_0-mlogloss:0.38347\tvalidation_1-mlogloss:0.41036\n",
      "[1778]\tvalidation_0-mlogloss:0.38344\tvalidation_1-mlogloss:0.41034\n",
      "[1779]\tvalidation_0-mlogloss:0.38341\tvalidation_1-mlogloss:0.41032\n",
      "[1780]\tvalidation_0-mlogloss:0.38340\tvalidation_1-mlogloss:0.41031\n",
      "[1781]\tvalidation_0-mlogloss:0.38336\tvalidation_1-mlogloss:0.41029\n",
      "[1782]\tvalidation_0-mlogloss:0.38333\tvalidation_1-mlogloss:0.41028\n",
      "[1783]\tvalidation_0-mlogloss:0.38329\tvalidation_1-mlogloss:0.41026\n",
      "[1784]\tvalidation_0-mlogloss:0.38327\tvalidation_1-mlogloss:0.41025\n",
      "[1785]\tvalidation_0-mlogloss:0.38324\tvalidation_1-mlogloss:0.41023\n",
      "[1786]\tvalidation_0-mlogloss:0.38321\tvalidation_1-mlogloss:0.41022\n",
      "[1787]\tvalidation_0-mlogloss:0.38316\tvalidation_1-mlogloss:0.41017\n",
      "[1788]\tvalidation_0-mlogloss:0.38311\tvalidation_1-mlogloss:0.41013\n",
      "[1789]\tvalidation_0-mlogloss:0.38304\tvalidation_1-mlogloss:0.41007\n",
      "[1790]\tvalidation_0-mlogloss:0.38300\tvalidation_1-mlogloss:0.41003\n",
      "[1791]\tvalidation_0-mlogloss:0.38296\tvalidation_1-mlogloss:0.41001\n",
      "[1792]\tvalidation_0-mlogloss:0.38293\tvalidation_1-mlogloss:0.40998\n",
      "[1793]\tvalidation_0-mlogloss:0.38292\tvalidation_1-mlogloss:0.40997\n",
      "[1794]\tvalidation_0-mlogloss:0.38289\tvalidation_1-mlogloss:0.40996\n",
      "[1795]\tvalidation_0-mlogloss:0.38284\tvalidation_1-mlogloss:0.40992\n",
      "[1796]\tvalidation_0-mlogloss:0.38278\tvalidation_1-mlogloss:0.40987\n",
      "[1797]\tvalidation_0-mlogloss:0.38275\tvalidation_1-mlogloss:0.40985\n",
      "[1798]\tvalidation_0-mlogloss:0.38272\tvalidation_1-mlogloss:0.40983\n",
      "[1799]\tvalidation_0-mlogloss:0.38269\tvalidation_1-mlogloss:0.40982\n",
      "[1800]\tvalidation_0-mlogloss:0.38269\tvalidation_1-mlogloss:0.40983\n",
      "[1801]\tvalidation_0-mlogloss:0.38264\tvalidation_1-mlogloss:0.40980\n",
      "[1802]\tvalidation_0-mlogloss:0.38260\tvalidation_1-mlogloss:0.40977\n",
      "[1803]\tvalidation_0-mlogloss:0.38259\tvalidation_1-mlogloss:0.40976\n",
      "[1804]\tvalidation_0-mlogloss:0.38258\tvalidation_1-mlogloss:0.40977\n",
      "[1805]\tvalidation_0-mlogloss:0.38251\tvalidation_1-mlogloss:0.40972\n",
      "[1806]\tvalidation_0-mlogloss:0.38248\tvalidation_1-mlogloss:0.40970\n",
      "[1807]\tvalidation_0-mlogloss:0.38246\tvalidation_1-mlogloss:0.40969\n",
      "[1808]\tvalidation_0-mlogloss:0.38244\tvalidation_1-mlogloss:0.40969\n",
      "[1809]\tvalidation_0-mlogloss:0.38239\tvalidation_1-mlogloss:0.40965\n",
      "[1810]\tvalidation_0-mlogloss:0.38237\tvalidation_1-mlogloss:0.40964\n",
      "[1811]\tvalidation_0-mlogloss:0.38233\tvalidation_1-mlogloss:0.40962\n",
      "[1812]\tvalidation_0-mlogloss:0.38228\tvalidation_1-mlogloss:0.40958\n",
      "[1813]\tvalidation_0-mlogloss:0.38227\tvalidation_1-mlogloss:0.40957\n",
      "[1814]\tvalidation_0-mlogloss:0.38224\tvalidation_1-mlogloss:0.40955\n",
      "[1815]\tvalidation_0-mlogloss:0.38220\tvalidation_1-mlogloss:0.40953\n",
      "[1816]\tvalidation_0-mlogloss:0.38215\tvalidation_1-mlogloss:0.40949\n",
      "[1817]\tvalidation_0-mlogloss:0.38210\tvalidation_1-mlogloss:0.40944\n",
      "[1818]\tvalidation_0-mlogloss:0.38208\tvalidation_1-mlogloss:0.40943\n",
      "[1819]\tvalidation_0-mlogloss:0.38202\tvalidation_1-mlogloss:0.40937\n",
      "[1820]\tvalidation_0-mlogloss:0.38198\tvalidation_1-mlogloss:0.40934\n",
      "[1821]\tvalidation_0-mlogloss:0.38198\tvalidation_1-mlogloss:0.40933\n",
      "[1822]\tvalidation_0-mlogloss:0.38194\tvalidation_1-mlogloss:0.40930\n",
      "[1823]\tvalidation_0-mlogloss:0.38191\tvalidation_1-mlogloss:0.40928\n",
      "[1824]\tvalidation_0-mlogloss:0.38188\tvalidation_1-mlogloss:0.40926\n",
      "[1825]\tvalidation_0-mlogloss:0.38183\tvalidation_1-mlogloss:0.40921\n",
      "[1826]\tvalidation_0-mlogloss:0.38174\tvalidation_1-mlogloss:0.40913\n",
      "[1827]\tvalidation_0-mlogloss:0.38170\tvalidation_1-mlogloss:0.40912\n",
      "[1828]\tvalidation_0-mlogloss:0.38167\tvalidation_1-mlogloss:0.40910\n",
      "[1829]\tvalidation_0-mlogloss:0.38163\tvalidation_1-mlogloss:0.40907\n",
      "[1830]\tvalidation_0-mlogloss:0.38161\tvalidation_1-mlogloss:0.40906\n",
      "[1831]\tvalidation_0-mlogloss:0.38158\tvalidation_1-mlogloss:0.40903\n",
      "[1832]\tvalidation_0-mlogloss:0.38153\tvalidation_1-mlogloss:0.40899\n",
      "[1833]\tvalidation_0-mlogloss:0.38150\tvalidation_1-mlogloss:0.40897\n",
      "[1834]\tvalidation_0-mlogloss:0.38144\tvalidation_1-mlogloss:0.40892\n",
      "[1835]\tvalidation_0-mlogloss:0.38146\tvalidation_1-mlogloss:0.40894\n",
      "[1836]\tvalidation_0-mlogloss:0.38143\tvalidation_1-mlogloss:0.40893\n",
      "[1837]\tvalidation_0-mlogloss:0.38141\tvalidation_1-mlogloss:0.40891\n",
      "[1838]\tvalidation_0-mlogloss:0.38137\tvalidation_1-mlogloss:0.40888\n",
      "[1839]\tvalidation_0-mlogloss:0.38136\tvalidation_1-mlogloss:0.40887\n",
      "[1840]\tvalidation_0-mlogloss:0.38133\tvalidation_1-mlogloss:0.40885\n",
      "[1841]\tvalidation_0-mlogloss:0.38128\tvalidation_1-mlogloss:0.40881\n",
      "[1842]\tvalidation_0-mlogloss:0.38125\tvalidation_1-mlogloss:0.40879\n",
      "[1843]\tvalidation_0-mlogloss:0.38121\tvalidation_1-mlogloss:0.40874\n",
      "[1844]\tvalidation_0-mlogloss:0.38119\tvalidation_1-mlogloss:0.40875\n",
      "[1845]\tvalidation_0-mlogloss:0.38115\tvalidation_1-mlogloss:0.40872\n",
      "[1846]\tvalidation_0-mlogloss:0.38110\tvalidation_1-mlogloss:0.40869\n",
      "[1847]\tvalidation_0-mlogloss:0.38107\tvalidation_1-mlogloss:0.40866\n",
      "[1848]\tvalidation_0-mlogloss:0.38104\tvalidation_1-mlogloss:0.40863\n",
      "[1849]\tvalidation_0-mlogloss:0.38101\tvalidation_1-mlogloss:0.40862\n",
      "[1850]\tvalidation_0-mlogloss:0.38097\tvalidation_1-mlogloss:0.40858\n",
      "[1851]\tvalidation_0-mlogloss:0.38095\tvalidation_1-mlogloss:0.40859\n",
      "[1852]\tvalidation_0-mlogloss:0.38093\tvalidation_1-mlogloss:0.40859\n",
      "[1853]\tvalidation_0-mlogloss:0.38090\tvalidation_1-mlogloss:0.40857\n",
      "[1854]\tvalidation_0-mlogloss:0.38087\tvalidation_1-mlogloss:0.40854\n",
      "[1855]\tvalidation_0-mlogloss:0.38081\tvalidation_1-mlogloss:0.40849\n",
      "[1856]\tvalidation_0-mlogloss:0.38077\tvalidation_1-mlogloss:0.40846\n",
      "[1857]\tvalidation_0-mlogloss:0.38074\tvalidation_1-mlogloss:0.40845\n",
      "[1858]\tvalidation_0-mlogloss:0.38070\tvalidation_1-mlogloss:0.40841\n",
      "[1859]\tvalidation_0-mlogloss:0.38066\tvalidation_1-mlogloss:0.40838\n",
      "[1860]\tvalidation_0-mlogloss:0.38063\tvalidation_1-mlogloss:0.40835\n",
      "[1861]\tvalidation_0-mlogloss:0.38057\tvalidation_1-mlogloss:0.40831\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1862]\tvalidation_0-mlogloss:0.38055\tvalidation_1-mlogloss:0.40831\n",
      "[1863]\tvalidation_0-mlogloss:0.38049\tvalidation_1-mlogloss:0.40826\n",
      "[1864]\tvalidation_0-mlogloss:0.38048\tvalidation_1-mlogloss:0.40825\n",
      "[1865]\tvalidation_0-mlogloss:0.38047\tvalidation_1-mlogloss:0.40825\n",
      "[1866]\tvalidation_0-mlogloss:0.38043\tvalidation_1-mlogloss:0.40822\n",
      "[1867]\tvalidation_0-mlogloss:0.38040\tvalidation_1-mlogloss:0.40821\n",
      "[1868]\tvalidation_0-mlogloss:0.38034\tvalidation_1-mlogloss:0.40817\n",
      "[1869]\tvalidation_0-mlogloss:0.38032\tvalidation_1-mlogloss:0.40815\n",
      "[1870]\tvalidation_0-mlogloss:0.38028\tvalidation_1-mlogloss:0.40813\n",
      "[1871]\tvalidation_0-mlogloss:0.38028\tvalidation_1-mlogloss:0.40813\n",
      "[1872]\tvalidation_0-mlogloss:0.38021\tvalidation_1-mlogloss:0.40809\n",
      "[1873]\tvalidation_0-mlogloss:0.38016\tvalidation_1-mlogloss:0.40804\n",
      "[1874]\tvalidation_0-mlogloss:0.38012\tvalidation_1-mlogloss:0.40802\n",
      "[1875]\tvalidation_0-mlogloss:0.38007\tvalidation_1-mlogloss:0.40799\n",
      "[1876]\tvalidation_0-mlogloss:0.38005\tvalidation_1-mlogloss:0.40798\n",
      "[1877]\tvalidation_0-mlogloss:0.38005\tvalidation_1-mlogloss:0.40798\n",
      "[1878]\tvalidation_0-mlogloss:0.38003\tvalidation_1-mlogloss:0.40797\n",
      "[1879]\tvalidation_0-mlogloss:0.37995\tvalidation_1-mlogloss:0.40790\n",
      "[1880]\tvalidation_0-mlogloss:0.37993\tvalidation_1-mlogloss:0.40789\n",
      "[1881]\tvalidation_0-mlogloss:0.37988\tvalidation_1-mlogloss:0.40785\n",
      "[1882]\tvalidation_0-mlogloss:0.37987\tvalidation_1-mlogloss:0.40785\n",
      "[1883]\tvalidation_0-mlogloss:0.37982\tvalidation_1-mlogloss:0.40782\n",
      "[1884]\tvalidation_0-mlogloss:0.37976\tvalidation_1-mlogloss:0.40777\n",
      "[1885]\tvalidation_0-mlogloss:0.37971\tvalidation_1-mlogloss:0.40772\n",
      "[1886]\tvalidation_0-mlogloss:0.37967\tvalidation_1-mlogloss:0.40769\n",
      "[1887]\tvalidation_0-mlogloss:0.37963\tvalidation_1-mlogloss:0.40766\n",
      "[1888]\tvalidation_0-mlogloss:0.37959\tvalidation_1-mlogloss:0.40763\n",
      "[1889]\tvalidation_0-mlogloss:0.37958\tvalidation_1-mlogloss:0.40763\n",
      "[1890]\tvalidation_0-mlogloss:0.37951\tvalidation_1-mlogloss:0.40757\n",
      "[1891]\tvalidation_0-mlogloss:0.37948\tvalidation_1-mlogloss:0.40754\n",
      "[1892]\tvalidation_0-mlogloss:0.37947\tvalidation_1-mlogloss:0.40753\n",
      "[1893]\tvalidation_0-mlogloss:0.37944\tvalidation_1-mlogloss:0.40751\n",
      "[1894]\tvalidation_0-mlogloss:0.37941\tvalidation_1-mlogloss:0.40749\n",
      "[1895]\tvalidation_0-mlogloss:0.37941\tvalidation_1-mlogloss:0.40750\n",
      "[1896]\tvalidation_0-mlogloss:0.37938\tvalidation_1-mlogloss:0.40748\n",
      "[1897]\tvalidation_0-mlogloss:0.37934\tvalidation_1-mlogloss:0.40744\n",
      "[1898]\tvalidation_0-mlogloss:0.37934\tvalidation_1-mlogloss:0.40743\n",
      "[1899]\tvalidation_0-mlogloss:0.37932\tvalidation_1-mlogloss:0.40743\n",
      "[1900]\tvalidation_0-mlogloss:0.37930\tvalidation_1-mlogloss:0.40742\n",
      "[1901]\tvalidation_0-mlogloss:0.37928\tvalidation_1-mlogloss:0.40741\n",
      "[1902]\tvalidation_0-mlogloss:0.37922\tvalidation_1-mlogloss:0.40738\n",
      "[1903]\tvalidation_0-mlogloss:0.37917\tvalidation_1-mlogloss:0.40733\n",
      "[1904]\tvalidation_0-mlogloss:0.37913\tvalidation_1-mlogloss:0.40730\n",
      "[1905]\tvalidation_0-mlogloss:0.37910\tvalidation_1-mlogloss:0.40727\n",
      "[1906]\tvalidation_0-mlogloss:0.37909\tvalidation_1-mlogloss:0.40727\n",
      "[1907]\tvalidation_0-mlogloss:0.37903\tvalidation_1-mlogloss:0.40723\n",
      "[1908]\tvalidation_0-mlogloss:0.37896\tvalidation_1-mlogloss:0.40717\n",
      "[1909]\tvalidation_0-mlogloss:0.37893\tvalidation_1-mlogloss:0.40715\n",
      "[1910]\tvalidation_0-mlogloss:0.37890\tvalidation_1-mlogloss:0.40714\n",
      "[1911]\tvalidation_0-mlogloss:0.37883\tvalidation_1-mlogloss:0.40707\n",
      "[1912]\tvalidation_0-mlogloss:0.37876\tvalidation_1-mlogloss:0.40701\n",
      "[1913]\tvalidation_0-mlogloss:0.37874\tvalidation_1-mlogloss:0.40700\n",
      "[1914]\tvalidation_0-mlogloss:0.37868\tvalidation_1-mlogloss:0.40696\n",
      "[1915]\tvalidation_0-mlogloss:0.37866\tvalidation_1-mlogloss:0.40695\n",
      "[1916]\tvalidation_0-mlogloss:0.37865\tvalidation_1-mlogloss:0.40696\n",
      "[1917]\tvalidation_0-mlogloss:0.37859\tvalidation_1-mlogloss:0.40691\n",
      "[1918]\tvalidation_0-mlogloss:0.37859\tvalidation_1-mlogloss:0.40691\n",
      "[1919]\tvalidation_0-mlogloss:0.37853\tvalidation_1-mlogloss:0.40687\n",
      "[1920]\tvalidation_0-mlogloss:0.37846\tvalidation_1-mlogloss:0.40681\n",
      "[1921]\tvalidation_0-mlogloss:0.37843\tvalidation_1-mlogloss:0.40680\n",
      "[1922]\tvalidation_0-mlogloss:0.37842\tvalidation_1-mlogloss:0.40680\n",
      "[1923]\tvalidation_0-mlogloss:0.37834\tvalidation_1-mlogloss:0.40674\n",
      "[1924]\tvalidation_0-mlogloss:0.37833\tvalidation_1-mlogloss:0.40674\n",
      "[1925]\tvalidation_0-mlogloss:0.37833\tvalidation_1-mlogloss:0.40675\n",
      "[1926]\tvalidation_0-mlogloss:0.37828\tvalidation_1-mlogloss:0.40670\n",
      "[1927]\tvalidation_0-mlogloss:0.37825\tvalidation_1-mlogloss:0.40668\n",
      "[1928]\tvalidation_0-mlogloss:0.37821\tvalidation_1-mlogloss:0.40665\n",
      "[1929]\tvalidation_0-mlogloss:0.37817\tvalidation_1-mlogloss:0.40661\n",
      "[1930]\tvalidation_0-mlogloss:0.37814\tvalidation_1-mlogloss:0.40660\n",
      "[1931]\tvalidation_0-mlogloss:0.37809\tvalidation_1-mlogloss:0.40655\n",
      "[1932]\tvalidation_0-mlogloss:0.37808\tvalidation_1-mlogloss:0.40656\n",
      "[1933]\tvalidation_0-mlogloss:0.37806\tvalidation_1-mlogloss:0.40655\n",
      "[1934]\tvalidation_0-mlogloss:0.37802\tvalidation_1-mlogloss:0.40652\n",
      "[1935]\tvalidation_0-mlogloss:0.37800\tvalidation_1-mlogloss:0.40652\n",
      "[1936]\tvalidation_0-mlogloss:0.37798\tvalidation_1-mlogloss:0.40651\n",
      "[1937]\tvalidation_0-mlogloss:0.37791\tvalidation_1-mlogloss:0.40645\n",
      "[1938]\tvalidation_0-mlogloss:0.37787\tvalidation_1-mlogloss:0.40642\n",
      "[1939]\tvalidation_0-mlogloss:0.37786\tvalidation_1-mlogloss:0.40642\n",
      "[1940]\tvalidation_0-mlogloss:0.37784\tvalidation_1-mlogloss:0.40642\n",
      "[1941]\tvalidation_0-mlogloss:0.37783\tvalidation_1-mlogloss:0.40640\n",
      "[1942]\tvalidation_0-mlogloss:0.37777\tvalidation_1-mlogloss:0.40636\n",
      "[1943]\tvalidation_0-mlogloss:0.37773\tvalidation_1-mlogloss:0.40634\n",
      "[1944]\tvalidation_0-mlogloss:0.37770\tvalidation_1-mlogloss:0.40631\n",
      "[1945]\tvalidation_0-mlogloss:0.37765\tvalidation_1-mlogloss:0.40627\n",
      "[1946]\tvalidation_0-mlogloss:0.37759\tvalidation_1-mlogloss:0.40623\n",
      "[1947]\tvalidation_0-mlogloss:0.37757\tvalidation_1-mlogloss:0.40622\n",
      "[1948]\tvalidation_0-mlogloss:0.37751\tvalidation_1-mlogloss:0.40616\n",
      "[1949]\tvalidation_0-mlogloss:0.37747\tvalidation_1-mlogloss:0.40613\n",
      "[1950]\tvalidation_0-mlogloss:0.37745\tvalidation_1-mlogloss:0.40612\n",
      "[1951]\tvalidation_0-mlogloss:0.37744\tvalidation_1-mlogloss:0.40612\n",
      "[1952]\tvalidation_0-mlogloss:0.37742\tvalidation_1-mlogloss:0.40611\n",
      "[1953]\tvalidation_0-mlogloss:0.37741\tvalidation_1-mlogloss:0.40611\n",
      "[1954]\tvalidation_0-mlogloss:0.37739\tvalidation_1-mlogloss:0.40609\n",
      "[1955]\tvalidation_0-mlogloss:0.37736\tvalidation_1-mlogloss:0.40607\n",
      "[1956]\tvalidation_0-mlogloss:0.37733\tvalidation_1-mlogloss:0.40604\n",
      "[1957]\tvalidation_0-mlogloss:0.37730\tvalidation_1-mlogloss:0.40602\n",
      "[1958]\tvalidation_0-mlogloss:0.37727\tvalidation_1-mlogloss:0.40601\n",
      "[1959]\tvalidation_0-mlogloss:0.37721\tvalidation_1-mlogloss:0.40596\n",
      "[1960]\tvalidation_0-mlogloss:0.37719\tvalidation_1-mlogloss:0.40595\n",
      "[1961]\tvalidation_0-mlogloss:0.37712\tvalidation_1-mlogloss:0.40589\n",
      "[1962]\tvalidation_0-mlogloss:0.37709\tvalidation_1-mlogloss:0.40587\n",
      "[1963]\tvalidation_0-mlogloss:0.37706\tvalidation_1-mlogloss:0.40586\n",
      "[1964]\tvalidation_0-mlogloss:0.37707\tvalidation_1-mlogloss:0.40587\n",
      "[1965]\tvalidation_0-mlogloss:0.37704\tvalidation_1-mlogloss:0.40585\n",
      "[1966]\tvalidation_0-mlogloss:0.37701\tvalidation_1-mlogloss:0.40583\n",
      "[1967]\tvalidation_0-mlogloss:0.37698\tvalidation_1-mlogloss:0.40580\n",
      "[1968]\tvalidation_0-mlogloss:0.37697\tvalidation_1-mlogloss:0.40580\n",
      "[1969]\tvalidation_0-mlogloss:0.37694\tvalidation_1-mlogloss:0.40578\n",
      "[1970]\tvalidation_0-mlogloss:0.37691\tvalidation_1-mlogloss:0.40575\n",
      "[1971]\tvalidation_0-mlogloss:0.37688\tvalidation_1-mlogloss:0.40573\n",
      "[1972]\tvalidation_0-mlogloss:0.37683\tvalidation_1-mlogloss:0.40569\n",
      "[1973]\tvalidation_0-mlogloss:0.37681\tvalidation_1-mlogloss:0.40568\n",
      "[1974]\tvalidation_0-mlogloss:0.37679\tvalidation_1-mlogloss:0.40565\n",
      "[1975]\tvalidation_0-mlogloss:0.37676\tvalidation_1-mlogloss:0.40564\n",
      "[1976]\tvalidation_0-mlogloss:0.37673\tvalidation_1-mlogloss:0.40562\n",
      "[1977]\tvalidation_0-mlogloss:0.37670\tvalidation_1-mlogloss:0.40559\n",
      "[1978]\tvalidation_0-mlogloss:0.37666\tvalidation_1-mlogloss:0.40554\n",
      "[1979]\tvalidation_0-mlogloss:0.37665\tvalidation_1-mlogloss:0.40554\n",
      "[1980]\tvalidation_0-mlogloss:0.37659\tvalidation_1-mlogloss:0.40549\n",
      "[1981]\tvalidation_0-mlogloss:0.37656\tvalidation_1-mlogloss:0.40547\n",
      "[1982]\tvalidation_0-mlogloss:0.37651\tvalidation_1-mlogloss:0.40543\n",
      "[1983]\tvalidation_0-mlogloss:0.37646\tvalidation_1-mlogloss:0.40538\n",
      "[1984]\tvalidation_0-mlogloss:0.37643\tvalidation_1-mlogloss:0.40537\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1985]\tvalidation_0-mlogloss:0.37643\tvalidation_1-mlogloss:0.40536\n",
      "[1986]\tvalidation_0-mlogloss:0.37638\tvalidation_1-mlogloss:0.40533\n",
      "[1987]\tvalidation_0-mlogloss:0.37637\tvalidation_1-mlogloss:0.40532\n",
      "[1988]\tvalidation_0-mlogloss:0.37636\tvalidation_1-mlogloss:0.40532\n",
      "[1989]\tvalidation_0-mlogloss:0.37634\tvalidation_1-mlogloss:0.40531\n",
      "[1990]\tvalidation_0-mlogloss:0.37631\tvalidation_1-mlogloss:0.40529\n",
      "[1991]\tvalidation_0-mlogloss:0.37629\tvalidation_1-mlogloss:0.40529\n",
      "[1992]\tvalidation_0-mlogloss:0.37626\tvalidation_1-mlogloss:0.40527\n",
      "[1993]\tvalidation_0-mlogloss:0.37623\tvalidation_1-mlogloss:0.40525\n",
      "[1994]\tvalidation_0-mlogloss:0.37622\tvalidation_1-mlogloss:0.40523\n",
      "[1995]\tvalidation_0-mlogloss:0.37623\tvalidation_1-mlogloss:0.40526\n",
      "[1996]\tvalidation_0-mlogloss:0.37616\tvalidation_1-mlogloss:0.40519\n",
      "[1997]\tvalidation_0-mlogloss:0.37613\tvalidation_1-mlogloss:0.40517\n",
      "[1998]\tvalidation_0-mlogloss:0.37610\tvalidation_1-mlogloss:0.40514\n",
      "[1999]\tvalidation_0-mlogloss:0.37608\tvalidation_1-mlogloss:0.40514\n",
      "[2000]\tvalidation_0-mlogloss:0.37606\tvalidation_1-mlogloss:0.40512\n",
      "[2001]\tvalidation_0-mlogloss:0.37604\tvalidation_1-mlogloss:0.40511\n",
      "[2002]\tvalidation_0-mlogloss:0.37603\tvalidation_1-mlogloss:0.40510\n",
      "[2003]\tvalidation_0-mlogloss:0.37600\tvalidation_1-mlogloss:0.40508\n",
      "[2004]\tvalidation_0-mlogloss:0.37596\tvalidation_1-mlogloss:0.40504\n",
      "[2005]\tvalidation_0-mlogloss:0.37593\tvalidation_1-mlogloss:0.40503\n",
      "[2006]\tvalidation_0-mlogloss:0.37590\tvalidation_1-mlogloss:0.40500\n",
      "[2007]\tvalidation_0-mlogloss:0.37587\tvalidation_1-mlogloss:0.40496\n",
      "[2008]\tvalidation_0-mlogloss:0.37584\tvalidation_1-mlogloss:0.40493\n",
      "[2009]\tvalidation_0-mlogloss:0.37581\tvalidation_1-mlogloss:0.40491\n",
      "[2010]\tvalidation_0-mlogloss:0.37574\tvalidation_1-mlogloss:0.40485\n",
      "[2011]\tvalidation_0-mlogloss:0.37572\tvalidation_1-mlogloss:0.40484\n",
      "[2012]\tvalidation_0-mlogloss:0.37569\tvalidation_1-mlogloss:0.40481\n",
      "[2013]\tvalidation_0-mlogloss:0.37564\tvalidation_1-mlogloss:0.40477\n",
      "[2014]\tvalidation_0-mlogloss:0.37563\tvalidation_1-mlogloss:0.40478\n",
      "[2015]\tvalidation_0-mlogloss:0.37563\tvalidation_1-mlogloss:0.40479\n",
      "[2016]\tvalidation_0-mlogloss:0.37559\tvalidation_1-mlogloss:0.40476\n",
      "[2017]\tvalidation_0-mlogloss:0.37557\tvalidation_1-mlogloss:0.40474\n",
      "[2018]\tvalidation_0-mlogloss:0.37550\tvalidation_1-mlogloss:0.40468\n",
      "[2019]\tvalidation_0-mlogloss:0.37547\tvalidation_1-mlogloss:0.40467\n",
      "[2020]\tvalidation_0-mlogloss:0.37544\tvalidation_1-mlogloss:0.40464\n",
      "[2021]\tvalidation_0-mlogloss:0.37539\tvalidation_1-mlogloss:0.40460\n",
      "[2022]\tvalidation_0-mlogloss:0.37538\tvalidation_1-mlogloss:0.40459\n",
      "[2023]\tvalidation_0-mlogloss:0.37535\tvalidation_1-mlogloss:0.40457\n",
      "[2024]\tvalidation_0-mlogloss:0.37530\tvalidation_1-mlogloss:0.40454\n",
      "[2025]\tvalidation_0-mlogloss:0.37527\tvalidation_1-mlogloss:0.40451\n",
      "[2026]\tvalidation_0-mlogloss:0.37523\tvalidation_1-mlogloss:0.40449\n",
      "[2027]\tvalidation_0-mlogloss:0.37518\tvalidation_1-mlogloss:0.40447\n",
      "[2028]\tvalidation_0-mlogloss:0.37518\tvalidation_1-mlogloss:0.40448\n",
      "[2029]\tvalidation_0-mlogloss:0.37514\tvalidation_1-mlogloss:0.40445\n",
      "[2030]\tvalidation_0-mlogloss:0.37511\tvalidation_1-mlogloss:0.40444\n",
      "[2031]\tvalidation_0-mlogloss:0.37510\tvalidation_1-mlogloss:0.40443\n",
      "[2032]\tvalidation_0-mlogloss:0.37508\tvalidation_1-mlogloss:0.40442\n",
      "[2033]\tvalidation_0-mlogloss:0.37505\tvalidation_1-mlogloss:0.40441\n",
      "[2034]\tvalidation_0-mlogloss:0.37506\tvalidation_1-mlogloss:0.40443\n",
      "[2035]\tvalidation_0-mlogloss:0.37504\tvalidation_1-mlogloss:0.40442\n",
      "[2036]\tvalidation_0-mlogloss:0.37501\tvalidation_1-mlogloss:0.40440\n",
      "[2037]\tvalidation_0-mlogloss:0.37500\tvalidation_1-mlogloss:0.40440\n",
      "[2038]\tvalidation_0-mlogloss:0.37496\tvalidation_1-mlogloss:0.40436\n",
      "[2039]\tvalidation_0-mlogloss:0.37493\tvalidation_1-mlogloss:0.40435\n",
      "[2040]\tvalidation_0-mlogloss:0.37492\tvalidation_1-mlogloss:0.40435\n",
      "[2041]\tvalidation_0-mlogloss:0.37493\tvalidation_1-mlogloss:0.40436\n",
      "[2042]\tvalidation_0-mlogloss:0.37487\tvalidation_1-mlogloss:0.40430\n",
      "[2043]\tvalidation_0-mlogloss:0.37481\tvalidation_1-mlogloss:0.40425\n",
      "[2044]\tvalidation_0-mlogloss:0.37478\tvalidation_1-mlogloss:0.40423\n",
      "[2045]\tvalidation_0-mlogloss:0.37478\tvalidation_1-mlogloss:0.40424\n",
      "[2046]\tvalidation_0-mlogloss:0.37474\tvalidation_1-mlogloss:0.40420\n",
      "[2047]\tvalidation_0-mlogloss:0.37474\tvalidation_1-mlogloss:0.40421\n",
      "[2048]\tvalidation_0-mlogloss:0.37472\tvalidation_1-mlogloss:0.40419\n",
      "[2049]\tvalidation_0-mlogloss:0.37468\tvalidation_1-mlogloss:0.40416\n",
      "[2050]\tvalidation_0-mlogloss:0.37463\tvalidation_1-mlogloss:0.40411\n",
      "[2051]\tvalidation_0-mlogloss:0.37459\tvalidation_1-mlogloss:0.40408\n",
      "[2052]\tvalidation_0-mlogloss:0.37455\tvalidation_1-mlogloss:0.40405\n",
      "[2053]\tvalidation_0-mlogloss:0.37453\tvalidation_1-mlogloss:0.40404\n",
      "[2054]\tvalidation_0-mlogloss:0.37449\tvalidation_1-mlogloss:0.40401\n",
      "[2055]\tvalidation_0-mlogloss:0.37447\tvalidation_1-mlogloss:0.40399\n",
      "[2056]\tvalidation_0-mlogloss:0.37444\tvalidation_1-mlogloss:0.40398\n",
      "[2057]\tvalidation_0-mlogloss:0.37440\tvalidation_1-mlogloss:0.40395\n",
      "[2058]\tvalidation_0-mlogloss:0.37439\tvalidation_1-mlogloss:0.40395\n",
      "[2059]\tvalidation_0-mlogloss:0.37436\tvalidation_1-mlogloss:0.40393\n",
      "[2060]\tvalidation_0-mlogloss:0.37436\tvalidation_1-mlogloss:0.40395\n",
      "[2061]\tvalidation_0-mlogloss:0.37434\tvalidation_1-mlogloss:0.40394\n",
      "[2062]\tvalidation_0-mlogloss:0.37431\tvalidation_1-mlogloss:0.40391\n",
      "[2063]\tvalidation_0-mlogloss:0.37428\tvalidation_1-mlogloss:0.40389\n",
      "[2064]\tvalidation_0-mlogloss:0.37423\tvalidation_1-mlogloss:0.40385\n",
      "[2065]\tvalidation_0-mlogloss:0.37421\tvalidation_1-mlogloss:0.40384\n",
      "[2066]\tvalidation_0-mlogloss:0.37420\tvalidation_1-mlogloss:0.40383\n",
      "[2067]\tvalidation_0-mlogloss:0.37416\tvalidation_1-mlogloss:0.40381\n",
      "[2068]\tvalidation_0-mlogloss:0.37415\tvalidation_1-mlogloss:0.40380\n",
      "[2069]\tvalidation_0-mlogloss:0.37414\tvalidation_1-mlogloss:0.40380\n",
      "[2070]\tvalidation_0-mlogloss:0.37410\tvalidation_1-mlogloss:0.40378\n",
      "[2071]\tvalidation_0-mlogloss:0.37407\tvalidation_1-mlogloss:0.40377\n",
      "[2072]\tvalidation_0-mlogloss:0.37402\tvalidation_1-mlogloss:0.40372\n",
      "[2073]\tvalidation_0-mlogloss:0.37400\tvalidation_1-mlogloss:0.40370\n",
      "[2074]\tvalidation_0-mlogloss:0.37398\tvalidation_1-mlogloss:0.40370\n",
      "[2075]\tvalidation_0-mlogloss:0.37396\tvalidation_1-mlogloss:0.40368\n",
      "[2076]\tvalidation_0-mlogloss:0.37390\tvalidation_1-mlogloss:0.40364\n",
      "[2077]\tvalidation_0-mlogloss:0.37385\tvalidation_1-mlogloss:0.40359\n",
      "[2078]\tvalidation_0-mlogloss:0.37384\tvalidation_1-mlogloss:0.40359\n",
      "[2079]\tvalidation_0-mlogloss:0.37380\tvalidation_1-mlogloss:0.40356\n",
      "[2080]\tvalidation_0-mlogloss:0.37377\tvalidation_1-mlogloss:0.40354\n",
      "[2081]\tvalidation_0-mlogloss:0.37371\tvalidation_1-mlogloss:0.40349\n",
      "[2082]\tvalidation_0-mlogloss:0.37365\tvalidation_1-mlogloss:0.40344\n",
      "[2083]\tvalidation_0-mlogloss:0.37362\tvalidation_1-mlogloss:0.40341\n",
      "[2084]\tvalidation_0-mlogloss:0.37363\tvalidation_1-mlogloss:0.40342\n",
      "[2085]\tvalidation_0-mlogloss:0.37359\tvalidation_1-mlogloss:0.40339\n",
      "[2086]\tvalidation_0-mlogloss:0.37357\tvalidation_1-mlogloss:0.40338\n",
      "[2087]\tvalidation_0-mlogloss:0.37352\tvalidation_1-mlogloss:0.40335\n",
      "[2088]\tvalidation_0-mlogloss:0.37350\tvalidation_1-mlogloss:0.40333\n",
      "[2089]\tvalidation_0-mlogloss:0.37346\tvalidation_1-mlogloss:0.40331\n",
      "[2090]\tvalidation_0-mlogloss:0.37343\tvalidation_1-mlogloss:0.40328\n",
      "[2091]\tvalidation_0-mlogloss:0.37341\tvalidation_1-mlogloss:0.40327\n",
      "[2092]\tvalidation_0-mlogloss:0.37336\tvalidation_1-mlogloss:0.40322\n",
      "[2093]\tvalidation_0-mlogloss:0.37334\tvalidation_1-mlogloss:0.40320\n",
      "[2094]\tvalidation_0-mlogloss:0.37329\tvalidation_1-mlogloss:0.40317\n",
      "[2095]\tvalidation_0-mlogloss:0.37326\tvalidation_1-mlogloss:0.40315\n",
      "[2096]\tvalidation_0-mlogloss:0.37322\tvalidation_1-mlogloss:0.40312\n",
      "[2097]\tvalidation_0-mlogloss:0.37314\tvalidation_1-mlogloss:0.40305\n",
      "[2098]\tvalidation_0-mlogloss:0.37314\tvalidation_1-mlogloss:0.40305\n",
      "[2099]\tvalidation_0-mlogloss:0.37311\tvalidation_1-mlogloss:0.40304\n",
      "[2100]\tvalidation_0-mlogloss:0.37307\tvalidation_1-mlogloss:0.40302\n",
      "[2101]\tvalidation_0-mlogloss:0.37303\tvalidation_1-mlogloss:0.40298\n",
      "[2102]\tvalidation_0-mlogloss:0.37299\tvalidation_1-mlogloss:0.40294\n",
      "[2103]\tvalidation_0-mlogloss:0.37299\tvalidation_1-mlogloss:0.40296\n",
      "[2104]\tvalidation_0-mlogloss:0.37297\tvalidation_1-mlogloss:0.40295\n",
      "[2105]\tvalidation_0-mlogloss:0.37291\tvalidation_1-mlogloss:0.40289\n",
      "[2106]\tvalidation_0-mlogloss:0.37283\tvalidation_1-mlogloss:0.40283\n",
      "[2107]\tvalidation_0-mlogloss:0.37280\tvalidation_1-mlogloss:0.40281\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2108]\tvalidation_0-mlogloss:0.37275\tvalidation_1-mlogloss:0.40276\n",
      "[2109]\tvalidation_0-mlogloss:0.37272\tvalidation_1-mlogloss:0.40274\n",
      "[2110]\tvalidation_0-mlogloss:0.37269\tvalidation_1-mlogloss:0.40272\n",
      "[2111]\tvalidation_0-mlogloss:0.37267\tvalidation_1-mlogloss:0.40270\n",
      "[2112]\tvalidation_0-mlogloss:0.37265\tvalidation_1-mlogloss:0.40268\n",
      "[2113]\tvalidation_0-mlogloss:0.37262\tvalidation_1-mlogloss:0.40265\n",
      "[2114]\tvalidation_0-mlogloss:0.37259\tvalidation_1-mlogloss:0.40263\n",
      "[2115]\tvalidation_0-mlogloss:0.37256\tvalidation_1-mlogloss:0.40261\n",
      "[2116]\tvalidation_0-mlogloss:0.37254\tvalidation_1-mlogloss:0.40260\n",
      "[2117]\tvalidation_0-mlogloss:0.37250\tvalidation_1-mlogloss:0.40257\n",
      "[2118]\tvalidation_0-mlogloss:0.37247\tvalidation_1-mlogloss:0.40255\n",
      "[2119]\tvalidation_0-mlogloss:0.37242\tvalidation_1-mlogloss:0.40251\n",
      "[2120]\tvalidation_0-mlogloss:0.37235\tvalidation_1-mlogloss:0.40246\n",
      "[2121]\tvalidation_0-mlogloss:0.37230\tvalidation_1-mlogloss:0.40241\n",
      "[2122]\tvalidation_0-mlogloss:0.37227\tvalidation_1-mlogloss:0.40239\n",
      "[2123]\tvalidation_0-mlogloss:0.37226\tvalidation_1-mlogloss:0.40240\n",
      "[2124]\tvalidation_0-mlogloss:0.37223\tvalidation_1-mlogloss:0.40238\n",
      "[2125]\tvalidation_0-mlogloss:0.37221\tvalidation_1-mlogloss:0.40238\n",
      "[2126]\tvalidation_0-mlogloss:0.37219\tvalidation_1-mlogloss:0.40237\n",
      "[2127]\tvalidation_0-mlogloss:0.37215\tvalidation_1-mlogloss:0.40234\n",
      "[2128]\tvalidation_0-mlogloss:0.37208\tvalidation_1-mlogloss:0.40229\n",
      "[2129]\tvalidation_0-mlogloss:0.37205\tvalidation_1-mlogloss:0.40226\n",
      "[2130]\tvalidation_0-mlogloss:0.37202\tvalidation_1-mlogloss:0.40223\n",
      "[2131]\tvalidation_0-mlogloss:0.37199\tvalidation_1-mlogloss:0.40221\n",
      "[2132]\tvalidation_0-mlogloss:0.37194\tvalidation_1-mlogloss:0.40217\n",
      "[2133]\tvalidation_0-mlogloss:0.37191\tvalidation_1-mlogloss:0.40215\n",
      "[2134]\tvalidation_0-mlogloss:0.37190\tvalidation_1-mlogloss:0.40214\n",
      "[2135]\tvalidation_0-mlogloss:0.37187\tvalidation_1-mlogloss:0.40212\n",
      "[2136]\tvalidation_0-mlogloss:0.37184\tvalidation_1-mlogloss:0.40210\n",
      "[2137]\tvalidation_0-mlogloss:0.37183\tvalidation_1-mlogloss:0.40211\n",
      "[2138]\tvalidation_0-mlogloss:0.37177\tvalidation_1-mlogloss:0.40207\n",
      "[2139]\tvalidation_0-mlogloss:0.37174\tvalidation_1-mlogloss:0.40205\n",
      "[2140]\tvalidation_0-mlogloss:0.37172\tvalidation_1-mlogloss:0.40203\n",
      "[2141]\tvalidation_0-mlogloss:0.37169\tvalidation_1-mlogloss:0.40202\n",
      "[2142]\tvalidation_0-mlogloss:0.37166\tvalidation_1-mlogloss:0.40201\n",
      "[2143]\tvalidation_0-mlogloss:0.37164\tvalidation_1-mlogloss:0.40198\n",
      "[2144]\tvalidation_0-mlogloss:0.37158\tvalidation_1-mlogloss:0.40194\n",
      "[2145]\tvalidation_0-mlogloss:0.37156\tvalidation_1-mlogloss:0.40195\n",
      "[2146]\tvalidation_0-mlogloss:0.37154\tvalidation_1-mlogloss:0.40195\n",
      "[2147]\tvalidation_0-mlogloss:0.37147\tvalidation_1-mlogloss:0.40191\n",
      "[2148]\tvalidation_0-mlogloss:0.37143\tvalidation_1-mlogloss:0.40189\n",
      "[2149]\tvalidation_0-mlogloss:0.37137\tvalidation_1-mlogloss:0.40185\n",
      "[2150]\tvalidation_0-mlogloss:0.37135\tvalidation_1-mlogloss:0.40183\n",
      "[2151]\tvalidation_0-mlogloss:0.37132\tvalidation_1-mlogloss:0.40183\n",
      "[2152]\tvalidation_0-mlogloss:0.37132\tvalidation_1-mlogloss:0.40184\n",
      "[2153]\tvalidation_0-mlogloss:0.37128\tvalidation_1-mlogloss:0.40181\n",
      "[2154]\tvalidation_0-mlogloss:0.37125\tvalidation_1-mlogloss:0.40180\n",
      "[2155]\tvalidation_0-mlogloss:0.37121\tvalidation_1-mlogloss:0.40177\n",
      "[2156]\tvalidation_0-mlogloss:0.37120\tvalidation_1-mlogloss:0.40177\n",
      "[2157]\tvalidation_0-mlogloss:0.37119\tvalidation_1-mlogloss:0.40177\n",
      "[2158]\tvalidation_0-mlogloss:0.37117\tvalidation_1-mlogloss:0.40177\n",
      "[2159]\tvalidation_0-mlogloss:0.37112\tvalidation_1-mlogloss:0.40172\n",
      "[2160]\tvalidation_0-mlogloss:0.37109\tvalidation_1-mlogloss:0.40171\n",
      "[2161]\tvalidation_0-mlogloss:0.37106\tvalidation_1-mlogloss:0.40168\n",
      "[2162]\tvalidation_0-mlogloss:0.37101\tvalidation_1-mlogloss:0.40163\n",
      "[2163]\tvalidation_0-mlogloss:0.37097\tvalidation_1-mlogloss:0.40162\n",
      "[2164]\tvalidation_0-mlogloss:0.37094\tvalidation_1-mlogloss:0.40158\n",
      "[2165]\tvalidation_0-mlogloss:0.37091\tvalidation_1-mlogloss:0.40156\n",
      "[2166]\tvalidation_0-mlogloss:0.37089\tvalidation_1-mlogloss:0.40154\n",
      "[2167]\tvalidation_0-mlogloss:0.37085\tvalidation_1-mlogloss:0.40151\n",
      "[2168]\tvalidation_0-mlogloss:0.37082\tvalidation_1-mlogloss:0.40149\n",
      "[2169]\tvalidation_0-mlogloss:0.37077\tvalidation_1-mlogloss:0.40146\n",
      "[2170]\tvalidation_0-mlogloss:0.37073\tvalidation_1-mlogloss:0.40143\n",
      "[2171]\tvalidation_0-mlogloss:0.37072\tvalidation_1-mlogloss:0.40142\n",
      "[2172]\tvalidation_0-mlogloss:0.37069\tvalidation_1-mlogloss:0.40141\n",
      "[2173]\tvalidation_0-mlogloss:0.37065\tvalidation_1-mlogloss:0.40137\n",
      "[2174]\tvalidation_0-mlogloss:0.37062\tvalidation_1-mlogloss:0.40135\n",
      "[2175]\tvalidation_0-mlogloss:0.37060\tvalidation_1-mlogloss:0.40133\n",
      "[2176]\tvalidation_0-mlogloss:0.37056\tvalidation_1-mlogloss:0.40131\n",
      "[2177]\tvalidation_0-mlogloss:0.37053\tvalidation_1-mlogloss:0.40129\n",
      "[2178]\tvalidation_0-mlogloss:0.37047\tvalidation_1-mlogloss:0.40125\n",
      "[2179]\tvalidation_0-mlogloss:0.37044\tvalidation_1-mlogloss:0.40123\n",
      "[2180]\tvalidation_0-mlogloss:0.37040\tvalidation_1-mlogloss:0.40119\n",
      "[2181]\tvalidation_0-mlogloss:0.37041\tvalidation_1-mlogloss:0.40121\n",
      "[2182]\tvalidation_0-mlogloss:0.37038\tvalidation_1-mlogloss:0.40120\n",
      "[2183]\tvalidation_0-mlogloss:0.37034\tvalidation_1-mlogloss:0.40118\n",
      "[2184]\tvalidation_0-mlogloss:0.37031\tvalidation_1-mlogloss:0.40116\n",
      "[2185]\tvalidation_0-mlogloss:0.37029\tvalidation_1-mlogloss:0.40115\n",
      "[2186]\tvalidation_0-mlogloss:0.37025\tvalidation_1-mlogloss:0.40111\n",
      "[2187]\tvalidation_0-mlogloss:0.37021\tvalidation_1-mlogloss:0.40107\n",
      "[2188]\tvalidation_0-mlogloss:0.37019\tvalidation_1-mlogloss:0.40106\n",
      "[2189]\tvalidation_0-mlogloss:0.37018\tvalidation_1-mlogloss:0.40106\n",
      "[2190]\tvalidation_0-mlogloss:0.37019\tvalidation_1-mlogloss:0.40108\n",
      "[2191]\tvalidation_0-mlogloss:0.37013\tvalidation_1-mlogloss:0.40105\n",
      "[2192]\tvalidation_0-mlogloss:0.37011\tvalidation_1-mlogloss:0.40104\n",
      "[2193]\tvalidation_0-mlogloss:0.37007\tvalidation_1-mlogloss:0.40101\n",
      "[2194]\tvalidation_0-mlogloss:0.37005\tvalidation_1-mlogloss:0.40099\n",
      "[2195]\tvalidation_0-mlogloss:0.37003\tvalidation_1-mlogloss:0.40098\n",
      "[2196]\tvalidation_0-mlogloss:0.36992\tvalidation_1-mlogloss:0.40091\n",
      "[2197]\tvalidation_0-mlogloss:0.36988\tvalidation_1-mlogloss:0.40088\n",
      "[2198]\tvalidation_0-mlogloss:0.36985\tvalidation_1-mlogloss:0.40086\n",
      "[2199]\tvalidation_0-mlogloss:0.36983\tvalidation_1-mlogloss:0.40085\n",
      "[2200]\tvalidation_0-mlogloss:0.36976\tvalidation_1-mlogloss:0.40081\n",
      "[2201]\tvalidation_0-mlogloss:0.36974\tvalidation_1-mlogloss:0.40079\n",
      "[2202]\tvalidation_0-mlogloss:0.36972\tvalidation_1-mlogloss:0.40078\n",
      "[2203]\tvalidation_0-mlogloss:0.36970\tvalidation_1-mlogloss:0.40077\n",
      "[2204]\tvalidation_0-mlogloss:0.36968\tvalidation_1-mlogloss:0.40077\n",
      "[2205]\tvalidation_0-mlogloss:0.36963\tvalidation_1-mlogloss:0.40071\n",
      "[2206]\tvalidation_0-mlogloss:0.36956\tvalidation_1-mlogloss:0.40066\n",
      "[2207]\tvalidation_0-mlogloss:0.36951\tvalidation_1-mlogloss:0.40063\n",
      "[2208]\tvalidation_0-mlogloss:0.36949\tvalidation_1-mlogloss:0.40061\n",
      "[2209]\tvalidation_0-mlogloss:0.36945\tvalidation_1-mlogloss:0.40057\n",
      "[2210]\tvalidation_0-mlogloss:0.36944\tvalidation_1-mlogloss:0.40057\n",
      "[2211]\tvalidation_0-mlogloss:0.36942\tvalidation_1-mlogloss:0.40055\n",
      "[2212]\tvalidation_0-mlogloss:0.36938\tvalidation_1-mlogloss:0.40052\n",
      "[2213]\tvalidation_0-mlogloss:0.36935\tvalidation_1-mlogloss:0.40051\n",
      "[2214]\tvalidation_0-mlogloss:0.36935\tvalidation_1-mlogloss:0.40053\n",
      "[2215]\tvalidation_0-mlogloss:0.36933\tvalidation_1-mlogloss:0.40052\n",
      "[2216]\tvalidation_0-mlogloss:0.36928\tvalidation_1-mlogloss:0.40048\n",
      "[2217]\tvalidation_0-mlogloss:0.36925\tvalidation_1-mlogloss:0.40047\n",
      "[2218]\tvalidation_0-mlogloss:0.36923\tvalidation_1-mlogloss:0.40046\n",
      "[2219]\tvalidation_0-mlogloss:0.36921\tvalidation_1-mlogloss:0.40044\n",
      "[2220]\tvalidation_0-mlogloss:0.36918\tvalidation_1-mlogloss:0.40042\n",
      "[2221]\tvalidation_0-mlogloss:0.36911\tvalidation_1-mlogloss:0.40036\n",
      "[2222]\tvalidation_0-mlogloss:0.36910\tvalidation_1-mlogloss:0.40036\n",
      "[2223]\tvalidation_0-mlogloss:0.36911\tvalidation_1-mlogloss:0.40037\n",
      "[2224]\tvalidation_0-mlogloss:0.36909\tvalidation_1-mlogloss:0.40037\n",
      "[2225]\tvalidation_0-mlogloss:0.36904\tvalidation_1-mlogloss:0.40033\n",
      "[2226]\tvalidation_0-mlogloss:0.36902\tvalidation_1-mlogloss:0.40032\n",
      "[2227]\tvalidation_0-mlogloss:0.36900\tvalidation_1-mlogloss:0.40031\n",
      "[2228]\tvalidation_0-mlogloss:0.36897\tvalidation_1-mlogloss:0.40029\n",
      "[2229]\tvalidation_0-mlogloss:0.36898\tvalidation_1-mlogloss:0.40030\n",
      "[2230]\tvalidation_0-mlogloss:0.36896\tvalidation_1-mlogloss:0.40028\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2231]\tvalidation_0-mlogloss:0.36892\tvalidation_1-mlogloss:0.40025\n",
      "[2232]\tvalidation_0-mlogloss:0.36887\tvalidation_1-mlogloss:0.40021\n",
      "[2233]\tvalidation_0-mlogloss:0.36885\tvalidation_1-mlogloss:0.40019\n",
      "[2234]\tvalidation_0-mlogloss:0.36883\tvalidation_1-mlogloss:0.40017\n",
      "[2235]\tvalidation_0-mlogloss:0.36882\tvalidation_1-mlogloss:0.40017\n",
      "[2236]\tvalidation_0-mlogloss:0.36882\tvalidation_1-mlogloss:0.40017\n",
      "[2237]\tvalidation_0-mlogloss:0.36877\tvalidation_1-mlogloss:0.40013\n",
      "[2238]\tvalidation_0-mlogloss:0.36872\tvalidation_1-mlogloss:0.40009\n",
      "[2239]\tvalidation_0-mlogloss:0.36869\tvalidation_1-mlogloss:0.40007\n",
      "[2240]\tvalidation_0-mlogloss:0.36867\tvalidation_1-mlogloss:0.40006\n",
      "[2241]\tvalidation_0-mlogloss:0.36863\tvalidation_1-mlogloss:0.40004\n",
      "[2242]\tvalidation_0-mlogloss:0.36862\tvalidation_1-mlogloss:0.40003\n",
      "[2243]\tvalidation_0-mlogloss:0.36858\tvalidation_1-mlogloss:0.40000\n",
      "[2244]\tvalidation_0-mlogloss:0.36857\tvalidation_1-mlogloss:0.39999\n",
      "[2245]\tvalidation_0-mlogloss:0.36856\tvalidation_1-mlogloss:0.39998\n",
      "[2246]\tvalidation_0-mlogloss:0.36854\tvalidation_1-mlogloss:0.39998\n",
      "[2247]\tvalidation_0-mlogloss:0.36852\tvalidation_1-mlogloss:0.39996\n",
      "[2248]\tvalidation_0-mlogloss:0.36847\tvalidation_1-mlogloss:0.39992\n",
      "[2249]\tvalidation_0-mlogloss:0.36847\tvalidation_1-mlogloss:0.39993\n",
      "[2250]\tvalidation_0-mlogloss:0.36843\tvalidation_1-mlogloss:0.39990\n",
      "[2251]\tvalidation_0-mlogloss:0.36840\tvalidation_1-mlogloss:0.39988\n",
      "[2252]\tvalidation_0-mlogloss:0.36836\tvalidation_1-mlogloss:0.39986\n",
      "[2253]\tvalidation_0-mlogloss:0.36829\tvalidation_1-mlogloss:0.39980\n",
      "[2254]\tvalidation_0-mlogloss:0.36827\tvalidation_1-mlogloss:0.39979\n",
      "[2255]\tvalidation_0-mlogloss:0.36824\tvalidation_1-mlogloss:0.39977\n",
      "[2256]\tvalidation_0-mlogloss:0.36819\tvalidation_1-mlogloss:0.39972\n",
      "[2257]\tvalidation_0-mlogloss:0.36816\tvalidation_1-mlogloss:0.39970\n",
      "[2258]\tvalidation_0-mlogloss:0.36815\tvalidation_1-mlogloss:0.39970\n",
      "[2259]\tvalidation_0-mlogloss:0.36810\tvalidation_1-mlogloss:0.39968\n",
      "[2260]\tvalidation_0-mlogloss:0.36804\tvalidation_1-mlogloss:0.39964\n",
      "[2261]\tvalidation_0-mlogloss:0.36801\tvalidation_1-mlogloss:0.39963\n",
      "[2262]\tvalidation_0-mlogloss:0.36799\tvalidation_1-mlogloss:0.39961\n",
      "[2263]\tvalidation_0-mlogloss:0.36796\tvalidation_1-mlogloss:0.39959\n",
      "[2264]\tvalidation_0-mlogloss:0.36790\tvalidation_1-mlogloss:0.39953\n",
      "[2265]\tvalidation_0-mlogloss:0.36790\tvalidation_1-mlogloss:0.39955\n",
      "[2266]\tvalidation_0-mlogloss:0.36786\tvalidation_1-mlogloss:0.39950\n",
      "[2267]\tvalidation_0-mlogloss:0.36783\tvalidation_1-mlogloss:0.39948\n",
      "[2268]\tvalidation_0-mlogloss:0.36781\tvalidation_1-mlogloss:0.39948\n",
      "[2269]\tvalidation_0-mlogloss:0.36777\tvalidation_1-mlogloss:0.39944\n",
      "[2270]\tvalidation_0-mlogloss:0.36772\tvalidation_1-mlogloss:0.39941\n",
      "[2271]\tvalidation_0-mlogloss:0.36769\tvalidation_1-mlogloss:0.39939\n",
      "[2272]\tvalidation_0-mlogloss:0.36767\tvalidation_1-mlogloss:0.39939\n",
      "[2273]\tvalidation_0-mlogloss:0.36768\tvalidation_1-mlogloss:0.39940\n",
      "[2274]\tvalidation_0-mlogloss:0.36768\tvalidation_1-mlogloss:0.39941\n",
      "[2275]\tvalidation_0-mlogloss:0.36767\tvalidation_1-mlogloss:0.39940\n",
      "[2276]\tvalidation_0-mlogloss:0.36764\tvalidation_1-mlogloss:0.39937\n",
      "[2277]\tvalidation_0-mlogloss:0.36763\tvalidation_1-mlogloss:0.39939\n",
      "[2278]\tvalidation_0-mlogloss:0.36761\tvalidation_1-mlogloss:0.39937\n",
      "[2279]\tvalidation_0-mlogloss:0.36758\tvalidation_1-mlogloss:0.39935\n",
      "[2280]\tvalidation_0-mlogloss:0.36753\tvalidation_1-mlogloss:0.39931\n",
      "[2281]\tvalidation_0-mlogloss:0.36749\tvalidation_1-mlogloss:0.39928\n",
      "[2282]\tvalidation_0-mlogloss:0.36747\tvalidation_1-mlogloss:0.39927\n",
      "[2283]\tvalidation_0-mlogloss:0.36746\tvalidation_1-mlogloss:0.39927\n",
      "[2284]\tvalidation_0-mlogloss:0.36744\tvalidation_1-mlogloss:0.39925\n",
      "[2285]\tvalidation_0-mlogloss:0.36741\tvalidation_1-mlogloss:0.39924\n",
      "[2286]\tvalidation_0-mlogloss:0.36741\tvalidation_1-mlogloss:0.39924\n",
      "[2287]\tvalidation_0-mlogloss:0.36736\tvalidation_1-mlogloss:0.39920\n",
      "[2288]\tvalidation_0-mlogloss:0.36734\tvalidation_1-mlogloss:0.39919\n",
      "[2289]\tvalidation_0-mlogloss:0.36730\tvalidation_1-mlogloss:0.39915\n",
      "[2290]\tvalidation_0-mlogloss:0.36729\tvalidation_1-mlogloss:0.39915\n",
      "[2291]\tvalidation_0-mlogloss:0.36727\tvalidation_1-mlogloss:0.39914\n",
      "[2292]\tvalidation_0-mlogloss:0.36723\tvalidation_1-mlogloss:0.39910\n",
      "[2293]\tvalidation_0-mlogloss:0.36721\tvalidation_1-mlogloss:0.39909\n",
      "[2294]\tvalidation_0-mlogloss:0.36719\tvalidation_1-mlogloss:0.39907\n",
      "[2295]\tvalidation_0-mlogloss:0.36714\tvalidation_1-mlogloss:0.39903\n",
      "[2296]\tvalidation_0-mlogloss:0.36712\tvalidation_1-mlogloss:0.39902\n",
      "[2297]\tvalidation_0-mlogloss:0.36704\tvalidation_1-mlogloss:0.39897\n",
      "[2298]\tvalidation_0-mlogloss:0.36700\tvalidation_1-mlogloss:0.39893\n",
      "[2299]\tvalidation_0-mlogloss:0.36698\tvalidation_1-mlogloss:0.39892\n",
      "[2300]\tvalidation_0-mlogloss:0.36695\tvalidation_1-mlogloss:0.39891\n",
      "[2301]\tvalidation_0-mlogloss:0.36694\tvalidation_1-mlogloss:0.39890\n",
      "[2302]\tvalidation_0-mlogloss:0.36691\tvalidation_1-mlogloss:0.39888\n",
      "[2303]\tvalidation_0-mlogloss:0.36689\tvalidation_1-mlogloss:0.39887\n",
      "[2304]\tvalidation_0-mlogloss:0.36684\tvalidation_1-mlogloss:0.39882\n",
      "[2305]\tvalidation_0-mlogloss:0.36683\tvalidation_1-mlogloss:0.39884\n",
      "[2306]\tvalidation_0-mlogloss:0.36681\tvalidation_1-mlogloss:0.39882\n",
      "[2307]\tvalidation_0-mlogloss:0.36678\tvalidation_1-mlogloss:0.39880\n",
      "[2308]\tvalidation_0-mlogloss:0.36675\tvalidation_1-mlogloss:0.39878\n",
      "[2309]\tvalidation_0-mlogloss:0.36671\tvalidation_1-mlogloss:0.39874\n",
      "[2310]\tvalidation_0-mlogloss:0.36666\tvalidation_1-mlogloss:0.39871\n",
      "[2311]\tvalidation_0-mlogloss:0.36665\tvalidation_1-mlogloss:0.39870\n",
      "[2312]\tvalidation_0-mlogloss:0.36661\tvalidation_1-mlogloss:0.39867\n",
      "[2313]\tvalidation_0-mlogloss:0.36658\tvalidation_1-mlogloss:0.39865\n",
      "[2314]\tvalidation_0-mlogloss:0.36658\tvalidation_1-mlogloss:0.39866\n",
      "[2315]\tvalidation_0-mlogloss:0.36657\tvalidation_1-mlogloss:0.39866\n",
      "[2316]\tvalidation_0-mlogloss:0.36657\tvalidation_1-mlogloss:0.39867\n",
      "[2317]\tvalidation_0-mlogloss:0.36653\tvalidation_1-mlogloss:0.39865\n",
      "[2318]\tvalidation_0-mlogloss:0.36646\tvalidation_1-mlogloss:0.39860\n",
      "[2319]\tvalidation_0-mlogloss:0.36643\tvalidation_1-mlogloss:0.39857\n",
      "[2320]\tvalidation_0-mlogloss:0.36641\tvalidation_1-mlogloss:0.39857\n",
      "[2321]\tvalidation_0-mlogloss:0.36640\tvalidation_1-mlogloss:0.39856\n",
      "[2322]\tvalidation_0-mlogloss:0.36636\tvalidation_1-mlogloss:0.39853\n",
      "[2323]\tvalidation_0-mlogloss:0.36633\tvalidation_1-mlogloss:0.39851\n",
      "[2324]\tvalidation_0-mlogloss:0.36630\tvalidation_1-mlogloss:0.39850\n",
      "[2325]\tvalidation_0-mlogloss:0.36627\tvalidation_1-mlogloss:0.39848\n",
      "[2326]\tvalidation_0-mlogloss:0.36623\tvalidation_1-mlogloss:0.39845\n",
      "[2327]\tvalidation_0-mlogloss:0.36618\tvalidation_1-mlogloss:0.39842\n",
      "[2328]\tvalidation_0-mlogloss:0.36614\tvalidation_1-mlogloss:0.39839\n",
      "[2329]\tvalidation_0-mlogloss:0.36611\tvalidation_1-mlogloss:0.39837\n",
      "[2330]\tvalidation_0-mlogloss:0.36606\tvalidation_1-mlogloss:0.39833\n",
      "[2331]\tvalidation_0-mlogloss:0.36603\tvalidation_1-mlogloss:0.39831\n",
      "[2332]\tvalidation_0-mlogloss:0.36603\tvalidation_1-mlogloss:0.39832\n",
      "[2333]\tvalidation_0-mlogloss:0.36600\tvalidation_1-mlogloss:0.39829\n",
      "[2334]\tvalidation_0-mlogloss:0.36594\tvalidation_1-mlogloss:0.39825\n",
      "[2335]\tvalidation_0-mlogloss:0.36591\tvalidation_1-mlogloss:0.39822\n",
      "[2336]\tvalidation_0-mlogloss:0.36589\tvalidation_1-mlogloss:0.39821\n",
      "[2337]\tvalidation_0-mlogloss:0.36585\tvalidation_1-mlogloss:0.39820\n",
      "[2338]\tvalidation_0-mlogloss:0.36582\tvalidation_1-mlogloss:0.39817\n",
      "[2339]\tvalidation_0-mlogloss:0.36581\tvalidation_1-mlogloss:0.39817\n",
      "[2340]\tvalidation_0-mlogloss:0.36577\tvalidation_1-mlogloss:0.39815\n",
      "[2341]\tvalidation_0-mlogloss:0.36574\tvalidation_1-mlogloss:0.39813\n",
      "[2342]\tvalidation_0-mlogloss:0.36569\tvalidation_1-mlogloss:0.39809\n",
      "[2343]\tvalidation_0-mlogloss:0.36565\tvalidation_1-mlogloss:0.39808\n",
      "[2344]\tvalidation_0-mlogloss:0.36562\tvalidation_1-mlogloss:0.39806\n",
      "[2345]\tvalidation_0-mlogloss:0.36563\tvalidation_1-mlogloss:0.39807\n",
      "[2346]\tvalidation_0-mlogloss:0.36560\tvalidation_1-mlogloss:0.39805\n",
      "[2347]\tvalidation_0-mlogloss:0.36556\tvalidation_1-mlogloss:0.39801\n",
      "[2348]\tvalidation_0-mlogloss:0.36553\tvalidation_1-mlogloss:0.39798\n",
      "[2349]\tvalidation_0-mlogloss:0.36551\tvalidation_1-mlogloss:0.39797\n",
      "[2350]\tvalidation_0-mlogloss:0.36550\tvalidation_1-mlogloss:0.39797\n",
      "[2351]\tvalidation_0-mlogloss:0.36541\tvalidation_1-mlogloss:0.39789\n",
      "[2352]\tvalidation_0-mlogloss:0.36539\tvalidation_1-mlogloss:0.39787\n",
      "[2353]\tvalidation_0-mlogloss:0.36537\tvalidation_1-mlogloss:0.39786\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2354]\tvalidation_0-mlogloss:0.36532\tvalidation_1-mlogloss:0.39783\n",
      "[2355]\tvalidation_0-mlogloss:0.36530\tvalidation_1-mlogloss:0.39782\n",
      "[2356]\tvalidation_0-mlogloss:0.36525\tvalidation_1-mlogloss:0.39777\n",
      "[2357]\tvalidation_0-mlogloss:0.36524\tvalidation_1-mlogloss:0.39778\n",
      "[2358]\tvalidation_0-mlogloss:0.36524\tvalidation_1-mlogloss:0.39778\n",
      "[2359]\tvalidation_0-mlogloss:0.36518\tvalidation_1-mlogloss:0.39773\n",
      "[2360]\tvalidation_0-mlogloss:0.36515\tvalidation_1-mlogloss:0.39771\n",
      "[2361]\tvalidation_0-mlogloss:0.36510\tvalidation_1-mlogloss:0.39768\n",
      "[2362]\tvalidation_0-mlogloss:0.36508\tvalidation_1-mlogloss:0.39767\n",
      "[2363]\tvalidation_0-mlogloss:0.36505\tvalidation_1-mlogloss:0.39766\n",
      "[2364]\tvalidation_0-mlogloss:0.36505\tvalidation_1-mlogloss:0.39767\n",
      "[2365]\tvalidation_0-mlogloss:0.36501\tvalidation_1-mlogloss:0.39764\n",
      "[2366]\tvalidation_0-mlogloss:0.36500\tvalidation_1-mlogloss:0.39763\n",
      "[2367]\tvalidation_0-mlogloss:0.36495\tvalidation_1-mlogloss:0.39759\n",
      "[2368]\tvalidation_0-mlogloss:0.36492\tvalidation_1-mlogloss:0.39757\n",
      "[2369]\tvalidation_0-mlogloss:0.36490\tvalidation_1-mlogloss:0.39756\n",
      "[2370]\tvalidation_0-mlogloss:0.36487\tvalidation_1-mlogloss:0.39753\n",
      "[2371]\tvalidation_0-mlogloss:0.36482\tvalidation_1-mlogloss:0.39749\n",
      "[2372]\tvalidation_0-mlogloss:0.36479\tvalidation_1-mlogloss:0.39747\n",
      "[2373]\tvalidation_0-mlogloss:0.36473\tvalidation_1-mlogloss:0.39742\n",
      "[2374]\tvalidation_0-mlogloss:0.36470\tvalidation_1-mlogloss:0.39739\n",
      "[2375]\tvalidation_0-mlogloss:0.36469\tvalidation_1-mlogloss:0.39740\n",
      "[2376]\tvalidation_0-mlogloss:0.36470\tvalidation_1-mlogloss:0.39742\n",
      "[2377]\tvalidation_0-mlogloss:0.36466\tvalidation_1-mlogloss:0.39738\n",
      "[2378]\tvalidation_0-mlogloss:0.36462\tvalidation_1-mlogloss:0.39735\n",
      "[2379]\tvalidation_0-mlogloss:0.36460\tvalidation_1-mlogloss:0.39735\n",
      "[2380]\tvalidation_0-mlogloss:0.36457\tvalidation_1-mlogloss:0.39733\n",
      "[2381]\tvalidation_0-mlogloss:0.36456\tvalidation_1-mlogloss:0.39733\n",
      "[2382]\tvalidation_0-mlogloss:0.36452\tvalidation_1-mlogloss:0.39730\n",
      "[2383]\tvalidation_0-mlogloss:0.36448\tvalidation_1-mlogloss:0.39726\n",
      "[2384]\tvalidation_0-mlogloss:0.36444\tvalidation_1-mlogloss:0.39723\n",
      "[2385]\tvalidation_0-mlogloss:0.36442\tvalidation_1-mlogloss:0.39721\n",
      "[2386]\tvalidation_0-mlogloss:0.36437\tvalidation_1-mlogloss:0.39717\n",
      "[2387]\tvalidation_0-mlogloss:0.36434\tvalidation_1-mlogloss:0.39716\n",
      "[2388]\tvalidation_0-mlogloss:0.36432\tvalidation_1-mlogloss:0.39715\n",
      "[2389]\tvalidation_0-mlogloss:0.36428\tvalidation_1-mlogloss:0.39711\n",
      "[2390]\tvalidation_0-mlogloss:0.36425\tvalidation_1-mlogloss:0.39709\n",
      "[2391]\tvalidation_0-mlogloss:0.36424\tvalidation_1-mlogloss:0.39708\n",
      "[2392]\tvalidation_0-mlogloss:0.36421\tvalidation_1-mlogloss:0.39706\n",
      "[2393]\tvalidation_0-mlogloss:0.36419\tvalidation_1-mlogloss:0.39704\n",
      "[2394]\tvalidation_0-mlogloss:0.36416\tvalidation_1-mlogloss:0.39703\n",
      "[2395]\tvalidation_0-mlogloss:0.36415\tvalidation_1-mlogloss:0.39703\n",
      "[2396]\tvalidation_0-mlogloss:0.36415\tvalidation_1-mlogloss:0.39704\n",
      "[2397]\tvalidation_0-mlogloss:0.36412\tvalidation_1-mlogloss:0.39702\n",
      "[2398]\tvalidation_0-mlogloss:0.36409\tvalidation_1-mlogloss:0.39699\n",
      "[2399]\tvalidation_0-mlogloss:0.36406\tvalidation_1-mlogloss:0.39697\n",
      "[2400]\tvalidation_0-mlogloss:0.36407\tvalidation_1-mlogloss:0.39699\n",
      "[2401]\tvalidation_0-mlogloss:0.36405\tvalidation_1-mlogloss:0.39699\n",
      "[2402]\tvalidation_0-mlogloss:0.36401\tvalidation_1-mlogloss:0.39696\n",
      "[2403]\tvalidation_0-mlogloss:0.36401\tvalidation_1-mlogloss:0.39696\n",
      "[2404]\tvalidation_0-mlogloss:0.36400\tvalidation_1-mlogloss:0.39695\n",
      "[2405]\tvalidation_0-mlogloss:0.36398\tvalidation_1-mlogloss:0.39694\n",
      "[2406]\tvalidation_0-mlogloss:0.36395\tvalidation_1-mlogloss:0.39692\n",
      "[2407]\tvalidation_0-mlogloss:0.36390\tvalidation_1-mlogloss:0.39687\n",
      "[2408]\tvalidation_0-mlogloss:0.36389\tvalidation_1-mlogloss:0.39687\n",
      "[2409]\tvalidation_0-mlogloss:0.36387\tvalidation_1-mlogloss:0.39686\n",
      "[2410]\tvalidation_0-mlogloss:0.36384\tvalidation_1-mlogloss:0.39684\n",
      "[2411]\tvalidation_0-mlogloss:0.36385\tvalidation_1-mlogloss:0.39685\n",
      "[2412]\tvalidation_0-mlogloss:0.36383\tvalidation_1-mlogloss:0.39684\n",
      "[2413]\tvalidation_0-mlogloss:0.36379\tvalidation_1-mlogloss:0.39681\n",
      "[2414]\tvalidation_0-mlogloss:0.36379\tvalidation_1-mlogloss:0.39682\n",
      "[2415]\tvalidation_0-mlogloss:0.36375\tvalidation_1-mlogloss:0.39680\n",
      "[2416]\tvalidation_0-mlogloss:0.36368\tvalidation_1-mlogloss:0.39674\n",
      "[2417]\tvalidation_0-mlogloss:0.36363\tvalidation_1-mlogloss:0.39669\n",
      "[2418]\tvalidation_0-mlogloss:0.36360\tvalidation_1-mlogloss:0.39666\n",
      "[2419]\tvalidation_0-mlogloss:0.36360\tvalidation_1-mlogloss:0.39668\n",
      "[2420]\tvalidation_0-mlogloss:0.36357\tvalidation_1-mlogloss:0.39666\n",
      "[2421]\tvalidation_0-mlogloss:0.36355\tvalidation_1-mlogloss:0.39665\n",
      "[2422]\tvalidation_0-mlogloss:0.36352\tvalidation_1-mlogloss:0.39664\n",
      "[2423]\tvalidation_0-mlogloss:0.36350\tvalidation_1-mlogloss:0.39661\n",
      "[2424]\tvalidation_0-mlogloss:0.36342\tvalidation_1-mlogloss:0.39654\n",
      "[2425]\tvalidation_0-mlogloss:0.36340\tvalidation_1-mlogloss:0.39653\n",
      "[2426]\tvalidation_0-mlogloss:0.36338\tvalidation_1-mlogloss:0.39651\n",
      "[2427]\tvalidation_0-mlogloss:0.36335\tvalidation_1-mlogloss:0.39650\n",
      "[2428]\tvalidation_0-mlogloss:0.36330\tvalidation_1-mlogloss:0.39645\n",
      "[2429]\tvalidation_0-mlogloss:0.36328\tvalidation_1-mlogloss:0.39643\n",
      "[2430]\tvalidation_0-mlogloss:0.36328\tvalidation_1-mlogloss:0.39645\n",
      "[2431]\tvalidation_0-mlogloss:0.36326\tvalidation_1-mlogloss:0.39645\n",
      "[2432]\tvalidation_0-mlogloss:0.36324\tvalidation_1-mlogloss:0.39644\n",
      "[2433]\tvalidation_0-mlogloss:0.36323\tvalidation_1-mlogloss:0.39644\n",
      "[2434]\tvalidation_0-mlogloss:0.36320\tvalidation_1-mlogloss:0.39643\n",
      "[2435]\tvalidation_0-mlogloss:0.36315\tvalidation_1-mlogloss:0.39639\n",
      "[2436]\tvalidation_0-mlogloss:0.36313\tvalidation_1-mlogloss:0.39638\n",
      "[2437]\tvalidation_0-mlogloss:0.36311\tvalidation_1-mlogloss:0.39637\n",
      "[2438]\tvalidation_0-mlogloss:0.36311\tvalidation_1-mlogloss:0.39637\n",
      "[2439]\tvalidation_0-mlogloss:0.36306\tvalidation_1-mlogloss:0.39634\n",
      "[2440]\tvalidation_0-mlogloss:0.36299\tvalidation_1-mlogloss:0.39628\n",
      "[2441]\tvalidation_0-mlogloss:0.36293\tvalidation_1-mlogloss:0.39622\n",
      "[2442]\tvalidation_0-mlogloss:0.36292\tvalidation_1-mlogloss:0.39622\n",
      "[2443]\tvalidation_0-mlogloss:0.36288\tvalidation_1-mlogloss:0.39619\n",
      "[2444]\tvalidation_0-mlogloss:0.36285\tvalidation_1-mlogloss:0.39617\n",
      "[2445]\tvalidation_0-mlogloss:0.36282\tvalidation_1-mlogloss:0.39616\n",
      "[2446]\tvalidation_0-mlogloss:0.36280\tvalidation_1-mlogloss:0.39617\n",
      "[2447]\tvalidation_0-mlogloss:0.36279\tvalidation_1-mlogloss:0.39616\n",
      "[2448]\tvalidation_0-mlogloss:0.36279\tvalidation_1-mlogloss:0.39617\n",
      "[2449]\tvalidation_0-mlogloss:0.36277\tvalidation_1-mlogloss:0.39616\n",
      "[2450]\tvalidation_0-mlogloss:0.36274\tvalidation_1-mlogloss:0.39614\n",
      "[2451]\tvalidation_0-mlogloss:0.36274\tvalidation_1-mlogloss:0.39615\n",
      "[2452]\tvalidation_0-mlogloss:0.36272\tvalidation_1-mlogloss:0.39614\n",
      "[2453]\tvalidation_0-mlogloss:0.36269\tvalidation_1-mlogloss:0.39611\n",
      "[2454]\tvalidation_0-mlogloss:0.36265\tvalidation_1-mlogloss:0.39608\n",
      "[2455]\tvalidation_0-mlogloss:0.36263\tvalidation_1-mlogloss:0.39607\n",
      "[2456]\tvalidation_0-mlogloss:0.36261\tvalidation_1-mlogloss:0.39606\n",
      "[2457]\tvalidation_0-mlogloss:0.36260\tvalidation_1-mlogloss:0.39606\n",
      "[2458]\tvalidation_0-mlogloss:0.36254\tvalidation_1-mlogloss:0.39601\n",
      "[2459]\tvalidation_0-mlogloss:0.36250\tvalidation_1-mlogloss:0.39598\n",
      "[2460]\tvalidation_0-mlogloss:0.36248\tvalidation_1-mlogloss:0.39598\n",
      "[2461]\tvalidation_0-mlogloss:0.36247\tvalidation_1-mlogloss:0.39597\n",
      "[2462]\tvalidation_0-mlogloss:0.36242\tvalidation_1-mlogloss:0.39594\n",
      "[2463]\tvalidation_0-mlogloss:0.36238\tvalidation_1-mlogloss:0.39592\n",
      "[2464]\tvalidation_0-mlogloss:0.36235\tvalidation_1-mlogloss:0.39589\n",
      "[2465]\tvalidation_0-mlogloss:0.36232\tvalidation_1-mlogloss:0.39587\n",
      "[2466]\tvalidation_0-mlogloss:0.36228\tvalidation_1-mlogloss:0.39584\n",
      "[2467]\tvalidation_0-mlogloss:0.36223\tvalidation_1-mlogloss:0.39579\n",
      "[2468]\tvalidation_0-mlogloss:0.36221\tvalidation_1-mlogloss:0.39578\n",
      "[2469]\tvalidation_0-mlogloss:0.36220\tvalidation_1-mlogloss:0.39580\n",
      "[2470]\tvalidation_0-mlogloss:0.36216\tvalidation_1-mlogloss:0.39577\n",
      "[2471]\tvalidation_0-mlogloss:0.36213\tvalidation_1-mlogloss:0.39576\n",
      "[2472]\tvalidation_0-mlogloss:0.36209\tvalidation_1-mlogloss:0.39572\n",
      "[2473]\tvalidation_0-mlogloss:0.36206\tvalidation_1-mlogloss:0.39569\n",
      "[2474]\tvalidation_0-mlogloss:0.36203\tvalidation_1-mlogloss:0.39567\n",
      "[2475]\tvalidation_0-mlogloss:0.36202\tvalidation_1-mlogloss:0.39566\n",
      "[2476]\tvalidation_0-mlogloss:0.36199\tvalidation_1-mlogloss:0.39564\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2477]\tvalidation_0-mlogloss:0.36199\tvalidation_1-mlogloss:0.39563\n",
      "[2478]\tvalidation_0-mlogloss:0.36195\tvalidation_1-mlogloss:0.39561\n",
      "[2479]\tvalidation_0-mlogloss:0.36193\tvalidation_1-mlogloss:0.39559\n",
      "[2480]\tvalidation_0-mlogloss:0.36187\tvalidation_1-mlogloss:0.39554\n",
      "[2481]\tvalidation_0-mlogloss:0.36184\tvalidation_1-mlogloss:0.39552\n",
      "[2482]\tvalidation_0-mlogloss:0.36182\tvalidation_1-mlogloss:0.39551\n",
      "[2483]\tvalidation_0-mlogloss:0.36179\tvalidation_1-mlogloss:0.39548\n",
      "[2484]\tvalidation_0-mlogloss:0.36176\tvalidation_1-mlogloss:0.39547\n",
      "[2485]\tvalidation_0-mlogloss:0.36174\tvalidation_1-mlogloss:0.39545\n",
      "[2486]\tvalidation_0-mlogloss:0.36174\tvalidation_1-mlogloss:0.39546\n",
      "[2487]\tvalidation_0-mlogloss:0.36169\tvalidation_1-mlogloss:0.39543\n",
      "[2488]\tvalidation_0-mlogloss:0.36167\tvalidation_1-mlogloss:0.39542\n",
      "[2489]\tvalidation_0-mlogloss:0.36164\tvalidation_1-mlogloss:0.39540\n",
      "[2490]\tvalidation_0-mlogloss:0.36159\tvalidation_1-mlogloss:0.39537\n",
      "[2491]\tvalidation_0-mlogloss:0.36157\tvalidation_1-mlogloss:0.39534\n",
      "[2492]\tvalidation_0-mlogloss:0.36157\tvalidation_1-mlogloss:0.39536\n",
      "[2493]\tvalidation_0-mlogloss:0.36153\tvalidation_1-mlogloss:0.39533\n",
      "[2494]\tvalidation_0-mlogloss:0.36150\tvalidation_1-mlogloss:0.39532\n",
      "[2495]\tvalidation_0-mlogloss:0.36147\tvalidation_1-mlogloss:0.39529\n",
      "[2496]\tvalidation_0-mlogloss:0.36142\tvalidation_1-mlogloss:0.39525\n",
      "[2497]\tvalidation_0-mlogloss:0.36136\tvalidation_1-mlogloss:0.39520\n",
      "[2498]\tvalidation_0-mlogloss:0.36134\tvalidation_1-mlogloss:0.39519\n",
      "[2499]\tvalidation_0-mlogloss:0.36134\tvalidation_1-mlogloss:0.39519\n",
      "[2500]\tvalidation_0-mlogloss:0.36129\tvalidation_1-mlogloss:0.39515\n",
      "[2501]\tvalidation_0-mlogloss:0.36125\tvalidation_1-mlogloss:0.39512\n",
      "[2502]\tvalidation_0-mlogloss:0.36124\tvalidation_1-mlogloss:0.39512\n",
      "[2503]\tvalidation_0-mlogloss:0.36124\tvalidation_1-mlogloss:0.39512\n",
      "[2504]\tvalidation_0-mlogloss:0.36125\tvalidation_1-mlogloss:0.39513\n",
      "[2505]\tvalidation_0-mlogloss:0.36126\tvalidation_1-mlogloss:0.39515\n",
      "[2506]\tvalidation_0-mlogloss:0.36122\tvalidation_1-mlogloss:0.39511\n",
      "[2507]\tvalidation_0-mlogloss:0.36123\tvalidation_1-mlogloss:0.39513\n",
      "[2508]\tvalidation_0-mlogloss:0.36120\tvalidation_1-mlogloss:0.39511\n",
      "[2509]\tvalidation_0-mlogloss:0.36116\tvalidation_1-mlogloss:0.39508\n",
      "[2510]\tvalidation_0-mlogloss:0.36116\tvalidation_1-mlogloss:0.39510\n",
      "[2511]\tvalidation_0-mlogloss:0.36111\tvalidation_1-mlogloss:0.39505\n",
      "[2512]\tvalidation_0-mlogloss:0.36109\tvalidation_1-mlogloss:0.39504\n",
      "[2513]\tvalidation_0-mlogloss:0.36105\tvalidation_1-mlogloss:0.39502\n",
      "[2514]\tvalidation_0-mlogloss:0.36102\tvalidation_1-mlogloss:0.39500\n",
      "[2515]\tvalidation_0-mlogloss:0.36098\tvalidation_1-mlogloss:0.39497\n",
      "[2516]\tvalidation_0-mlogloss:0.36098\tvalidation_1-mlogloss:0.39499\n",
      "[2517]\tvalidation_0-mlogloss:0.36096\tvalidation_1-mlogloss:0.39497\n",
      "[2518]\tvalidation_0-mlogloss:0.36088\tvalidation_1-mlogloss:0.39490\n",
      "[2519]\tvalidation_0-mlogloss:0.36085\tvalidation_1-mlogloss:0.39488\n",
      "[2520]\tvalidation_0-mlogloss:0.36082\tvalidation_1-mlogloss:0.39487\n",
      "[2521]\tvalidation_0-mlogloss:0.36078\tvalidation_1-mlogloss:0.39484\n",
      "[2522]\tvalidation_0-mlogloss:0.36078\tvalidation_1-mlogloss:0.39484\n",
      "[2523]\tvalidation_0-mlogloss:0.36075\tvalidation_1-mlogloss:0.39482\n",
      "[2524]\tvalidation_0-mlogloss:0.36074\tvalidation_1-mlogloss:0.39480\n",
      "[2525]\tvalidation_0-mlogloss:0.36071\tvalidation_1-mlogloss:0.39479\n",
      "[2526]\tvalidation_0-mlogloss:0.36068\tvalidation_1-mlogloss:0.39476\n",
      "[2527]\tvalidation_0-mlogloss:0.36068\tvalidation_1-mlogloss:0.39477\n",
      "[2528]\tvalidation_0-mlogloss:0.36064\tvalidation_1-mlogloss:0.39476\n",
      "[2529]\tvalidation_0-mlogloss:0.36064\tvalidation_1-mlogloss:0.39478\n",
      "[2530]\tvalidation_0-mlogloss:0.36063\tvalidation_1-mlogloss:0.39478\n",
      "[2531]\tvalidation_0-mlogloss:0.36062\tvalidation_1-mlogloss:0.39478\n",
      "[2532]\tvalidation_0-mlogloss:0.36056\tvalidation_1-mlogloss:0.39473\n",
      "[2533]\tvalidation_0-mlogloss:0.36050\tvalidation_1-mlogloss:0.39469\n",
      "[2534]\tvalidation_0-mlogloss:0.36045\tvalidation_1-mlogloss:0.39464\n",
      "[2535]\tvalidation_0-mlogloss:0.36044\tvalidation_1-mlogloss:0.39465\n",
      "[2536]\tvalidation_0-mlogloss:0.36041\tvalidation_1-mlogloss:0.39462\n",
      "[2537]\tvalidation_0-mlogloss:0.36040\tvalidation_1-mlogloss:0.39463\n",
      "[2538]\tvalidation_0-mlogloss:0.36040\tvalidation_1-mlogloss:0.39463\n",
      "[2539]\tvalidation_0-mlogloss:0.36037\tvalidation_1-mlogloss:0.39462\n",
      "[2540]\tvalidation_0-mlogloss:0.36033\tvalidation_1-mlogloss:0.39459\n",
      "[2541]\tvalidation_0-mlogloss:0.36032\tvalidation_1-mlogloss:0.39459\n",
      "[2542]\tvalidation_0-mlogloss:0.36027\tvalidation_1-mlogloss:0.39455\n",
      "[2543]\tvalidation_0-mlogloss:0.36020\tvalidation_1-mlogloss:0.39450\n",
      "[2544]\tvalidation_0-mlogloss:0.36017\tvalidation_1-mlogloss:0.39448\n",
      "[2545]\tvalidation_0-mlogloss:0.36017\tvalidation_1-mlogloss:0.39449\n",
      "[2546]\tvalidation_0-mlogloss:0.36015\tvalidation_1-mlogloss:0.39447\n",
      "[2547]\tvalidation_0-mlogloss:0.36012\tvalidation_1-mlogloss:0.39445\n",
      "[2548]\tvalidation_0-mlogloss:0.36011\tvalidation_1-mlogloss:0.39446\n",
      "[2549]\tvalidation_0-mlogloss:0.36010\tvalidation_1-mlogloss:0.39446\n",
      "[2550]\tvalidation_0-mlogloss:0.36005\tvalidation_1-mlogloss:0.39442\n",
      "[2551]\tvalidation_0-mlogloss:0.36004\tvalidation_1-mlogloss:0.39441\n",
      "[2552]\tvalidation_0-mlogloss:0.36000\tvalidation_1-mlogloss:0.39438\n",
      "[2553]\tvalidation_0-mlogloss:0.35997\tvalidation_1-mlogloss:0.39436\n",
      "[2554]\tvalidation_0-mlogloss:0.35997\tvalidation_1-mlogloss:0.39438\n",
      "[2555]\tvalidation_0-mlogloss:0.35994\tvalidation_1-mlogloss:0.39435\n",
      "[2556]\tvalidation_0-mlogloss:0.35991\tvalidation_1-mlogloss:0.39433\n",
      "[2557]\tvalidation_0-mlogloss:0.35988\tvalidation_1-mlogloss:0.39432\n",
      "[2558]\tvalidation_0-mlogloss:0.35986\tvalidation_1-mlogloss:0.39430\n",
      "[2559]\tvalidation_0-mlogloss:0.35981\tvalidation_1-mlogloss:0.39427\n",
      "[2560]\tvalidation_0-mlogloss:0.35980\tvalidation_1-mlogloss:0.39426\n",
      "[2561]\tvalidation_0-mlogloss:0.35979\tvalidation_1-mlogloss:0.39426\n",
      "[2562]\tvalidation_0-mlogloss:0.35974\tvalidation_1-mlogloss:0.39422\n",
      "[2563]\tvalidation_0-mlogloss:0.35974\tvalidation_1-mlogloss:0.39421\n",
      "[2564]\tvalidation_0-mlogloss:0.35970\tvalidation_1-mlogloss:0.39419\n",
      "[2565]\tvalidation_0-mlogloss:0.35968\tvalidation_1-mlogloss:0.39417\n",
      "[2566]\tvalidation_0-mlogloss:0.35966\tvalidation_1-mlogloss:0.39417\n",
      "[2567]\tvalidation_0-mlogloss:0.35966\tvalidation_1-mlogloss:0.39418\n",
      "[2568]\tvalidation_0-mlogloss:0.35963\tvalidation_1-mlogloss:0.39416\n",
      "[2569]\tvalidation_0-mlogloss:0.35960\tvalidation_1-mlogloss:0.39413\n",
      "[2570]\tvalidation_0-mlogloss:0.35955\tvalidation_1-mlogloss:0.39410\n",
      "[2571]\tvalidation_0-mlogloss:0.35948\tvalidation_1-mlogloss:0.39405\n",
      "[2572]\tvalidation_0-mlogloss:0.35948\tvalidation_1-mlogloss:0.39406\n",
      "[2573]\tvalidation_0-mlogloss:0.35944\tvalidation_1-mlogloss:0.39403\n",
      "[2574]\tvalidation_0-mlogloss:0.35941\tvalidation_1-mlogloss:0.39401\n",
      "[2575]\tvalidation_0-mlogloss:0.35939\tvalidation_1-mlogloss:0.39399\n",
      "[2576]\tvalidation_0-mlogloss:0.35935\tvalidation_1-mlogloss:0.39397\n",
      "[2577]\tvalidation_0-mlogloss:0.35931\tvalidation_1-mlogloss:0.39394\n",
      "[2578]\tvalidation_0-mlogloss:0.35927\tvalidation_1-mlogloss:0.39393\n",
      "[2579]\tvalidation_0-mlogloss:0.35925\tvalidation_1-mlogloss:0.39392\n",
      "[2580]\tvalidation_0-mlogloss:0.35923\tvalidation_1-mlogloss:0.39390\n",
      "[2581]\tvalidation_0-mlogloss:0.35918\tvalidation_1-mlogloss:0.39386\n",
      "[2582]\tvalidation_0-mlogloss:0.35914\tvalidation_1-mlogloss:0.39382\n",
      "[2583]\tvalidation_0-mlogloss:0.35913\tvalidation_1-mlogloss:0.39382\n",
      "[2584]\tvalidation_0-mlogloss:0.35909\tvalidation_1-mlogloss:0.39380\n",
      "[2585]\tvalidation_0-mlogloss:0.35906\tvalidation_1-mlogloss:0.39378\n",
      "[2586]\tvalidation_0-mlogloss:0.35907\tvalidation_1-mlogloss:0.39379\n",
      "[2587]\tvalidation_0-mlogloss:0.35901\tvalidation_1-mlogloss:0.39374\n",
      "[2588]\tvalidation_0-mlogloss:0.35899\tvalidation_1-mlogloss:0.39373\n",
      "[2589]\tvalidation_0-mlogloss:0.35896\tvalidation_1-mlogloss:0.39371\n",
      "[2590]\tvalidation_0-mlogloss:0.35892\tvalidation_1-mlogloss:0.39368\n",
      "[2591]\tvalidation_0-mlogloss:0.35887\tvalidation_1-mlogloss:0.39363\n",
      "[2592]\tvalidation_0-mlogloss:0.35885\tvalidation_1-mlogloss:0.39363\n",
      "[2593]\tvalidation_0-mlogloss:0.35884\tvalidation_1-mlogloss:0.39363\n",
      "[2594]\tvalidation_0-mlogloss:0.35881\tvalidation_1-mlogloss:0.39360\n",
      "[2595]\tvalidation_0-mlogloss:0.35879\tvalidation_1-mlogloss:0.39358\n",
      "[2596]\tvalidation_0-mlogloss:0.35876\tvalidation_1-mlogloss:0.39357\n",
      "[2597]\tvalidation_0-mlogloss:0.35877\tvalidation_1-mlogloss:0.39358\n",
      "[2598]\tvalidation_0-mlogloss:0.35876\tvalidation_1-mlogloss:0.39358\n",
      "[2599]\tvalidation_0-mlogloss:0.35871\tvalidation_1-mlogloss:0.39354\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2600]\tvalidation_0-mlogloss:0.35864\tvalidation_1-mlogloss:0.39349\n",
      "[2601]\tvalidation_0-mlogloss:0.35865\tvalidation_1-mlogloss:0.39350\n",
      "[2602]\tvalidation_0-mlogloss:0.35864\tvalidation_1-mlogloss:0.39350\n",
      "[2603]\tvalidation_0-mlogloss:0.35861\tvalidation_1-mlogloss:0.39347\n",
      "[2604]\tvalidation_0-mlogloss:0.35859\tvalidation_1-mlogloss:0.39346\n",
      "[2605]\tvalidation_0-mlogloss:0.35858\tvalidation_1-mlogloss:0.39347\n",
      "[2606]\tvalidation_0-mlogloss:0.35857\tvalidation_1-mlogloss:0.39346\n",
      "[2607]\tvalidation_0-mlogloss:0.35857\tvalidation_1-mlogloss:0.39347\n",
      "[2608]\tvalidation_0-mlogloss:0.35855\tvalidation_1-mlogloss:0.39345\n",
      "[2609]\tvalidation_0-mlogloss:0.35851\tvalidation_1-mlogloss:0.39342\n",
      "[2610]\tvalidation_0-mlogloss:0.35847\tvalidation_1-mlogloss:0.39339\n",
      "[2611]\tvalidation_0-mlogloss:0.35844\tvalidation_1-mlogloss:0.39337\n",
      "[2612]\tvalidation_0-mlogloss:0.35843\tvalidation_1-mlogloss:0.39337\n",
      "[2613]\tvalidation_0-mlogloss:0.35838\tvalidation_1-mlogloss:0.39334\n",
      "[2614]\tvalidation_0-mlogloss:0.35836\tvalidation_1-mlogloss:0.39333\n",
      "[2615]\tvalidation_0-mlogloss:0.35831\tvalidation_1-mlogloss:0.39329\n",
      "[2616]\tvalidation_0-mlogloss:0.35828\tvalidation_1-mlogloss:0.39327\n",
      "[2617]\tvalidation_0-mlogloss:0.35828\tvalidation_1-mlogloss:0.39328\n",
      "[2618]\tvalidation_0-mlogloss:0.35828\tvalidation_1-mlogloss:0.39329\n",
      "[2619]\tvalidation_0-mlogloss:0.35826\tvalidation_1-mlogloss:0.39330\n",
      "[2620]\tvalidation_0-mlogloss:0.35823\tvalidation_1-mlogloss:0.39329\n",
      "[2621]\tvalidation_0-mlogloss:0.35820\tvalidation_1-mlogloss:0.39327\n",
      "[2622]\tvalidation_0-mlogloss:0.35817\tvalidation_1-mlogloss:0.39325\n",
      "[2623]\tvalidation_0-mlogloss:0.35817\tvalidation_1-mlogloss:0.39326\n",
      "[2624]\tvalidation_0-mlogloss:0.35817\tvalidation_1-mlogloss:0.39326\n",
      "[2625]\tvalidation_0-mlogloss:0.35814\tvalidation_1-mlogloss:0.39325\n",
      "[2626]\tvalidation_0-mlogloss:0.35810\tvalidation_1-mlogloss:0.39321\n",
      "[2627]\tvalidation_0-mlogloss:0.35807\tvalidation_1-mlogloss:0.39320\n",
      "[2628]\tvalidation_0-mlogloss:0.35802\tvalidation_1-mlogloss:0.39316\n",
      "[2629]\tvalidation_0-mlogloss:0.35801\tvalidation_1-mlogloss:0.39316\n",
      "[2630]\tvalidation_0-mlogloss:0.35795\tvalidation_1-mlogloss:0.39311\n",
      "[2631]\tvalidation_0-mlogloss:0.35795\tvalidation_1-mlogloss:0.39312\n",
      "[2632]\tvalidation_0-mlogloss:0.35791\tvalidation_1-mlogloss:0.39309\n",
      "[2633]\tvalidation_0-mlogloss:0.35787\tvalidation_1-mlogloss:0.39307\n",
      "[2634]\tvalidation_0-mlogloss:0.35782\tvalidation_1-mlogloss:0.39302\n",
      "[2635]\tvalidation_0-mlogloss:0.35778\tvalidation_1-mlogloss:0.39299\n",
      "[2636]\tvalidation_0-mlogloss:0.35774\tvalidation_1-mlogloss:0.39295\n",
      "[2637]\tvalidation_0-mlogloss:0.35772\tvalidation_1-mlogloss:0.39294\n",
      "[2638]\tvalidation_0-mlogloss:0.35765\tvalidation_1-mlogloss:0.39290\n",
      "[2639]\tvalidation_0-mlogloss:0.35764\tvalidation_1-mlogloss:0.39290\n",
      "[2640]\tvalidation_0-mlogloss:0.35759\tvalidation_1-mlogloss:0.39285\n",
      "[2641]\tvalidation_0-mlogloss:0.35757\tvalidation_1-mlogloss:0.39284\n",
      "[2642]\tvalidation_0-mlogloss:0.35751\tvalidation_1-mlogloss:0.39279\n",
      "[2643]\tvalidation_0-mlogloss:0.35749\tvalidation_1-mlogloss:0.39277\n",
      "[2644]\tvalidation_0-mlogloss:0.35744\tvalidation_1-mlogloss:0.39272\n",
      "[2645]\tvalidation_0-mlogloss:0.35740\tvalidation_1-mlogloss:0.39270\n",
      "[2646]\tvalidation_0-mlogloss:0.35737\tvalidation_1-mlogloss:0.39268\n",
      "[2647]\tvalidation_0-mlogloss:0.35734\tvalidation_1-mlogloss:0.39266\n",
      "[2648]\tvalidation_0-mlogloss:0.35730\tvalidation_1-mlogloss:0.39263\n",
      "[2649]\tvalidation_0-mlogloss:0.35731\tvalidation_1-mlogloss:0.39264\n",
      "[2650]\tvalidation_0-mlogloss:0.35729\tvalidation_1-mlogloss:0.39262\n",
      "[2651]\tvalidation_0-mlogloss:0.35727\tvalidation_1-mlogloss:0.39261\n",
      "[2652]\tvalidation_0-mlogloss:0.35726\tvalidation_1-mlogloss:0.39261\n",
      "[2653]\tvalidation_0-mlogloss:0.35725\tvalidation_1-mlogloss:0.39261\n",
      "[2654]\tvalidation_0-mlogloss:0.35720\tvalidation_1-mlogloss:0.39256\n",
      "[2655]\tvalidation_0-mlogloss:0.35717\tvalidation_1-mlogloss:0.39254\n",
      "[2656]\tvalidation_0-mlogloss:0.35714\tvalidation_1-mlogloss:0.39251\n",
      "[2657]\tvalidation_0-mlogloss:0.35710\tvalidation_1-mlogloss:0.39248\n",
      "[2658]\tvalidation_0-mlogloss:0.35708\tvalidation_1-mlogloss:0.39246\n",
      "[2659]\tvalidation_0-mlogloss:0.35706\tvalidation_1-mlogloss:0.39245\n",
      "[2660]\tvalidation_0-mlogloss:0.35706\tvalidation_1-mlogloss:0.39245\n",
      "[2661]\tvalidation_0-mlogloss:0.35704\tvalidation_1-mlogloss:0.39243\n",
      "[2662]\tvalidation_0-mlogloss:0.35702\tvalidation_1-mlogloss:0.39243\n",
      "[2663]\tvalidation_0-mlogloss:0.35699\tvalidation_1-mlogloss:0.39242\n",
      "[2664]\tvalidation_0-mlogloss:0.35695\tvalidation_1-mlogloss:0.39239\n",
      "[2665]\tvalidation_0-mlogloss:0.35694\tvalidation_1-mlogloss:0.39239\n",
      "[2666]\tvalidation_0-mlogloss:0.35694\tvalidation_1-mlogloss:0.39239\n",
      "[2667]\tvalidation_0-mlogloss:0.35691\tvalidation_1-mlogloss:0.39237\n",
      "[2668]\tvalidation_0-mlogloss:0.35687\tvalidation_1-mlogloss:0.39234\n",
      "[2669]\tvalidation_0-mlogloss:0.35686\tvalidation_1-mlogloss:0.39234\n",
      "[2670]\tvalidation_0-mlogloss:0.35682\tvalidation_1-mlogloss:0.39230\n",
      "[2671]\tvalidation_0-mlogloss:0.35677\tvalidation_1-mlogloss:0.39226\n",
      "[2672]\tvalidation_0-mlogloss:0.35673\tvalidation_1-mlogloss:0.39224\n",
      "[2673]\tvalidation_0-mlogloss:0.35670\tvalidation_1-mlogloss:0.39221\n",
      "[2674]\tvalidation_0-mlogloss:0.35666\tvalidation_1-mlogloss:0.39219\n",
      "[2675]\tvalidation_0-mlogloss:0.35666\tvalidation_1-mlogloss:0.39219\n",
      "[2676]\tvalidation_0-mlogloss:0.35663\tvalidation_1-mlogloss:0.39217\n",
      "[2677]\tvalidation_0-mlogloss:0.35660\tvalidation_1-mlogloss:0.39216\n",
      "[2678]\tvalidation_0-mlogloss:0.35659\tvalidation_1-mlogloss:0.39217\n",
      "[2679]\tvalidation_0-mlogloss:0.35657\tvalidation_1-mlogloss:0.39215\n",
      "[2680]\tvalidation_0-mlogloss:0.35652\tvalidation_1-mlogloss:0.39212\n",
      "[2681]\tvalidation_0-mlogloss:0.35651\tvalidation_1-mlogloss:0.39211\n",
      "[2682]\tvalidation_0-mlogloss:0.35646\tvalidation_1-mlogloss:0.39208\n",
      "[2683]\tvalidation_0-mlogloss:0.35646\tvalidation_1-mlogloss:0.39210\n",
      "[2684]\tvalidation_0-mlogloss:0.35646\tvalidation_1-mlogloss:0.39209\n",
      "[2685]\tvalidation_0-mlogloss:0.35640\tvalidation_1-mlogloss:0.39204\n",
      "[2686]\tvalidation_0-mlogloss:0.35639\tvalidation_1-mlogloss:0.39204\n",
      "[2687]\tvalidation_0-mlogloss:0.35639\tvalidation_1-mlogloss:0.39206\n",
      "[2688]\tvalidation_0-mlogloss:0.35638\tvalidation_1-mlogloss:0.39205\n",
      "[2689]\tvalidation_0-mlogloss:0.35635\tvalidation_1-mlogloss:0.39204\n",
      "[2690]\tvalidation_0-mlogloss:0.35632\tvalidation_1-mlogloss:0.39202\n",
      "[2691]\tvalidation_0-mlogloss:0.35629\tvalidation_1-mlogloss:0.39200\n",
      "[2692]\tvalidation_0-mlogloss:0.35625\tvalidation_1-mlogloss:0.39197\n",
      "[2693]\tvalidation_0-mlogloss:0.35619\tvalidation_1-mlogloss:0.39193\n",
      "[2694]\tvalidation_0-mlogloss:0.35617\tvalidation_1-mlogloss:0.39192\n",
      "[2695]\tvalidation_0-mlogloss:0.35616\tvalidation_1-mlogloss:0.39193\n",
      "[2696]\tvalidation_0-mlogloss:0.35611\tvalidation_1-mlogloss:0.39190\n",
      "[2697]\tvalidation_0-mlogloss:0.35610\tvalidation_1-mlogloss:0.39190\n",
      "[2698]\tvalidation_0-mlogloss:0.35606\tvalidation_1-mlogloss:0.39186\n",
      "[2699]\tvalidation_0-mlogloss:0.35606\tvalidation_1-mlogloss:0.39186\n",
      "[2700]\tvalidation_0-mlogloss:0.35601\tvalidation_1-mlogloss:0.39182\n",
      "[2701]\tvalidation_0-mlogloss:0.35599\tvalidation_1-mlogloss:0.39181\n",
      "[2702]\tvalidation_0-mlogloss:0.35594\tvalidation_1-mlogloss:0.39178\n",
      "[2703]\tvalidation_0-mlogloss:0.35591\tvalidation_1-mlogloss:0.39175\n",
      "[2704]\tvalidation_0-mlogloss:0.35591\tvalidation_1-mlogloss:0.39176\n",
      "[2705]\tvalidation_0-mlogloss:0.35585\tvalidation_1-mlogloss:0.39171\n",
      "[2706]\tvalidation_0-mlogloss:0.35583\tvalidation_1-mlogloss:0.39169\n",
      "[2707]\tvalidation_0-mlogloss:0.35580\tvalidation_1-mlogloss:0.39167\n",
      "[2708]\tvalidation_0-mlogloss:0.35578\tvalidation_1-mlogloss:0.39166\n",
      "[2709]\tvalidation_0-mlogloss:0.35573\tvalidation_1-mlogloss:0.39161\n",
      "[2710]\tvalidation_0-mlogloss:0.35570\tvalidation_1-mlogloss:0.39159\n",
      "[2711]\tvalidation_0-mlogloss:0.35565\tvalidation_1-mlogloss:0.39156\n",
      "[2712]\tvalidation_0-mlogloss:0.35563\tvalidation_1-mlogloss:0.39155\n",
      "[2713]\tvalidation_0-mlogloss:0.35561\tvalidation_1-mlogloss:0.39155\n",
      "[2714]\tvalidation_0-mlogloss:0.35557\tvalidation_1-mlogloss:0.39152\n",
      "[2715]\tvalidation_0-mlogloss:0.35553\tvalidation_1-mlogloss:0.39150\n",
      "[2716]\tvalidation_0-mlogloss:0.35550\tvalidation_1-mlogloss:0.39147\n",
      "[2717]\tvalidation_0-mlogloss:0.35548\tvalidation_1-mlogloss:0.39146\n",
      "[2718]\tvalidation_0-mlogloss:0.35545\tvalidation_1-mlogloss:0.39145\n",
      "[2719]\tvalidation_0-mlogloss:0.35545\tvalidation_1-mlogloss:0.39144\n",
      "[2720]\tvalidation_0-mlogloss:0.35541\tvalidation_1-mlogloss:0.39142\n",
      "[2721]\tvalidation_0-mlogloss:0.35539\tvalidation_1-mlogloss:0.39142\n",
      "[2722]\tvalidation_0-mlogloss:0.35537\tvalidation_1-mlogloss:0.39141\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2723]\tvalidation_0-mlogloss:0.35535\tvalidation_1-mlogloss:0.39140\n",
      "[2724]\tvalidation_0-mlogloss:0.35534\tvalidation_1-mlogloss:0.39139\n",
      "[2725]\tvalidation_0-mlogloss:0.35532\tvalidation_1-mlogloss:0.39138\n",
      "[2726]\tvalidation_0-mlogloss:0.35530\tvalidation_1-mlogloss:0.39138\n",
      "[2727]\tvalidation_0-mlogloss:0.35530\tvalidation_1-mlogloss:0.39138\n",
      "[2728]\tvalidation_0-mlogloss:0.35527\tvalidation_1-mlogloss:0.39137\n",
      "[2729]\tvalidation_0-mlogloss:0.35524\tvalidation_1-mlogloss:0.39134\n",
      "[2730]\tvalidation_0-mlogloss:0.35522\tvalidation_1-mlogloss:0.39133\n",
      "[2731]\tvalidation_0-mlogloss:0.35522\tvalidation_1-mlogloss:0.39133\n",
      "[2732]\tvalidation_0-mlogloss:0.35521\tvalidation_1-mlogloss:0.39134\n",
      "[2733]\tvalidation_0-mlogloss:0.35518\tvalidation_1-mlogloss:0.39133\n",
      "[2734]\tvalidation_0-mlogloss:0.35515\tvalidation_1-mlogloss:0.39131\n",
      "[2735]\tvalidation_0-mlogloss:0.35514\tvalidation_1-mlogloss:0.39131\n",
      "[2736]\tvalidation_0-mlogloss:0.35513\tvalidation_1-mlogloss:0.39130\n",
      "[2737]\tvalidation_0-mlogloss:0.35512\tvalidation_1-mlogloss:0.39130\n",
      "[2738]\tvalidation_0-mlogloss:0.35509\tvalidation_1-mlogloss:0.39126\n",
      "[2739]\tvalidation_0-mlogloss:0.35509\tvalidation_1-mlogloss:0.39128\n",
      "[2740]\tvalidation_0-mlogloss:0.35506\tvalidation_1-mlogloss:0.39126\n",
      "[2741]\tvalidation_0-mlogloss:0.35502\tvalidation_1-mlogloss:0.39122\n",
      "[2742]\tvalidation_0-mlogloss:0.35501\tvalidation_1-mlogloss:0.39122\n",
      "[2743]\tvalidation_0-mlogloss:0.35502\tvalidation_1-mlogloss:0.39123\n",
      "[2744]\tvalidation_0-mlogloss:0.35495\tvalidation_1-mlogloss:0.39119\n",
      "[2745]\tvalidation_0-mlogloss:0.35494\tvalidation_1-mlogloss:0.39118\n",
      "[2746]\tvalidation_0-mlogloss:0.35492\tvalidation_1-mlogloss:0.39117\n",
      "[2747]\tvalidation_0-mlogloss:0.35486\tvalidation_1-mlogloss:0.39112\n",
      "[2748]\tvalidation_0-mlogloss:0.35486\tvalidation_1-mlogloss:0.39112\n",
      "[2749]\tvalidation_0-mlogloss:0.35482\tvalidation_1-mlogloss:0.39110\n",
      "[2750]\tvalidation_0-mlogloss:0.35480\tvalidation_1-mlogloss:0.39109\n",
      "[2751]\tvalidation_0-mlogloss:0.35479\tvalidation_1-mlogloss:0.39109\n",
      "[2752]\tvalidation_0-mlogloss:0.35475\tvalidation_1-mlogloss:0.39106\n",
      "[2753]\tvalidation_0-mlogloss:0.35474\tvalidation_1-mlogloss:0.39105\n",
      "[2754]\tvalidation_0-mlogloss:0.35471\tvalidation_1-mlogloss:0.39104\n",
      "[2755]\tvalidation_0-mlogloss:0.35470\tvalidation_1-mlogloss:0.39103\n",
      "[2756]\tvalidation_0-mlogloss:0.35466\tvalidation_1-mlogloss:0.39100\n",
      "[2757]\tvalidation_0-mlogloss:0.35465\tvalidation_1-mlogloss:0.39101\n",
      "[2758]\tvalidation_0-mlogloss:0.35465\tvalidation_1-mlogloss:0.39101\n",
      "[2759]\tvalidation_0-mlogloss:0.35460\tvalidation_1-mlogloss:0.39097\n",
      "[2760]\tvalidation_0-mlogloss:0.35456\tvalidation_1-mlogloss:0.39093\n",
      "[2761]\tvalidation_0-mlogloss:0.35453\tvalidation_1-mlogloss:0.39092\n",
      "[2762]\tvalidation_0-mlogloss:0.35453\tvalidation_1-mlogloss:0.39093\n",
      "[2763]\tvalidation_0-mlogloss:0.35452\tvalidation_1-mlogloss:0.39092\n",
      "[2764]\tvalidation_0-mlogloss:0.35450\tvalidation_1-mlogloss:0.39092\n",
      "[2765]\tvalidation_0-mlogloss:0.35449\tvalidation_1-mlogloss:0.39092\n",
      "[2766]\tvalidation_0-mlogloss:0.35444\tvalidation_1-mlogloss:0.39087\n",
      "[2767]\tvalidation_0-mlogloss:0.35444\tvalidation_1-mlogloss:0.39088\n",
      "[2768]\tvalidation_0-mlogloss:0.35441\tvalidation_1-mlogloss:0.39085\n",
      "[2769]\tvalidation_0-mlogloss:0.35436\tvalidation_1-mlogloss:0.39083\n",
      "[2770]\tvalidation_0-mlogloss:0.35432\tvalidation_1-mlogloss:0.39080\n",
      "[2771]\tvalidation_0-mlogloss:0.35432\tvalidation_1-mlogloss:0.39080\n",
      "[2772]\tvalidation_0-mlogloss:0.35431\tvalidation_1-mlogloss:0.39080\n",
      "[2773]\tvalidation_0-mlogloss:0.35427\tvalidation_1-mlogloss:0.39076\n",
      "[2774]\tvalidation_0-mlogloss:0.35424\tvalidation_1-mlogloss:0.39073\n",
      "[2775]\tvalidation_0-mlogloss:0.35421\tvalidation_1-mlogloss:0.39071\n",
      "[2776]\tvalidation_0-mlogloss:0.35417\tvalidation_1-mlogloss:0.39068\n",
      "[2777]\tvalidation_0-mlogloss:0.35415\tvalidation_1-mlogloss:0.39067\n",
      "[2778]\tvalidation_0-mlogloss:0.35414\tvalidation_1-mlogloss:0.39067\n",
      "[2779]\tvalidation_0-mlogloss:0.35414\tvalidation_1-mlogloss:0.39068\n",
      "[2780]\tvalidation_0-mlogloss:0.35414\tvalidation_1-mlogloss:0.39069\n",
      "[2781]\tvalidation_0-mlogloss:0.35413\tvalidation_1-mlogloss:0.39069\n",
      "[2782]\tvalidation_0-mlogloss:0.35408\tvalidation_1-mlogloss:0.39064\n",
      "[2783]\tvalidation_0-mlogloss:0.35407\tvalidation_1-mlogloss:0.39063\n",
      "[2784]\tvalidation_0-mlogloss:0.35401\tvalidation_1-mlogloss:0.39060\n",
      "[2785]\tvalidation_0-mlogloss:0.35396\tvalidation_1-mlogloss:0.39057\n",
      "[2786]\tvalidation_0-mlogloss:0.35395\tvalidation_1-mlogloss:0.39057\n",
      "[2787]\tvalidation_0-mlogloss:0.35391\tvalidation_1-mlogloss:0.39054\n",
      "[2788]\tvalidation_0-mlogloss:0.35388\tvalidation_1-mlogloss:0.39052\n",
      "[2789]\tvalidation_0-mlogloss:0.35387\tvalidation_1-mlogloss:0.39052\n",
      "[2790]\tvalidation_0-mlogloss:0.35384\tvalidation_1-mlogloss:0.39049\n",
      "[2791]\tvalidation_0-mlogloss:0.35383\tvalidation_1-mlogloss:0.39049\n",
      "[2792]\tvalidation_0-mlogloss:0.35380\tvalidation_1-mlogloss:0.39047\n",
      "[2793]\tvalidation_0-mlogloss:0.35378\tvalidation_1-mlogloss:0.39046\n",
      "[2794]\tvalidation_0-mlogloss:0.35376\tvalidation_1-mlogloss:0.39045\n",
      "[2795]\tvalidation_0-mlogloss:0.35373\tvalidation_1-mlogloss:0.39043\n",
      "[2796]\tvalidation_0-mlogloss:0.35369\tvalidation_1-mlogloss:0.39041\n",
      "[2797]\tvalidation_0-mlogloss:0.35368\tvalidation_1-mlogloss:0.39040\n",
      "[2798]\tvalidation_0-mlogloss:0.35365\tvalidation_1-mlogloss:0.39039\n",
      "[2799]\tvalidation_0-mlogloss:0.35363\tvalidation_1-mlogloss:0.39037\n",
      "[2800]\tvalidation_0-mlogloss:0.35360\tvalidation_1-mlogloss:0.39034\n",
      "[2801]\tvalidation_0-mlogloss:0.35356\tvalidation_1-mlogloss:0.39032\n",
      "[2802]\tvalidation_0-mlogloss:0.35354\tvalidation_1-mlogloss:0.39031\n",
      "[2803]\tvalidation_0-mlogloss:0.35351\tvalidation_1-mlogloss:0.39028\n",
      "[2804]\tvalidation_0-mlogloss:0.35348\tvalidation_1-mlogloss:0.39027\n",
      "[2805]\tvalidation_0-mlogloss:0.35346\tvalidation_1-mlogloss:0.39026\n",
      "[2806]\tvalidation_0-mlogloss:0.35345\tvalidation_1-mlogloss:0.39027\n",
      "[2807]\tvalidation_0-mlogloss:0.35341\tvalidation_1-mlogloss:0.39024\n",
      "[2808]\tvalidation_0-mlogloss:0.35339\tvalidation_1-mlogloss:0.39022\n",
      "[2809]\tvalidation_0-mlogloss:0.35339\tvalidation_1-mlogloss:0.39022\n",
      "[2810]\tvalidation_0-mlogloss:0.35338\tvalidation_1-mlogloss:0.39022\n",
      "[2811]\tvalidation_0-mlogloss:0.35335\tvalidation_1-mlogloss:0.39020\n",
      "[2812]\tvalidation_0-mlogloss:0.35329\tvalidation_1-mlogloss:0.39015\n",
      "[2813]\tvalidation_0-mlogloss:0.35328\tvalidation_1-mlogloss:0.39015\n",
      "[2814]\tvalidation_0-mlogloss:0.35324\tvalidation_1-mlogloss:0.39011\n",
      "[2815]\tvalidation_0-mlogloss:0.35321\tvalidation_1-mlogloss:0.39010\n",
      "[2816]\tvalidation_0-mlogloss:0.35320\tvalidation_1-mlogloss:0.39010\n",
      "[2817]\tvalidation_0-mlogloss:0.35316\tvalidation_1-mlogloss:0.39006\n",
      "[2818]\tvalidation_0-mlogloss:0.35315\tvalidation_1-mlogloss:0.39007\n",
      "[2819]\tvalidation_0-mlogloss:0.35313\tvalidation_1-mlogloss:0.39005\n",
      "[2820]\tvalidation_0-mlogloss:0.35312\tvalidation_1-mlogloss:0.39005\n",
      "[2821]\tvalidation_0-mlogloss:0.35310\tvalidation_1-mlogloss:0.39004\n",
      "[2822]\tvalidation_0-mlogloss:0.35303\tvalidation_1-mlogloss:0.38999\n",
      "[2823]\tvalidation_0-mlogloss:0.35300\tvalidation_1-mlogloss:0.38996\n",
      "[2824]\tvalidation_0-mlogloss:0.35297\tvalidation_1-mlogloss:0.38994\n",
      "[2825]\tvalidation_0-mlogloss:0.35295\tvalidation_1-mlogloss:0.38993\n",
      "[2826]\tvalidation_0-mlogloss:0.35294\tvalidation_1-mlogloss:0.38993\n",
      "[2827]\tvalidation_0-mlogloss:0.35292\tvalidation_1-mlogloss:0.38992\n",
      "[2828]\tvalidation_0-mlogloss:0.35291\tvalidation_1-mlogloss:0.38991\n",
      "[2829]\tvalidation_0-mlogloss:0.35289\tvalidation_1-mlogloss:0.38990\n",
      "[2830]\tvalidation_0-mlogloss:0.35287\tvalidation_1-mlogloss:0.38989\n",
      "[2831]\tvalidation_0-mlogloss:0.35285\tvalidation_1-mlogloss:0.38988\n",
      "[2832]\tvalidation_0-mlogloss:0.35281\tvalidation_1-mlogloss:0.38986\n",
      "[2833]\tvalidation_0-mlogloss:0.35282\tvalidation_1-mlogloss:0.38987\n",
      "[2834]\tvalidation_0-mlogloss:0.35279\tvalidation_1-mlogloss:0.38985\n",
      "[2835]\tvalidation_0-mlogloss:0.35280\tvalidation_1-mlogloss:0.38987\n",
      "[2836]\tvalidation_0-mlogloss:0.35280\tvalidation_1-mlogloss:0.38986\n",
      "[2837]\tvalidation_0-mlogloss:0.35277\tvalidation_1-mlogloss:0.38985\n",
      "[2838]\tvalidation_0-mlogloss:0.35278\tvalidation_1-mlogloss:0.38987\n",
      "[2839]\tvalidation_0-mlogloss:0.35277\tvalidation_1-mlogloss:0.38987\n",
      "[2840]\tvalidation_0-mlogloss:0.35273\tvalidation_1-mlogloss:0.38984\n",
      "[2841]\tvalidation_0-mlogloss:0.35267\tvalidation_1-mlogloss:0.38978\n",
      "[2842]\tvalidation_0-mlogloss:0.35263\tvalidation_1-mlogloss:0.38976\n",
      "[2843]\tvalidation_0-mlogloss:0.35263\tvalidation_1-mlogloss:0.38978\n",
      "[2844]\tvalidation_0-mlogloss:0.35262\tvalidation_1-mlogloss:0.38978\n",
      "[2845]\tvalidation_0-mlogloss:0.35259\tvalidation_1-mlogloss:0.38976\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2846]\tvalidation_0-mlogloss:0.35258\tvalidation_1-mlogloss:0.38976\n",
      "[2847]\tvalidation_0-mlogloss:0.35254\tvalidation_1-mlogloss:0.38973\n",
      "[2848]\tvalidation_0-mlogloss:0.35251\tvalidation_1-mlogloss:0.38971\n",
      "[2849]\tvalidation_0-mlogloss:0.35248\tvalidation_1-mlogloss:0.38968\n",
      "[2850]\tvalidation_0-mlogloss:0.35245\tvalidation_1-mlogloss:0.38965\n",
      "[2851]\tvalidation_0-mlogloss:0.35241\tvalidation_1-mlogloss:0.38962\n",
      "[2852]\tvalidation_0-mlogloss:0.35238\tvalidation_1-mlogloss:0.38961\n",
      "[2853]\tvalidation_0-mlogloss:0.35236\tvalidation_1-mlogloss:0.38959\n",
      "[2854]\tvalidation_0-mlogloss:0.35234\tvalidation_1-mlogloss:0.38957\n",
      "[2855]\tvalidation_0-mlogloss:0.35231\tvalidation_1-mlogloss:0.38954\n",
      "[2856]\tvalidation_0-mlogloss:0.35230\tvalidation_1-mlogloss:0.38953\n",
      "[2857]\tvalidation_0-mlogloss:0.35230\tvalidation_1-mlogloss:0.38955\n",
      "[2858]\tvalidation_0-mlogloss:0.35229\tvalidation_1-mlogloss:0.38955\n",
      "[2859]\tvalidation_0-mlogloss:0.35226\tvalidation_1-mlogloss:0.38953\n",
      "[2860]\tvalidation_0-mlogloss:0.35227\tvalidation_1-mlogloss:0.38954\n",
      "[2861]\tvalidation_0-mlogloss:0.35227\tvalidation_1-mlogloss:0.38954\n",
      "[2862]\tvalidation_0-mlogloss:0.35224\tvalidation_1-mlogloss:0.38952\n",
      "[2863]\tvalidation_0-mlogloss:0.35222\tvalidation_1-mlogloss:0.38952\n",
      "[2864]\tvalidation_0-mlogloss:0.35222\tvalidation_1-mlogloss:0.38952\n",
      "[2865]\tvalidation_0-mlogloss:0.35219\tvalidation_1-mlogloss:0.38949\n",
      "[2866]\tvalidation_0-mlogloss:0.35217\tvalidation_1-mlogloss:0.38948\n",
      "[2867]\tvalidation_0-mlogloss:0.35214\tvalidation_1-mlogloss:0.38946\n",
      "[2868]\tvalidation_0-mlogloss:0.35213\tvalidation_1-mlogloss:0.38945\n",
      "[2869]\tvalidation_0-mlogloss:0.35211\tvalidation_1-mlogloss:0.38944\n",
      "[2870]\tvalidation_0-mlogloss:0.35210\tvalidation_1-mlogloss:0.38943\n",
      "[2871]\tvalidation_0-mlogloss:0.35208\tvalidation_1-mlogloss:0.38942\n",
      "[2872]\tvalidation_0-mlogloss:0.35203\tvalidation_1-mlogloss:0.38939\n",
      "[2873]\tvalidation_0-mlogloss:0.35200\tvalidation_1-mlogloss:0.38937\n",
      "[2874]\tvalidation_0-mlogloss:0.35195\tvalidation_1-mlogloss:0.38936\n",
      "[2875]\tvalidation_0-mlogloss:0.35193\tvalidation_1-mlogloss:0.38935\n",
      "[2876]\tvalidation_0-mlogloss:0.35189\tvalidation_1-mlogloss:0.38932\n",
      "[2877]\tvalidation_0-mlogloss:0.35184\tvalidation_1-mlogloss:0.38928\n",
      "[2878]\tvalidation_0-mlogloss:0.35181\tvalidation_1-mlogloss:0.38926\n",
      "[2879]\tvalidation_0-mlogloss:0.35180\tvalidation_1-mlogloss:0.38926\n",
      "[2880]\tvalidation_0-mlogloss:0.35174\tvalidation_1-mlogloss:0.38921\n",
      "[2881]\tvalidation_0-mlogloss:0.35175\tvalidation_1-mlogloss:0.38923\n",
      "[2882]\tvalidation_0-mlogloss:0.35171\tvalidation_1-mlogloss:0.38920\n",
      "[2883]\tvalidation_0-mlogloss:0.35168\tvalidation_1-mlogloss:0.38917\n",
      "[2884]\tvalidation_0-mlogloss:0.35166\tvalidation_1-mlogloss:0.38917\n",
      "[2885]\tvalidation_0-mlogloss:0.35164\tvalidation_1-mlogloss:0.38916\n",
      "[2886]\tvalidation_0-mlogloss:0.35162\tvalidation_1-mlogloss:0.38915\n",
      "[2887]\tvalidation_0-mlogloss:0.35158\tvalidation_1-mlogloss:0.38912\n",
      "[2888]\tvalidation_0-mlogloss:0.35154\tvalidation_1-mlogloss:0.38909\n",
      "[2889]\tvalidation_0-mlogloss:0.35150\tvalidation_1-mlogloss:0.38906\n",
      "[2890]\tvalidation_0-mlogloss:0.35149\tvalidation_1-mlogloss:0.38906\n",
      "[2891]\tvalidation_0-mlogloss:0.35146\tvalidation_1-mlogloss:0.38904\n",
      "[2892]\tvalidation_0-mlogloss:0.35144\tvalidation_1-mlogloss:0.38904\n",
      "[2893]\tvalidation_0-mlogloss:0.35145\tvalidation_1-mlogloss:0.38906\n",
      "[2894]\tvalidation_0-mlogloss:0.35143\tvalidation_1-mlogloss:0.38904\n",
      "[2895]\tvalidation_0-mlogloss:0.35142\tvalidation_1-mlogloss:0.38905\n",
      "[2896]\tvalidation_0-mlogloss:0.35139\tvalidation_1-mlogloss:0.38902\n",
      "[2897]\tvalidation_0-mlogloss:0.35139\tvalidation_1-mlogloss:0.38903\n",
      "[2898]\tvalidation_0-mlogloss:0.35139\tvalidation_1-mlogloss:0.38904\n",
      "[2899]\tvalidation_0-mlogloss:0.35135\tvalidation_1-mlogloss:0.38899\n",
      "[2900]\tvalidation_0-mlogloss:0.35134\tvalidation_1-mlogloss:0.38899\n",
      "[2901]\tvalidation_0-mlogloss:0.35133\tvalidation_1-mlogloss:0.38899\n",
      "[2902]\tvalidation_0-mlogloss:0.35131\tvalidation_1-mlogloss:0.38897\n",
      "[2903]\tvalidation_0-mlogloss:0.35131\tvalidation_1-mlogloss:0.38899\n",
      "[2904]\tvalidation_0-mlogloss:0.35129\tvalidation_1-mlogloss:0.38898\n",
      "[2905]\tvalidation_0-mlogloss:0.35125\tvalidation_1-mlogloss:0.38894\n",
      "[2906]\tvalidation_0-mlogloss:0.35125\tvalidation_1-mlogloss:0.38895\n",
      "[2907]\tvalidation_0-mlogloss:0.35122\tvalidation_1-mlogloss:0.38893\n",
      "[2908]\tvalidation_0-mlogloss:0.35118\tvalidation_1-mlogloss:0.38889\n",
      "[2909]\tvalidation_0-mlogloss:0.35112\tvalidation_1-mlogloss:0.38885\n",
      "[2910]\tvalidation_0-mlogloss:0.35107\tvalidation_1-mlogloss:0.38882\n",
      "[2911]\tvalidation_0-mlogloss:0.35103\tvalidation_1-mlogloss:0.38880\n",
      "[2912]\tvalidation_0-mlogloss:0.35101\tvalidation_1-mlogloss:0.38879\n",
      "[2913]\tvalidation_0-mlogloss:0.35097\tvalidation_1-mlogloss:0.38876\n",
      "[2914]\tvalidation_0-mlogloss:0.35096\tvalidation_1-mlogloss:0.38876\n",
      "[2915]\tvalidation_0-mlogloss:0.35094\tvalidation_1-mlogloss:0.38874\n",
      "[2916]\tvalidation_0-mlogloss:0.35093\tvalidation_1-mlogloss:0.38875\n",
      "[2917]\tvalidation_0-mlogloss:0.35088\tvalidation_1-mlogloss:0.38870\n",
      "[2918]\tvalidation_0-mlogloss:0.35086\tvalidation_1-mlogloss:0.38869\n",
      "[2919]\tvalidation_0-mlogloss:0.35084\tvalidation_1-mlogloss:0.38869\n",
      "[2920]\tvalidation_0-mlogloss:0.35080\tvalidation_1-mlogloss:0.38867\n",
      "[2921]\tvalidation_0-mlogloss:0.35078\tvalidation_1-mlogloss:0.38865\n",
      "[2922]\tvalidation_0-mlogloss:0.35076\tvalidation_1-mlogloss:0.38864\n",
      "[2923]\tvalidation_0-mlogloss:0.35072\tvalidation_1-mlogloss:0.38862\n",
      "[2924]\tvalidation_0-mlogloss:0.35070\tvalidation_1-mlogloss:0.38861\n",
      "[2925]\tvalidation_0-mlogloss:0.35068\tvalidation_1-mlogloss:0.38862\n",
      "[2926]\tvalidation_0-mlogloss:0.35067\tvalidation_1-mlogloss:0.38861\n",
      "[2927]\tvalidation_0-mlogloss:0.35067\tvalidation_1-mlogloss:0.38861\n",
      "[2928]\tvalidation_0-mlogloss:0.35064\tvalidation_1-mlogloss:0.38860\n",
      "[2929]\tvalidation_0-mlogloss:0.35060\tvalidation_1-mlogloss:0.38858\n",
      "[2930]\tvalidation_0-mlogloss:0.35059\tvalidation_1-mlogloss:0.38857\n",
      "[2931]\tvalidation_0-mlogloss:0.35057\tvalidation_1-mlogloss:0.38858\n",
      "[2932]\tvalidation_0-mlogloss:0.35056\tvalidation_1-mlogloss:0.38857\n",
      "[2933]\tvalidation_0-mlogloss:0.35054\tvalidation_1-mlogloss:0.38856\n",
      "[2934]\tvalidation_0-mlogloss:0.35050\tvalidation_1-mlogloss:0.38853\n",
      "[2935]\tvalidation_0-mlogloss:0.35048\tvalidation_1-mlogloss:0.38851\n",
      "[2936]\tvalidation_0-mlogloss:0.35045\tvalidation_1-mlogloss:0.38849\n",
      "[2937]\tvalidation_0-mlogloss:0.35041\tvalidation_1-mlogloss:0.38846\n",
      "[2938]\tvalidation_0-mlogloss:0.35035\tvalidation_1-mlogloss:0.38841\n",
      "[2939]\tvalidation_0-mlogloss:0.35031\tvalidation_1-mlogloss:0.38839\n",
      "[2940]\tvalidation_0-mlogloss:0.35029\tvalidation_1-mlogloss:0.38838\n",
      "[2941]\tvalidation_0-mlogloss:0.35028\tvalidation_1-mlogloss:0.38837\n",
      "[2942]\tvalidation_0-mlogloss:0.35024\tvalidation_1-mlogloss:0.38834\n",
      "[2943]\tvalidation_0-mlogloss:0.35023\tvalidation_1-mlogloss:0.38834\n",
      "[2944]\tvalidation_0-mlogloss:0.35022\tvalidation_1-mlogloss:0.38834\n",
      "[2945]\tvalidation_0-mlogloss:0.35017\tvalidation_1-mlogloss:0.38830\n",
      "[2946]\tvalidation_0-mlogloss:0.35016\tvalidation_1-mlogloss:0.38830\n",
      "[2947]\tvalidation_0-mlogloss:0.35014\tvalidation_1-mlogloss:0.38828\n",
      "[2948]\tvalidation_0-mlogloss:0.35012\tvalidation_1-mlogloss:0.38827\n",
      "[2949]\tvalidation_0-mlogloss:0.35010\tvalidation_1-mlogloss:0.38827\n",
      "[2950]\tvalidation_0-mlogloss:0.35008\tvalidation_1-mlogloss:0.38827\n",
      "[2951]\tvalidation_0-mlogloss:0.35004\tvalidation_1-mlogloss:0.38824\n",
      "[2952]\tvalidation_0-mlogloss:0.34999\tvalidation_1-mlogloss:0.38820\n",
      "[2953]\tvalidation_0-mlogloss:0.34996\tvalidation_1-mlogloss:0.38817\n",
      "[2954]\tvalidation_0-mlogloss:0.34997\tvalidation_1-mlogloss:0.38819\n",
      "[2955]\tvalidation_0-mlogloss:0.34993\tvalidation_1-mlogloss:0.38816\n",
      "[2956]\tvalidation_0-mlogloss:0.34993\tvalidation_1-mlogloss:0.38816\n",
      "[2957]\tvalidation_0-mlogloss:0.34991\tvalidation_1-mlogloss:0.38814\n",
      "[2958]\tvalidation_0-mlogloss:0.34991\tvalidation_1-mlogloss:0.38815\n",
      "[2959]\tvalidation_0-mlogloss:0.34985\tvalidation_1-mlogloss:0.38810\n",
      "[2960]\tvalidation_0-mlogloss:0.34986\tvalidation_1-mlogloss:0.38812\n",
      "[2961]\tvalidation_0-mlogloss:0.34982\tvalidation_1-mlogloss:0.38810\n",
      "[2962]\tvalidation_0-mlogloss:0.34982\tvalidation_1-mlogloss:0.38810\n",
      "[2963]\tvalidation_0-mlogloss:0.34977\tvalidation_1-mlogloss:0.38806\n",
      "[2964]\tvalidation_0-mlogloss:0.34973\tvalidation_1-mlogloss:0.38804\n",
      "[2965]\tvalidation_0-mlogloss:0.34970\tvalidation_1-mlogloss:0.38801\n",
      "[2966]\tvalidation_0-mlogloss:0.34968\tvalidation_1-mlogloss:0.38801\n",
      "[2967]\tvalidation_0-mlogloss:0.34962\tvalidation_1-mlogloss:0.38798\n",
      "[2968]\tvalidation_0-mlogloss:0.34960\tvalidation_1-mlogloss:0.38797\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2969]\tvalidation_0-mlogloss:0.34958\tvalidation_1-mlogloss:0.38796\n",
      "[2970]\tvalidation_0-mlogloss:0.34955\tvalidation_1-mlogloss:0.38794\n",
      "[2971]\tvalidation_0-mlogloss:0.34954\tvalidation_1-mlogloss:0.38794\n",
      "[2972]\tvalidation_0-mlogloss:0.34950\tvalidation_1-mlogloss:0.38790\n",
      "[2973]\tvalidation_0-mlogloss:0.34948\tvalidation_1-mlogloss:0.38790\n",
      "[2974]\tvalidation_0-mlogloss:0.34947\tvalidation_1-mlogloss:0.38789\n",
      "[2975]\tvalidation_0-mlogloss:0.34947\tvalidation_1-mlogloss:0.38791\n",
      "[2976]\tvalidation_0-mlogloss:0.34944\tvalidation_1-mlogloss:0.38788\n",
      "[2977]\tvalidation_0-mlogloss:0.34944\tvalidation_1-mlogloss:0.38789\n",
      "[2978]\tvalidation_0-mlogloss:0.34946\tvalidation_1-mlogloss:0.38792\n",
      "[2979]\tvalidation_0-mlogloss:0.34947\tvalidation_1-mlogloss:0.38793\n",
      "[2980]\tvalidation_0-mlogloss:0.34942\tvalidation_1-mlogloss:0.38790\n",
      "[2981]\tvalidation_0-mlogloss:0.34939\tvalidation_1-mlogloss:0.38788\n",
      "[2982]\tvalidation_0-mlogloss:0.34936\tvalidation_1-mlogloss:0.38786\n",
      "[2983]\tvalidation_0-mlogloss:0.34937\tvalidation_1-mlogloss:0.38788\n",
      "[2984]\tvalidation_0-mlogloss:0.34931\tvalidation_1-mlogloss:0.38783\n",
      "[2985]\tvalidation_0-mlogloss:0.34928\tvalidation_1-mlogloss:0.38780\n",
      "[2986]\tvalidation_0-mlogloss:0.34926\tvalidation_1-mlogloss:0.38780\n",
      "[2987]\tvalidation_0-mlogloss:0.34924\tvalidation_1-mlogloss:0.38778\n",
      "[2988]\tvalidation_0-mlogloss:0.34921\tvalidation_1-mlogloss:0.38776\n",
      "[2989]\tvalidation_0-mlogloss:0.34918\tvalidation_1-mlogloss:0.38774\n",
      "[2990]\tvalidation_0-mlogloss:0.34917\tvalidation_1-mlogloss:0.38773\n",
      "[2991]\tvalidation_0-mlogloss:0.34917\tvalidation_1-mlogloss:0.38773\n",
      "[2992]\tvalidation_0-mlogloss:0.34918\tvalidation_1-mlogloss:0.38775\n",
      "[2993]\tvalidation_0-mlogloss:0.34913\tvalidation_1-mlogloss:0.38772\n",
      "[2994]\tvalidation_0-mlogloss:0.34912\tvalidation_1-mlogloss:0.38772\n",
      "[2995]\tvalidation_0-mlogloss:0.34910\tvalidation_1-mlogloss:0.38769\n",
      "[2996]\tvalidation_0-mlogloss:0.34909\tvalidation_1-mlogloss:0.38769\n",
      "[2997]\tvalidation_0-mlogloss:0.34906\tvalidation_1-mlogloss:0.38767\n",
      "[2998]\tvalidation_0-mlogloss:0.34901\tvalidation_1-mlogloss:0.38763\n",
      "[2999]\tvalidation_0-mlogloss:0.34899\tvalidation_1-mlogloss:0.38762\n",
      "[3000]\tvalidation_0-mlogloss:0.34897\tvalidation_1-mlogloss:0.38761\n",
      "[3001]\tvalidation_0-mlogloss:0.34894\tvalidation_1-mlogloss:0.38759\n",
      "[3002]\tvalidation_0-mlogloss:0.34887\tvalidation_1-mlogloss:0.38754\n",
      "[3003]\tvalidation_0-mlogloss:0.34885\tvalidation_1-mlogloss:0.38754\n",
      "[3004]\tvalidation_0-mlogloss:0.34884\tvalidation_1-mlogloss:0.38753\n",
      "[3005]\tvalidation_0-mlogloss:0.34881\tvalidation_1-mlogloss:0.38751\n",
      "[3006]\tvalidation_0-mlogloss:0.34879\tvalidation_1-mlogloss:0.38749\n",
      "[3007]\tvalidation_0-mlogloss:0.34877\tvalidation_1-mlogloss:0.38748\n",
      "[3008]\tvalidation_0-mlogloss:0.34874\tvalidation_1-mlogloss:0.38746\n",
      "[3009]\tvalidation_0-mlogloss:0.34871\tvalidation_1-mlogloss:0.38744\n",
      "[3010]\tvalidation_0-mlogloss:0.34872\tvalidation_1-mlogloss:0.38745\n",
      "[3011]\tvalidation_0-mlogloss:0.34871\tvalidation_1-mlogloss:0.38745\n",
      "[3012]\tvalidation_0-mlogloss:0.34869\tvalidation_1-mlogloss:0.38745\n",
      "[3013]\tvalidation_0-mlogloss:0.34870\tvalidation_1-mlogloss:0.38747\n",
      "[3014]\tvalidation_0-mlogloss:0.34867\tvalidation_1-mlogloss:0.38744\n",
      "[3015]\tvalidation_0-mlogloss:0.34864\tvalidation_1-mlogloss:0.38743\n",
      "[3016]\tvalidation_0-mlogloss:0.34862\tvalidation_1-mlogloss:0.38741\n",
      "[3017]\tvalidation_0-mlogloss:0.34858\tvalidation_1-mlogloss:0.38739\n",
      "[3018]\tvalidation_0-mlogloss:0.34853\tvalidation_1-mlogloss:0.38735\n",
      "[3019]\tvalidation_0-mlogloss:0.34851\tvalidation_1-mlogloss:0.38733\n",
      "[3020]\tvalidation_0-mlogloss:0.34851\tvalidation_1-mlogloss:0.38735\n",
      "[3021]\tvalidation_0-mlogloss:0.34850\tvalidation_1-mlogloss:0.38735\n",
      "[3022]\tvalidation_0-mlogloss:0.34849\tvalidation_1-mlogloss:0.38735\n",
      "[3023]\tvalidation_0-mlogloss:0.34846\tvalidation_1-mlogloss:0.38733\n",
      "[3024]\tvalidation_0-mlogloss:0.34839\tvalidation_1-mlogloss:0.38727\n",
      "[3025]\tvalidation_0-mlogloss:0.34840\tvalidation_1-mlogloss:0.38728\n",
      "[3026]\tvalidation_0-mlogloss:0.34837\tvalidation_1-mlogloss:0.38727\n",
      "[3027]\tvalidation_0-mlogloss:0.34833\tvalidation_1-mlogloss:0.38725\n",
      "[3028]\tvalidation_0-mlogloss:0.34835\tvalidation_1-mlogloss:0.38727\n",
      "[3029]\tvalidation_0-mlogloss:0.34833\tvalidation_1-mlogloss:0.38726\n",
      "[3030]\tvalidation_0-mlogloss:0.34830\tvalidation_1-mlogloss:0.38723\n",
      "[3031]\tvalidation_0-mlogloss:0.34827\tvalidation_1-mlogloss:0.38722\n",
      "[3032]\tvalidation_0-mlogloss:0.34825\tvalidation_1-mlogloss:0.38720\n",
      "[3033]\tvalidation_0-mlogloss:0.34823\tvalidation_1-mlogloss:0.38719\n",
      "[3034]\tvalidation_0-mlogloss:0.34818\tvalidation_1-mlogloss:0.38716\n",
      "[3035]\tvalidation_0-mlogloss:0.34815\tvalidation_1-mlogloss:0.38714\n",
      "[3036]\tvalidation_0-mlogloss:0.34812\tvalidation_1-mlogloss:0.38712\n",
      "[3037]\tvalidation_0-mlogloss:0.34809\tvalidation_1-mlogloss:0.38710\n",
      "[3038]\tvalidation_0-mlogloss:0.34806\tvalidation_1-mlogloss:0.38709\n",
      "[3039]\tvalidation_0-mlogloss:0.34803\tvalidation_1-mlogloss:0.38708\n",
      "[3040]\tvalidation_0-mlogloss:0.34799\tvalidation_1-mlogloss:0.38705\n",
      "[3041]\tvalidation_0-mlogloss:0.34800\tvalidation_1-mlogloss:0.38708\n",
      "[3042]\tvalidation_0-mlogloss:0.34796\tvalidation_1-mlogloss:0.38704\n",
      "[3043]\tvalidation_0-mlogloss:0.34794\tvalidation_1-mlogloss:0.38705\n",
      "[3044]\tvalidation_0-mlogloss:0.34792\tvalidation_1-mlogloss:0.38704\n",
      "[3045]\tvalidation_0-mlogloss:0.34790\tvalidation_1-mlogloss:0.38704\n",
      "[3046]\tvalidation_0-mlogloss:0.34786\tvalidation_1-mlogloss:0.38701\n",
      "[3047]\tvalidation_0-mlogloss:0.34783\tvalidation_1-mlogloss:0.38699\n",
      "[3048]\tvalidation_0-mlogloss:0.34782\tvalidation_1-mlogloss:0.38699\n",
      "[3049]\tvalidation_0-mlogloss:0.34779\tvalidation_1-mlogloss:0.38697\n",
      "[3050]\tvalidation_0-mlogloss:0.34777\tvalidation_1-mlogloss:0.38695\n",
      "[3051]\tvalidation_0-mlogloss:0.34772\tvalidation_1-mlogloss:0.38692\n",
      "[3052]\tvalidation_0-mlogloss:0.34769\tvalidation_1-mlogloss:0.38691\n",
      "[3053]\tvalidation_0-mlogloss:0.34763\tvalidation_1-mlogloss:0.38686\n",
      "[3054]\tvalidation_0-mlogloss:0.34764\tvalidation_1-mlogloss:0.38687\n",
      "[3055]\tvalidation_0-mlogloss:0.34760\tvalidation_1-mlogloss:0.38684\n",
      "[3056]\tvalidation_0-mlogloss:0.34756\tvalidation_1-mlogloss:0.38681\n",
      "[3057]\tvalidation_0-mlogloss:0.34753\tvalidation_1-mlogloss:0.38681\n",
      "[3058]\tvalidation_0-mlogloss:0.34747\tvalidation_1-mlogloss:0.38676\n",
      "[3059]\tvalidation_0-mlogloss:0.34745\tvalidation_1-mlogloss:0.38674\n",
      "[3060]\tvalidation_0-mlogloss:0.34745\tvalidation_1-mlogloss:0.38675\n",
      "[3061]\tvalidation_0-mlogloss:0.34741\tvalidation_1-mlogloss:0.38671\n",
      "[3062]\tvalidation_0-mlogloss:0.34734\tvalidation_1-mlogloss:0.38666\n",
      "[3063]\tvalidation_0-mlogloss:0.34731\tvalidation_1-mlogloss:0.38663\n",
      "[3064]\tvalidation_0-mlogloss:0.34729\tvalidation_1-mlogloss:0.38660\n",
      "[3065]\tvalidation_0-mlogloss:0.34725\tvalidation_1-mlogloss:0.38657\n",
      "[3066]\tvalidation_0-mlogloss:0.34723\tvalidation_1-mlogloss:0.38657\n",
      "[3067]\tvalidation_0-mlogloss:0.34720\tvalidation_1-mlogloss:0.38654\n",
      "[3068]\tvalidation_0-mlogloss:0.34718\tvalidation_1-mlogloss:0.38654\n",
      "[3069]\tvalidation_0-mlogloss:0.34717\tvalidation_1-mlogloss:0.38653\n",
      "[3070]\tvalidation_0-mlogloss:0.34716\tvalidation_1-mlogloss:0.38653\n",
      "[3071]\tvalidation_0-mlogloss:0.34715\tvalidation_1-mlogloss:0.38653\n",
      "[3072]\tvalidation_0-mlogloss:0.34714\tvalidation_1-mlogloss:0.38653\n",
      "[3073]\tvalidation_0-mlogloss:0.34711\tvalidation_1-mlogloss:0.38651\n",
      "[3074]\tvalidation_0-mlogloss:0.34707\tvalidation_1-mlogloss:0.38649\n",
      "[3075]\tvalidation_0-mlogloss:0.34705\tvalidation_1-mlogloss:0.38648\n",
      "[3076]\tvalidation_0-mlogloss:0.34702\tvalidation_1-mlogloss:0.38644\n",
      "[3077]\tvalidation_0-mlogloss:0.34702\tvalidation_1-mlogloss:0.38646\n",
      "[3078]\tvalidation_0-mlogloss:0.34703\tvalidation_1-mlogloss:0.38647\n",
      "[3079]\tvalidation_0-mlogloss:0.34700\tvalidation_1-mlogloss:0.38644\n",
      "[3080]\tvalidation_0-mlogloss:0.34699\tvalidation_1-mlogloss:0.38644\n",
      "[3081]\tvalidation_0-mlogloss:0.34694\tvalidation_1-mlogloss:0.38638\n",
      "[3082]\tvalidation_0-mlogloss:0.34693\tvalidation_1-mlogloss:0.38639\n",
      "[3083]\tvalidation_0-mlogloss:0.34691\tvalidation_1-mlogloss:0.38638\n",
      "[3084]\tvalidation_0-mlogloss:0.34686\tvalidation_1-mlogloss:0.38635\n",
      "[3085]\tvalidation_0-mlogloss:0.34686\tvalidation_1-mlogloss:0.38636\n",
      "[3086]\tvalidation_0-mlogloss:0.34681\tvalidation_1-mlogloss:0.38631\n",
      "[3087]\tvalidation_0-mlogloss:0.34678\tvalidation_1-mlogloss:0.38629\n",
      "[3088]\tvalidation_0-mlogloss:0.34679\tvalidation_1-mlogloss:0.38630\n",
      "[3089]\tvalidation_0-mlogloss:0.34680\tvalidation_1-mlogloss:0.38632\n",
      "[3090]\tvalidation_0-mlogloss:0.34676\tvalidation_1-mlogloss:0.38629\n",
      "[3091]\tvalidation_0-mlogloss:0.34674\tvalidation_1-mlogloss:0.38628\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3092]\tvalidation_0-mlogloss:0.34672\tvalidation_1-mlogloss:0.38627\n",
      "[3093]\tvalidation_0-mlogloss:0.34669\tvalidation_1-mlogloss:0.38626\n",
      "[3094]\tvalidation_0-mlogloss:0.34667\tvalidation_1-mlogloss:0.38624\n",
      "[3095]\tvalidation_0-mlogloss:0.34663\tvalidation_1-mlogloss:0.38622\n",
      "[3096]\tvalidation_0-mlogloss:0.34657\tvalidation_1-mlogloss:0.38619\n",
      "[3097]\tvalidation_0-mlogloss:0.34653\tvalidation_1-mlogloss:0.38616\n",
      "[3098]\tvalidation_0-mlogloss:0.34652\tvalidation_1-mlogloss:0.38616\n",
      "[3099]\tvalidation_0-mlogloss:0.34650\tvalidation_1-mlogloss:0.38615\n",
      "[3100]\tvalidation_0-mlogloss:0.34649\tvalidation_1-mlogloss:0.38615\n",
      "[3101]\tvalidation_0-mlogloss:0.34648\tvalidation_1-mlogloss:0.38614\n",
      "[3102]\tvalidation_0-mlogloss:0.34646\tvalidation_1-mlogloss:0.38613\n",
      "[3103]\tvalidation_0-mlogloss:0.34640\tvalidation_1-mlogloss:0.38609\n",
      "[3104]\tvalidation_0-mlogloss:0.34636\tvalidation_1-mlogloss:0.38606\n",
      "[3105]\tvalidation_0-mlogloss:0.34633\tvalidation_1-mlogloss:0.38604\n",
      "[3106]\tvalidation_0-mlogloss:0.34631\tvalidation_1-mlogloss:0.38604\n",
      "[3107]\tvalidation_0-mlogloss:0.34630\tvalidation_1-mlogloss:0.38602\n",
      "[3108]\tvalidation_0-mlogloss:0.34629\tvalidation_1-mlogloss:0.38602\n",
      "[3109]\tvalidation_0-mlogloss:0.34628\tvalidation_1-mlogloss:0.38601\n",
      "[3110]\tvalidation_0-mlogloss:0.34624\tvalidation_1-mlogloss:0.38599\n",
      "[3111]\tvalidation_0-mlogloss:0.34622\tvalidation_1-mlogloss:0.38597\n",
      "[3112]\tvalidation_0-mlogloss:0.34623\tvalidation_1-mlogloss:0.38598\n",
      "[3113]\tvalidation_0-mlogloss:0.34620\tvalidation_1-mlogloss:0.38596\n",
      "[3114]\tvalidation_0-mlogloss:0.34615\tvalidation_1-mlogloss:0.38593\n",
      "[3115]\tvalidation_0-mlogloss:0.34613\tvalidation_1-mlogloss:0.38591\n",
      "[3116]\tvalidation_0-mlogloss:0.34611\tvalidation_1-mlogloss:0.38590\n",
      "[3117]\tvalidation_0-mlogloss:0.34610\tvalidation_1-mlogloss:0.38590\n",
      "[3118]\tvalidation_0-mlogloss:0.34604\tvalidation_1-mlogloss:0.38586\n",
      "[3119]\tvalidation_0-mlogloss:0.34601\tvalidation_1-mlogloss:0.38583\n",
      "[3120]\tvalidation_0-mlogloss:0.34600\tvalidation_1-mlogloss:0.38582\n",
      "[3121]\tvalidation_0-mlogloss:0.34598\tvalidation_1-mlogloss:0.38581\n",
      "[3122]\tvalidation_0-mlogloss:0.34595\tvalidation_1-mlogloss:0.38579\n",
      "[3123]\tvalidation_0-mlogloss:0.34593\tvalidation_1-mlogloss:0.38579\n",
      "[3124]\tvalidation_0-mlogloss:0.34593\tvalidation_1-mlogloss:0.38579\n",
      "[3125]\tvalidation_0-mlogloss:0.34589\tvalidation_1-mlogloss:0.38576\n",
      "[3126]\tvalidation_0-mlogloss:0.34585\tvalidation_1-mlogloss:0.38572\n",
      "[3127]\tvalidation_0-mlogloss:0.34582\tvalidation_1-mlogloss:0.38571\n",
      "[3128]\tvalidation_0-mlogloss:0.34580\tvalidation_1-mlogloss:0.38570\n",
      "[3129]\tvalidation_0-mlogloss:0.34581\tvalidation_1-mlogloss:0.38572\n",
      "[3130]\tvalidation_0-mlogloss:0.34580\tvalidation_1-mlogloss:0.38571\n",
      "[3131]\tvalidation_0-mlogloss:0.34580\tvalidation_1-mlogloss:0.38571\n",
      "[3132]\tvalidation_0-mlogloss:0.34578\tvalidation_1-mlogloss:0.38571\n",
      "[3133]\tvalidation_0-mlogloss:0.34579\tvalidation_1-mlogloss:0.38572\n",
      "[3134]\tvalidation_0-mlogloss:0.34579\tvalidation_1-mlogloss:0.38573\n",
      "[3135]\tvalidation_0-mlogloss:0.34579\tvalidation_1-mlogloss:0.38575\n",
      "[3136]\tvalidation_0-mlogloss:0.34576\tvalidation_1-mlogloss:0.38572\n",
      "[3137]\tvalidation_0-mlogloss:0.34573\tvalidation_1-mlogloss:0.38570\n",
      "[3138]\tvalidation_0-mlogloss:0.34571\tvalidation_1-mlogloss:0.38569\n",
      "[3139]\tvalidation_0-mlogloss:0.34569\tvalidation_1-mlogloss:0.38567\n",
      "[3140]\tvalidation_0-mlogloss:0.34565\tvalidation_1-mlogloss:0.38565\n",
      "[3141]\tvalidation_0-mlogloss:0.34563\tvalidation_1-mlogloss:0.38564\n",
      "[3142]\tvalidation_0-mlogloss:0.34562\tvalidation_1-mlogloss:0.38564\n",
      "[3143]\tvalidation_0-mlogloss:0.34564\tvalidation_1-mlogloss:0.38566\n",
      "[3144]\tvalidation_0-mlogloss:0.34563\tvalidation_1-mlogloss:0.38567\n",
      "[3145]\tvalidation_0-mlogloss:0.34560\tvalidation_1-mlogloss:0.38565\n",
      "[3146]\tvalidation_0-mlogloss:0.34558\tvalidation_1-mlogloss:0.38565\n",
      "[3147]\tvalidation_0-mlogloss:0.34557\tvalidation_1-mlogloss:0.38565\n",
      "[3148]\tvalidation_0-mlogloss:0.34553\tvalidation_1-mlogloss:0.38561\n",
      "[3149]\tvalidation_0-mlogloss:0.34553\tvalidation_1-mlogloss:0.38562\n",
      "[3150]\tvalidation_0-mlogloss:0.34552\tvalidation_1-mlogloss:0.38561\n",
      "[3151]\tvalidation_0-mlogloss:0.34548\tvalidation_1-mlogloss:0.38558\n",
      "[3152]\tvalidation_0-mlogloss:0.34546\tvalidation_1-mlogloss:0.38558\n",
      "[3153]\tvalidation_0-mlogloss:0.34542\tvalidation_1-mlogloss:0.38555\n",
      "[3154]\tvalidation_0-mlogloss:0.34539\tvalidation_1-mlogloss:0.38554\n",
      "[3155]\tvalidation_0-mlogloss:0.34536\tvalidation_1-mlogloss:0.38552\n",
      "[3156]\tvalidation_0-mlogloss:0.34533\tvalidation_1-mlogloss:0.38551\n",
      "[3157]\tvalidation_0-mlogloss:0.34532\tvalidation_1-mlogloss:0.38551\n",
      "[3158]\tvalidation_0-mlogloss:0.34529\tvalidation_1-mlogloss:0.38548\n",
      "[3159]\tvalidation_0-mlogloss:0.34528\tvalidation_1-mlogloss:0.38550\n",
      "[3160]\tvalidation_0-mlogloss:0.34523\tvalidation_1-mlogloss:0.38548\n",
      "[3161]\tvalidation_0-mlogloss:0.34521\tvalidation_1-mlogloss:0.38547\n",
      "[3162]\tvalidation_0-mlogloss:0.34518\tvalidation_1-mlogloss:0.38544\n",
      "[3163]\tvalidation_0-mlogloss:0.34518\tvalidation_1-mlogloss:0.38545\n",
      "[3164]\tvalidation_0-mlogloss:0.34517\tvalidation_1-mlogloss:0.38545\n",
      "[3165]\tvalidation_0-mlogloss:0.34515\tvalidation_1-mlogloss:0.38544\n",
      "[3166]\tvalidation_0-mlogloss:0.34511\tvalidation_1-mlogloss:0.38541\n",
      "[3167]\tvalidation_0-mlogloss:0.34511\tvalidation_1-mlogloss:0.38543\n",
      "[3168]\tvalidation_0-mlogloss:0.34510\tvalidation_1-mlogloss:0.38542\n",
      "[3169]\tvalidation_0-mlogloss:0.34510\tvalidation_1-mlogloss:0.38543\n",
      "[3170]\tvalidation_0-mlogloss:0.34510\tvalidation_1-mlogloss:0.38544\n",
      "[3171]\tvalidation_0-mlogloss:0.34508\tvalidation_1-mlogloss:0.38543\n",
      "[3172]\tvalidation_0-mlogloss:0.34503\tvalidation_1-mlogloss:0.38540\n",
      "[3173]\tvalidation_0-mlogloss:0.34499\tvalidation_1-mlogloss:0.38536\n",
      "[3174]\tvalidation_0-mlogloss:0.34497\tvalidation_1-mlogloss:0.38535\n",
      "[3175]\tvalidation_0-mlogloss:0.34494\tvalidation_1-mlogloss:0.38533\n",
      "[3176]\tvalidation_0-mlogloss:0.34492\tvalidation_1-mlogloss:0.38532\n",
      "[3177]\tvalidation_0-mlogloss:0.34491\tvalidation_1-mlogloss:0.38531\n",
      "[3178]\tvalidation_0-mlogloss:0.34490\tvalidation_1-mlogloss:0.38531\n",
      "[3179]\tvalidation_0-mlogloss:0.34490\tvalidation_1-mlogloss:0.38532\n",
      "[3180]\tvalidation_0-mlogloss:0.34488\tvalidation_1-mlogloss:0.38531\n",
      "[3181]\tvalidation_0-mlogloss:0.34484\tvalidation_1-mlogloss:0.38529\n",
      "[3182]\tvalidation_0-mlogloss:0.34479\tvalidation_1-mlogloss:0.38525\n",
      "[3183]\tvalidation_0-mlogloss:0.34477\tvalidation_1-mlogloss:0.38524\n",
      "[3184]\tvalidation_0-mlogloss:0.34476\tvalidation_1-mlogloss:0.38523\n",
      "[3185]\tvalidation_0-mlogloss:0.34476\tvalidation_1-mlogloss:0.38523\n",
      "[3186]\tvalidation_0-mlogloss:0.34474\tvalidation_1-mlogloss:0.38522\n",
      "[3187]\tvalidation_0-mlogloss:0.34474\tvalidation_1-mlogloss:0.38523\n",
      "[3188]\tvalidation_0-mlogloss:0.34470\tvalidation_1-mlogloss:0.38520\n",
      "[3189]\tvalidation_0-mlogloss:0.34466\tvalidation_1-mlogloss:0.38517\n",
      "[3190]\tvalidation_0-mlogloss:0.34461\tvalidation_1-mlogloss:0.38513\n",
      "[3191]\tvalidation_0-mlogloss:0.34457\tvalidation_1-mlogloss:0.38510\n",
      "[3192]\tvalidation_0-mlogloss:0.34456\tvalidation_1-mlogloss:0.38510\n",
      "[3193]\tvalidation_0-mlogloss:0.34454\tvalidation_1-mlogloss:0.38509\n",
      "[3194]\tvalidation_0-mlogloss:0.34454\tvalidation_1-mlogloss:0.38510\n",
      "[3195]\tvalidation_0-mlogloss:0.34452\tvalidation_1-mlogloss:0.38509\n",
      "[3196]\tvalidation_0-mlogloss:0.34449\tvalidation_1-mlogloss:0.38506\n",
      "[3197]\tvalidation_0-mlogloss:0.34446\tvalidation_1-mlogloss:0.38504\n",
      "[3198]\tvalidation_0-mlogloss:0.34444\tvalidation_1-mlogloss:0.38502\n",
      "[3199]\tvalidation_0-mlogloss:0.34443\tvalidation_1-mlogloss:0.38501\n",
      "[3200]\tvalidation_0-mlogloss:0.34440\tvalidation_1-mlogloss:0.38499\n",
      "[3201]\tvalidation_0-mlogloss:0.34439\tvalidation_1-mlogloss:0.38498\n",
      "[3202]\tvalidation_0-mlogloss:0.34438\tvalidation_1-mlogloss:0.38498\n",
      "[3203]\tvalidation_0-mlogloss:0.34437\tvalidation_1-mlogloss:0.38499\n",
      "[3204]\tvalidation_0-mlogloss:0.34435\tvalidation_1-mlogloss:0.38497\n",
      "[3205]\tvalidation_0-mlogloss:0.34434\tvalidation_1-mlogloss:0.38496\n",
      "[3206]\tvalidation_0-mlogloss:0.34431\tvalidation_1-mlogloss:0.38493\n",
      "[3207]\tvalidation_0-mlogloss:0.34427\tvalidation_1-mlogloss:0.38491\n",
      "[3208]\tvalidation_0-mlogloss:0.34427\tvalidation_1-mlogloss:0.38491\n",
      "[3209]\tvalidation_0-mlogloss:0.34426\tvalidation_1-mlogloss:0.38491\n",
      "[3210]\tvalidation_0-mlogloss:0.34425\tvalidation_1-mlogloss:0.38491\n",
      "[3211]\tvalidation_0-mlogloss:0.34422\tvalidation_1-mlogloss:0.38490\n",
      "[3212]\tvalidation_0-mlogloss:0.34419\tvalidation_1-mlogloss:0.38487\n",
      "[3213]\tvalidation_0-mlogloss:0.34416\tvalidation_1-mlogloss:0.38486\n",
      "[3214]\tvalidation_0-mlogloss:0.34415\tvalidation_1-mlogloss:0.38487\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3215]\tvalidation_0-mlogloss:0.34413\tvalidation_1-mlogloss:0.38485\n",
      "[3216]\tvalidation_0-mlogloss:0.34411\tvalidation_1-mlogloss:0.38484\n",
      "[3217]\tvalidation_0-mlogloss:0.34410\tvalidation_1-mlogloss:0.38483\n",
      "[3218]\tvalidation_0-mlogloss:0.34405\tvalidation_1-mlogloss:0.38479\n",
      "[3219]\tvalidation_0-mlogloss:0.34405\tvalidation_1-mlogloss:0.38481\n",
      "[3220]\tvalidation_0-mlogloss:0.34403\tvalidation_1-mlogloss:0.38480\n",
      "[3221]\tvalidation_0-mlogloss:0.34402\tvalidation_1-mlogloss:0.38478\n",
      "[3222]\tvalidation_0-mlogloss:0.34398\tvalidation_1-mlogloss:0.38476\n",
      "[3223]\tvalidation_0-mlogloss:0.34397\tvalidation_1-mlogloss:0.38475\n",
      "[3224]\tvalidation_0-mlogloss:0.34394\tvalidation_1-mlogloss:0.38474\n",
      "[3225]\tvalidation_0-mlogloss:0.34392\tvalidation_1-mlogloss:0.38471\n",
      "[3226]\tvalidation_0-mlogloss:0.34390\tvalidation_1-mlogloss:0.38470\n",
      "[3227]\tvalidation_0-mlogloss:0.34385\tvalidation_1-mlogloss:0.38467\n",
      "[3228]\tvalidation_0-mlogloss:0.34383\tvalidation_1-mlogloss:0.38467\n",
      "[3229]\tvalidation_0-mlogloss:0.34381\tvalidation_1-mlogloss:0.38466\n",
      "[3230]\tvalidation_0-mlogloss:0.34379\tvalidation_1-mlogloss:0.38465\n",
      "[3231]\tvalidation_0-mlogloss:0.34379\tvalidation_1-mlogloss:0.38466\n",
      "[3232]\tvalidation_0-mlogloss:0.34377\tvalidation_1-mlogloss:0.38465\n",
      "[3233]\tvalidation_0-mlogloss:0.34375\tvalidation_1-mlogloss:0.38463\n",
      "[3234]\tvalidation_0-mlogloss:0.34374\tvalidation_1-mlogloss:0.38463\n",
      "[3235]\tvalidation_0-mlogloss:0.34373\tvalidation_1-mlogloss:0.38463\n",
      "[3236]\tvalidation_0-mlogloss:0.34374\tvalidation_1-mlogloss:0.38466\n",
      "[3237]\tvalidation_0-mlogloss:0.34372\tvalidation_1-mlogloss:0.38465\n",
      "[3238]\tvalidation_0-mlogloss:0.34371\tvalidation_1-mlogloss:0.38466\n",
      "[3239]\tvalidation_0-mlogloss:0.34366\tvalidation_1-mlogloss:0.38462\n",
      "[3240]\tvalidation_0-mlogloss:0.34365\tvalidation_1-mlogloss:0.38461\n",
      "[3241]\tvalidation_0-mlogloss:0.34360\tvalidation_1-mlogloss:0.38457\n",
      "[3242]\tvalidation_0-mlogloss:0.34356\tvalidation_1-mlogloss:0.38455\n",
      "[3243]\tvalidation_0-mlogloss:0.34354\tvalidation_1-mlogloss:0.38454\n",
      "[3244]\tvalidation_0-mlogloss:0.34352\tvalidation_1-mlogloss:0.38451\n",
      "[3245]\tvalidation_0-mlogloss:0.34350\tvalidation_1-mlogloss:0.38450\n",
      "[3246]\tvalidation_0-mlogloss:0.34347\tvalidation_1-mlogloss:0.38448\n",
      "[3247]\tvalidation_0-mlogloss:0.34343\tvalidation_1-mlogloss:0.38445\n",
      "[3248]\tvalidation_0-mlogloss:0.34341\tvalidation_1-mlogloss:0.38443\n",
      "[3249]\tvalidation_0-mlogloss:0.34341\tvalidation_1-mlogloss:0.38444\n",
      "[3250]\tvalidation_0-mlogloss:0.34340\tvalidation_1-mlogloss:0.38443\n",
      "[3251]\tvalidation_0-mlogloss:0.34338\tvalidation_1-mlogloss:0.38442\n",
      "[3252]\tvalidation_0-mlogloss:0.34337\tvalidation_1-mlogloss:0.38442\n",
      "[3253]\tvalidation_0-mlogloss:0.34336\tvalidation_1-mlogloss:0.38442\n",
      "[3254]\tvalidation_0-mlogloss:0.34335\tvalidation_1-mlogloss:0.38441\n",
      "[3255]\tvalidation_0-mlogloss:0.34331\tvalidation_1-mlogloss:0.38439\n",
      "[3256]\tvalidation_0-mlogloss:0.34331\tvalidation_1-mlogloss:0.38441\n",
      "[3257]\tvalidation_0-mlogloss:0.34330\tvalidation_1-mlogloss:0.38442\n",
      "[3258]\tvalidation_0-mlogloss:0.34326\tvalidation_1-mlogloss:0.38439\n",
      "[3259]\tvalidation_0-mlogloss:0.34324\tvalidation_1-mlogloss:0.38437\n",
      "[3260]\tvalidation_0-mlogloss:0.34319\tvalidation_1-mlogloss:0.38433\n",
      "[3261]\tvalidation_0-mlogloss:0.34315\tvalidation_1-mlogloss:0.38431\n",
      "[3262]\tvalidation_0-mlogloss:0.34311\tvalidation_1-mlogloss:0.38429\n",
      "[3263]\tvalidation_0-mlogloss:0.34308\tvalidation_1-mlogloss:0.38427\n",
      "[3264]\tvalidation_0-mlogloss:0.34307\tvalidation_1-mlogloss:0.38427\n",
      "[3265]\tvalidation_0-mlogloss:0.34304\tvalidation_1-mlogloss:0.38424\n",
      "[3266]\tvalidation_0-mlogloss:0.34300\tvalidation_1-mlogloss:0.38421\n",
      "[3267]\tvalidation_0-mlogloss:0.34299\tvalidation_1-mlogloss:0.38421\n",
      "[3268]\tvalidation_0-mlogloss:0.34300\tvalidation_1-mlogloss:0.38422\n",
      "[3269]\tvalidation_0-mlogloss:0.34295\tvalidation_1-mlogloss:0.38419\n",
      "[3270]\tvalidation_0-mlogloss:0.34295\tvalidation_1-mlogloss:0.38420\n",
      "[3271]\tvalidation_0-mlogloss:0.34293\tvalidation_1-mlogloss:0.38418\n",
      "[3272]\tvalidation_0-mlogloss:0.34289\tvalidation_1-mlogloss:0.38415\n",
      "[3273]\tvalidation_0-mlogloss:0.34289\tvalidation_1-mlogloss:0.38416\n",
      "[3274]\tvalidation_0-mlogloss:0.34287\tvalidation_1-mlogloss:0.38415\n",
      "[3275]\tvalidation_0-mlogloss:0.34284\tvalidation_1-mlogloss:0.38414\n",
      "[3276]\tvalidation_0-mlogloss:0.34282\tvalidation_1-mlogloss:0.38412\n",
      "[3277]\tvalidation_0-mlogloss:0.34283\tvalidation_1-mlogloss:0.38414\n",
      "[3278]\tvalidation_0-mlogloss:0.34281\tvalidation_1-mlogloss:0.38413\n",
      "[3279]\tvalidation_0-mlogloss:0.34280\tvalidation_1-mlogloss:0.38412\n",
      "[3280]\tvalidation_0-mlogloss:0.34277\tvalidation_1-mlogloss:0.38410\n",
      "[3281]\tvalidation_0-mlogloss:0.34275\tvalidation_1-mlogloss:0.38409\n",
      "[3282]\tvalidation_0-mlogloss:0.34274\tvalidation_1-mlogloss:0.38410\n",
      "[3283]\tvalidation_0-mlogloss:0.34273\tvalidation_1-mlogloss:0.38410\n",
      "[3284]\tvalidation_0-mlogloss:0.34267\tvalidation_1-mlogloss:0.38404\n",
      "[3285]\tvalidation_0-mlogloss:0.34266\tvalidation_1-mlogloss:0.38403\n",
      "[3286]\tvalidation_0-mlogloss:0.34262\tvalidation_1-mlogloss:0.38399\n",
      "[3287]\tvalidation_0-mlogloss:0.34256\tvalidation_1-mlogloss:0.38394\n",
      "[3288]\tvalidation_0-mlogloss:0.34251\tvalidation_1-mlogloss:0.38390\n",
      "[3289]\tvalidation_0-mlogloss:0.34247\tvalidation_1-mlogloss:0.38387\n",
      "[3290]\tvalidation_0-mlogloss:0.34243\tvalidation_1-mlogloss:0.38385\n",
      "[3291]\tvalidation_0-mlogloss:0.34242\tvalidation_1-mlogloss:0.38384\n",
      "[3292]\tvalidation_0-mlogloss:0.34242\tvalidation_1-mlogloss:0.38386\n",
      "[3293]\tvalidation_0-mlogloss:0.34242\tvalidation_1-mlogloss:0.38386\n",
      "[3294]\tvalidation_0-mlogloss:0.34241\tvalidation_1-mlogloss:0.38386\n",
      "[3295]\tvalidation_0-mlogloss:0.34237\tvalidation_1-mlogloss:0.38384\n",
      "[3296]\tvalidation_0-mlogloss:0.34236\tvalidation_1-mlogloss:0.38383\n",
      "[3297]\tvalidation_0-mlogloss:0.34235\tvalidation_1-mlogloss:0.38383\n",
      "[3298]\tvalidation_0-mlogloss:0.34232\tvalidation_1-mlogloss:0.38380\n",
      "[3299]\tvalidation_0-mlogloss:0.34227\tvalidation_1-mlogloss:0.38376\n",
      "[3300]\tvalidation_0-mlogloss:0.34227\tvalidation_1-mlogloss:0.38376\n",
      "[3301]\tvalidation_0-mlogloss:0.34224\tvalidation_1-mlogloss:0.38376\n",
      "[3302]\tvalidation_0-mlogloss:0.34219\tvalidation_1-mlogloss:0.38372\n",
      "[3303]\tvalidation_0-mlogloss:0.34217\tvalidation_1-mlogloss:0.38371\n",
      "[3304]\tvalidation_0-mlogloss:0.34215\tvalidation_1-mlogloss:0.38370\n",
      "[3305]\tvalidation_0-mlogloss:0.34213\tvalidation_1-mlogloss:0.38368\n",
      "[3306]\tvalidation_0-mlogloss:0.34210\tvalidation_1-mlogloss:0.38366\n",
      "[3307]\tvalidation_0-mlogloss:0.34209\tvalidation_1-mlogloss:0.38366\n",
      "[3308]\tvalidation_0-mlogloss:0.34210\tvalidation_1-mlogloss:0.38368\n",
      "[3309]\tvalidation_0-mlogloss:0.34208\tvalidation_1-mlogloss:0.38368\n",
      "[3310]\tvalidation_0-mlogloss:0.34206\tvalidation_1-mlogloss:0.38366\n",
      "[3311]\tvalidation_0-mlogloss:0.34201\tvalidation_1-mlogloss:0.38362\n",
      "[3312]\tvalidation_0-mlogloss:0.34200\tvalidation_1-mlogloss:0.38362\n",
      "[3313]\tvalidation_0-mlogloss:0.34197\tvalidation_1-mlogloss:0.38362\n",
      "[3314]\tvalidation_0-mlogloss:0.34196\tvalidation_1-mlogloss:0.38361\n",
      "[3315]\tvalidation_0-mlogloss:0.34195\tvalidation_1-mlogloss:0.38361\n",
      "[3316]\tvalidation_0-mlogloss:0.34192\tvalidation_1-mlogloss:0.38359\n",
      "[3317]\tvalidation_0-mlogloss:0.34189\tvalidation_1-mlogloss:0.38356\n",
      "[3318]\tvalidation_0-mlogloss:0.34185\tvalidation_1-mlogloss:0.38353\n",
      "[3319]\tvalidation_0-mlogloss:0.34180\tvalidation_1-mlogloss:0.38348\n",
      "[3320]\tvalidation_0-mlogloss:0.34177\tvalidation_1-mlogloss:0.38345\n",
      "[3321]\tvalidation_0-mlogloss:0.34173\tvalidation_1-mlogloss:0.38342\n",
      "[3322]\tvalidation_0-mlogloss:0.34175\tvalidation_1-mlogloss:0.38345\n",
      "[3323]\tvalidation_0-mlogloss:0.34171\tvalidation_1-mlogloss:0.38341\n",
      "[3324]\tvalidation_0-mlogloss:0.34166\tvalidation_1-mlogloss:0.38338\n",
      "[3325]\tvalidation_0-mlogloss:0.34165\tvalidation_1-mlogloss:0.38337\n",
      "[3326]\tvalidation_0-mlogloss:0.34163\tvalidation_1-mlogloss:0.38336\n",
      "[3327]\tvalidation_0-mlogloss:0.34160\tvalidation_1-mlogloss:0.38335\n",
      "[3328]\tvalidation_0-mlogloss:0.34158\tvalidation_1-mlogloss:0.38333\n",
      "[3329]\tvalidation_0-mlogloss:0.34155\tvalidation_1-mlogloss:0.38330\n",
      "[3330]\tvalidation_0-mlogloss:0.34151\tvalidation_1-mlogloss:0.38327\n",
      "[3331]\tvalidation_0-mlogloss:0.34154\tvalidation_1-mlogloss:0.38331\n",
      "[3332]\tvalidation_0-mlogloss:0.34153\tvalidation_1-mlogloss:0.38330\n",
      "[3333]\tvalidation_0-mlogloss:0.34151\tvalidation_1-mlogloss:0.38329\n",
      "[3334]\tvalidation_0-mlogloss:0.34151\tvalidation_1-mlogloss:0.38330\n",
      "[3335]\tvalidation_0-mlogloss:0.34149\tvalidation_1-mlogloss:0.38329\n",
      "[3336]\tvalidation_0-mlogloss:0.34149\tvalidation_1-mlogloss:0.38331\n",
      "[3337]\tvalidation_0-mlogloss:0.34151\tvalidation_1-mlogloss:0.38334\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3338]\tvalidation_0-mlogloss:0.34147\tvalidation_1-mlogloss:0.38330\n",
      "[3339]\tvalidation_0-mlogloss:0.34144\tvalidation_1-mlogloss:0.38328\n",
      "[3340]\tvalidation_0-mlogloss:0.34140\tvalidation_1-mlogloss:0.38324\n",
      "[3341]\tvalidation_0-mlogloss:0.34141\tvalidation_1-mlogloss:0.38326\n",
      "[3342]\tvalidation_0-mlogloss:0.34139\tvalidation_1-mlogloss:0.38325\n",
      "[3343]\tvalidation_0-mlogloss:0.34137\tvalidation_1-mlogloss:0.38323\n",
      "[3344]\tvalidation_0-mlogloss:0.34138\tvalidation_1-mlogloss:0.38325\n",
      "[3345]\tvalidation_0-mlogloss:0.34134\tvalidation_1-mlogloss:0.38322\n",
      "[3346]\tvalidation_0-mlogloss:0.34132\tvalidation_1-mlogloss:0.38321\n",
      "[3347]\tvalidation_0-mlogloss:0.34130\tvalidation_1-mlogloss:0.38319\n",
      "[3348]\tvalidation_0-mlogloss:0.34128\tvalidation_1-mlogloss:0.38320\n",
      "[3349]\tvalidation_0-mlogloss:0.34125\tvalidation_1-mlogloss:0.38316\n",
      "[3350]\tvalidation_0-mlogloss:0.34126\tvalidation_1-mlogloss:0.38318\n",
      "[3351]\tvalidation_0-mlogloss:0.34125\tvalidation_1-mlogloss:0.38318\n",
      "[3352]\tvalidation_0-mlogloss:0.34125\tvalidation_1-mlogloss:0.38319\n",
      "[3353]\tvalidation_0-mlogloss:0.34124\tvalidation_1-mlogloss:0.38318\n",
      "[3354]\tvalidation_0-mlogloss:0.34125\tvalidation_1-mlogloss:0.38320\n",
      "[3355]\tvalidation_0-mlogloss:0.34124\tvalidation_1-mlogloss:0.38320\n",
      "[3356]\tvalidation_0-mlogloss:0.34124\tvalidation_1-mlogloss:0.38321\n",
      "[3357]\tvalidation_0-mlogloss:0.34123\tvalidation_1-mlogloss:0.38321\n",
      "[3358]\tvalidation_0-mlogloss:0.34120\tvalidation_1-mlogloss:0.38320\n"
     ]
    }
   ],
   "source": [
    "X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size=0.1, random_state=1)\n",
    "weights = pd.Series(y_train).value_counts().values / y_train.size\n",
    "all_weights = np.zeros(y_train.size)\n",
    "for label in np.unique(y_train):\n",
    "    all_weights[y_train == label] = weights[label]\n",
    "xgb = XGBClassifier(n_estimators=5000, learning_rate=0.05, gamma=0, subsample=0.7,\n",
    "                         objective=\"multi:softprob\",\n",
    "                         num_class=len(np.unique(y_train)),\n",
    "                         eval_metric=\"mlogloss\", random_state=93, use_label_encoder=False)\n",
    "xgb = xgb.fit(X_train, y_train, eval_set=[(X_train, y_train), (X_val, y_val)],\n",
    "                        early_stopping_rounds=10,\n",
    "                        sample_weight=all_weights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1e335815",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "97043ad1",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-12-31T06:02:43.250790Z",
     "start_time": "2021-12-31T06:02:43.241803Z"
    }
   },
   "outputs": [],
   "source": [
    "models = [(SimpleDecisionTreeClassifier(),\"DecisionTreeClassifier\",{\"max_depth\":8}),\n",
    "          (RandomForestSimple(),\"RandomForest\",{\"max_depth\":8}),\n",
    "          (KnnModel(),\"KNN\",{\"n_neighbors\":8}),\n",
    "          (SimpleMlp(),\"MLP\",{\"max_iter\":10000, \"hidden_layer_sizes\":(200, 150, 100, 50),\n",
    "                                 \"activation\":'relu',\n",
    "                                 \"learning_rate_init\":0.001}),\n",
    "          (LogiticModel(),\"LogiticRegression\",{\"max_iter\":10000}),\n",
    "          (XgboostMultiClass(),\"Xgboost\",{})]\n",
    "\n",
    "for model in models:\n",
    "    model.pipeline(X_train, X_test, y_train, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "782cd974",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}